-- Logs begin at Tue 2022-01-25 15:59:12 UTC, end at Tue 2022-01-25 18:02:00 UTC. -- Jan 25 16:35:41.851791 dv-neutron-824022-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 16:35:44.228091 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.common.config [-] Logging enabled! Jan 25 16:35:44.228659 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev10 Jan 25 16:35:44.228919 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87411) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 16:35:44.232235 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.common.config [-] Logging enabled! Jan 25 16:35:44.232502 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev10 Jan 25 16:35:44.232814 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87411) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 16:35:44.233789 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:35:44.234026 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 16:35:44.234486 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:35:44.234691 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 16:35:44.235387 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 16:35:44.235387 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.235781 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.236190 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.236470 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.236771 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.237063 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.237374 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.237665 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.237962 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.238248 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.238528 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.238909 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.239244 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.239657 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.239965 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.240252 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.240475 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] debug = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.240754 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.241182 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.241622 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.242015 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.242417 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.242825 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.243101 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.243396 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.243662 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.243994 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] host = dv-neutron-824022-2-hyperv {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.244300 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.244605 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.245006 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.245474 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.245838 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.246121 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.246411 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.246687 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.246962 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.247242 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.247529 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.247818 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.248115 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.248341 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.248565 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.248852 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.249140 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.249441 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.249716 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.249990 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.250266 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.250539 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.250806 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.251090 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.251376 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.251660 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.251935 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.252209 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.252478 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.252748 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.253030 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.253393 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.253672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.253946 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.254232 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.254498 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.254773 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.255077 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.255365 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.255648 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.255933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.256209 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.256489 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.256761 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.257031 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.257321 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_json = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.257597 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.257865 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.258145 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.258415 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.258684 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.258955 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.259223 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.259506 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:44.259803 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.260643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.261144 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.261461 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.261761 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.262045 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.262338 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.262616 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.262904 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.263194 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.263489 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.263768 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.264059 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.264336 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.264632 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.264940 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.265251 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.265553 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.265832 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.266107 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.266382 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.266661 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.266947 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.267239 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.267527 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.267802 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.268079 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.268368 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.268643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.268914 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.269191 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.269504 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.269786 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.270058 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.270338 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.270614 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.270887 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.271159 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.271436 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.271727 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.272005 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.272276 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.272548 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.272823 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.273092 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.273404 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.273684 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.273957 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.274230 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.274505 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.274775 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.275049 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.275325 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.275672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.276458 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.276734 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.277009 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.277309 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.277586 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.277859 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.278133 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.278403 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.278678 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.278950 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.279221 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.279493 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.279765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.280040 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.280326 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.280625 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.280903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.281182 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.281486 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.281764 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.282042 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.282316 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.282595 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.282872 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.283147 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.283433 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.283715 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.284002 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.284282 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.284559 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.284851 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.285127 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.285501 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.285784 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.286061 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.286352 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.286633 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.286923 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.287217 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.287509 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.287800 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.288093 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.288373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.288682 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.288960 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:44.289177 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 16:35:44.289448 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87411) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 16:35:44.689073 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO keyring.backend [-] Loading KWallet Jan 25 16:35:44.696522 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO keyring.backend [-] Loading SecretService Jan 25 16:35:44.701144 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO keyring.backend [-] Loading Windows Jan 25 16:35:44.702534 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO keyring.backend [-] Loading chainer Jan 25 16:35:44.703109 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO keyring.backend [-] Loading macOS Jan 25 16:35:44.737892 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 25 16:35:44.738162 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 25 16:35:44.738596 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 25 16:35:44.739136 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 16:35:45.057954 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.058230 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.058499 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.059704 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.059971 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.060230 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.181998 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.182353 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.182624 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.198913 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.199189 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.199459 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.230232 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.230956 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.230956 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.268623 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.268889 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.269150 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.505949 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.506234 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.506501 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.506769 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.507500 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.629707 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.630025 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.630303 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.630573 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.630841 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.631153 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.631416 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.631672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.631927 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.632205 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.632462 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.632723 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.632995 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.633267 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.633533 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.633798 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.634054 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.634323 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.634571 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.635401 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.635957 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.636374 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.636724 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.637142 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.637550 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.637897 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.638316 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.638558 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.638795 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.639029 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.639261 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.639494 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:45.639864 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 16:35:45.643304 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 16:35:45.647268 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 16:35:45.651714 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 25 16:35:45.653486 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 16:35:45.653944 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 16:35:45.654278 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 16:35:45.654668 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 16:35:45.657717 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 16:35:45.657963 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 16:35:45.658305 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 16:35:45.686545 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 16:35:45.686999 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.687300 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87411) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 25 16:35:45.687659 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.689033 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87411) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 16:35:45.689352 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 16:35:45.689596 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 16:35:45.692830 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.693109 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:45.757541 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 16:35:45.757710 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 16:35:45.757928 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 16:35:45.758303 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 16:35:45.790351 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_db.sqlalchemy.engines [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87411) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 25 16:35:46.155290 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing driver for type 'gre' Jan 25 16:35:46.155766 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] gre ID ranges: [(1, 1000)] Jan 25 16:35:46.217950 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing driver for type 'local' Jan 25 16:35:46.218228 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing driver for type 'vlan' Jan 25 16:35:46.233746 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] VlanTypeDriver initialization complete Jan 25 16:35:46.234441 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing driver for type 'vxlan' Jan 25 16:35:46.234613 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] vxlan ID ranges: [(1, 1000)] Jan 25 16:35:46.301090 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing extension driver 'port_security' Jan 25 16:35:46.301467 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.extensions.port_security [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] PortSecurityExtensionDriver initialization complete Jan 25 16:35:46.301815 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing mechanism driver 'openvswitch' Jan 25 16:35:46.302164 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing mechanism driver 'hyperv' Jan 25 16:35:46.312233 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.plugin [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:46.313373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.313848 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.314283 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.315174 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.315761 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.316339 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.316807 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.317449 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.317978 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.318557 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.319197 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.319596 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.320102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.320461 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.320803 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.321257 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.321675 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.322019 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.322914 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.324030 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.324441 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > address_group after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.324791 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > address_group after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.325158 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.325666 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87411) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 16:35:46.326126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] ML2 OVO RPC backend initialized. {{(pid=87411) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 25 16:35:46.326866 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.327272 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.327694 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.328045 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > networks before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.328398 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.328737 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > ports before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.329082 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.329583 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnets before_response 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.329943 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.330504 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.330980 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.331456 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.331862 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.332234 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.332571 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.333316 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.333316 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.333855 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.plugin [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Modular L2 Plugin initialization complete Jan 25 16:35:46.334184 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading services supported by the core plugin {{(pid=87411) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 16:35:46.334511 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.plugins.ml2.managers [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Got port-security extension from driver 'port_security' Jan 25 16:35:46.334973 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.extensions.vlantransparent [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Disabled vlantransparent extension. Jan 25 16:35:46.335492 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87411) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 16:35:46.335804 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: router Jan 25 16:35:46.375045 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377382 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_create 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377382 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router before_create 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377382 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377382 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377766 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_delete 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377766 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377766 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_create 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.377990 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.378190 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.378534 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.378887 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.379294 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.379660 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.380005 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.380336 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: subnet after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.380669 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.381013 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.381395 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.381732 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.382071 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.382424 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router after_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.382762 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.383106 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_create 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.383468 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.383814 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_update 55549900 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.384178 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > agent after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.384529 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > agent after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.385409 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > network after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.386886 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Tracking information for resource: router configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:46.387224 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Tracking information for resource: floatingip configured {{(pid=87411) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 16:35:46.392487 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.db.l3_agentschedulers_db [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 16:35:46.393089 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.393476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.393825 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.394174 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: port after_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.395112 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router before_create 55550100 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.395478 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.395837 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_create 55550100 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.396232 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > router precommit_update 55550100 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.401394 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.provider_configuration [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service providers = [] {{(pid=87411) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 16:35:46.401929 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.db.servicetype_db [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87411) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 16:35:46.406088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.service_base [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 16:35:46.406543 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.service_base [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 16:35:46.407043 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.service_base [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 16:35:46.408284 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.services.service_base [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87411) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 16:35:46.408787 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.services.service_base [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 16:35:46.409320 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.409783 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 16:35:46.421286 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.421620 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: auto_allocate Jan 25 16:35:46.428123 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: network precommit_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.428497 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: network precommit_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.429027 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.429456 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: tag Jan 25 16:35:46.436643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.436971 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: timestamp Jan 25 16:35:46.441383 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.441716 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: network_ip_availability Jan 25 16:35:46.447034 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.447945 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.448606 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.449123 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.449470 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: flavors Jan 25 16:35:46.454788 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.455118 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading Plugin: revisions Jan 25 16:35:46.459541 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87411) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 16:35:46.459927 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.721s {{(pid=87411) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 25 16:35:46.460668 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87411) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 16:35:46.461083 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Initializing extension manager. Jan 25 16:35:46.461543 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: __init__.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.461884 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: __pycache__ {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.462221 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.462552 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: address_group.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.464410 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.465126 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: address-group Jan 25 16:35:46.465499 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: address_scope.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.466258 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.466803 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: address-scope Jan 25 16:35:46.467187 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.468107 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.468626 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: router-admin-state-down-before-update Jan 25 16:35:46.468962 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: agent.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.469701 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.470212 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: agent Jan 25 16:35:46.470540 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: agent_resources_synced.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.471464 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.471977 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: agent-resources-synced Jan 25 16:35:46.472301 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: allowedaddresspairs.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.474573 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.475102 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: allowed-address-pairs Jan 25 16:35:46.475430 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: auto_allocated_topology.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.476535 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.477062 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: auto-allocated-topology Jan 25 16:35:46.477845 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: availability_zone.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.478575 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.479262 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: availability_zone Jan 25 16:35:46.479529 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: availability_zone_filter.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.480456 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.480964 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: availability_zone_filter Jan 25 16:35:46.481315 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: data_plane_status.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.482237 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.482744 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 16:35:46.483068 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: default_subnetpools.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.483999 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.484515 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: default-subnetpools Jan 25 16:35:46.484838 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.485693 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.486203 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: dhcp_agent_scheduler Jan 25 16:35:46.486528 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: dns.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.487438 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.487946 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 16:35:46.488268 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: dns_domain_ports.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.489192 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.489728 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 16:35:46.490050 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: dvr.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.490727 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.491236 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: dvr Jan 25 16:35:46.491558 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: empty_string_filtering.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.492476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.492986 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: empty-string-filtering Jan 25 16:35:46.493338 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.494339 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.495069 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 16:35:46.495400 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.496324 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.496830 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 16:35:46.497155 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: external_net.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.498095 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.498604 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: external-net Jan 25 16:35:46.498931 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.499842 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.500346 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: extra_dhcp_opt Jan 25 16:35:46.500672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: extraroute.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.501604 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.502113 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: extraroute Jan 25 16:35:46.502440 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: extraroute_atomic.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.503476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.503990 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: extraroute-atomic Jan 25 16:35:46.504318 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: filter_validation.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.504997 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.505600 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: filter-validation Jan 25 16:35:46.505928 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: fip_pf_description.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.506842 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.507347 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 16:35:46.507672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: fip_port_details.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.508600 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.509109 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: fip-port-details Jan 25 16:35:46.509469 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: flavors.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.511224 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.511741 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: flavors Jan 25 16:35:46.512072 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.513806 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.514336 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 16:35:46.514678 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: floatingip_pools.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.515386 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.515899 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: floatingip-pools Jan 25 16:35:46.516230 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: ip_allocation.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.527890 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.528781 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 16:35:46.529120 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.530148 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.530647 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: ip-substring-filtering Jan 25 16:35:46.530981 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l2_adjacency.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.531923 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.532549 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 16:35:46.532765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.533778 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.534330 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: router Jan 25 16:35:46.534652 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.538487 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.539017 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 16:35:46.539357 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.540314 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.540859 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: ext-gw-mode Jan 25 16:35:46.541246 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.542176 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.542686 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: l3-ha Jan 25 16:35:46.543015 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3_flavors.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.543948 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.544597 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: l3-flavors Jan 25 16:35:46.544933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.545937 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.546445 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 16:35:46.546771 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: l3agentscheduler.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.547845 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.548358 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: l3_agent_scheduler Jan 25 16:35:46.548895 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: logging.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.550241 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.550764 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension logging not supported by any of loaded plugins Jan 25 16:35:46.551100 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: metering.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.551847 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.552426 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: metering Jan 25 16:35:46.552754 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.553920 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.554435 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: metering_source_and_destination_fields Jan 25 16:35:46.554765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: multiprovidernet.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.555702 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.556476 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: multi-provider Jan 25 16:35:46.556854 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: netmtu.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.557816 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.558333 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: net-mtu Jan 25 16:35:46.558658 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: netmtu_writable.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.559603 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.560162 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: net-mtu-writable Jan 25 16:35:46.560505 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: network_availability_zone.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.561237 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.561767 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: network_availability_zone Jan 25 16:35:46.562126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: network_ip_availability.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.563259 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.563818 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: network-ip-availability Jan 25 16:35:46.564100 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: network_segment_range.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.564876 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.565417 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 16:35:46.565744 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: pagination.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.566745 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.567076 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: pagination Jan 25 16:35:46.567399 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: port_device_profile.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.568327 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.568845 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: port-device-profile Jan 25 16:35:46.569172 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.570117 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.570627 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: port-mac-address-regenerate Jan 25 16:35:46.570954 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.571911 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.572956 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: port-numa-affinity-policy Jan 25 16:35:46.573548 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: port_resource_request.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.574237 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.574864 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 16:35:46.575196 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: portbindings.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.576135 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.576663 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: binding Jan 25 16:35:46.576990 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: portbindings_extended.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.578325 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.578846 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: binding-extended Jan 25 16:35:46.579176 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: portsecurity.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.580838 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.580838 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: port-security Jan 25 16:35:46.581037 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: project_id.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.581940 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.582273 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: project-id Jan 25 16:35:46.582599 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: providernet.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.583537 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.584050 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: provider Jan 25 16:35:46.584377 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.588784 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.589320 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos not supported by any of loaded plugins Jan 25 16:35:46.589664 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.590960 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.591476 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 16:35:46.591808 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.592745 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.593278 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 16:35:46.593612 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_default.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.594539 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.595052 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-default not supported by any of loaded plugins Jan 25 16:35:46.595381 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_fip.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.596049 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.596558 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 16:35:46.596889 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_gateway_ip.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.597859 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.598369 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 16:35:46.598694 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_port_network_policy.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.599614 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.600141 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 16:35:46.600468 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_rule_type_details.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.601426 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.601935 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 16:35:46.602256 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: qos_rules_alias.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.603315 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.603866 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 16:35:46.604198 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: quotasv2.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.605157 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.605521 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: quotas Jan 25 16:35:46.605843 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: quotasv2_detail.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.607476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.607818 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: quota_details Jan 25 16:35:46.608151 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: rbac.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.609250 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.609778 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: rbac-policies Jan 25 16:35:46.610111 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: rbac_address_group.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.611054 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.611572 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: rbac-address-group Jan 25 16:35:46.611905 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: rbac_address_scope.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.612844 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.613397 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: rbac-address-scope Jan 25 16:35:46.613729 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: rbac_security_groups.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.614659 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.615173 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: rbac-security-groups Jan 25 16:35:46.615503 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: rbac_subnetpool.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.616443 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.616955 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: rbac-subnetpool Jan 25 16:35:46.617318 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: revisionifmatch.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.618249 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.618764 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: revision-if-match Jan 25 16:35:46.619093 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: revisions.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.620464 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.620971 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: standard-attr-revisions Jan 25 16:35:46.621330 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: router_availability_zone.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.622013 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.622526 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: router_availability_zone Jan 25 16:35:46.622855 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: routerservicetype.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.623784 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.624295 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 16:35:46.624623 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.625587 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.626097 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: security-groups-normalized-cidr Jan 25 16:35:46.626423 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.627355 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.627873 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: port-security-groups-filtering Jan 25 16:35:46.628201 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.629301 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.629827 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: security-groups-remote-address-group Jan 25 16:35:46.630161 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: securitygroup.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.640452 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.640992 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: security-group Jan 25 16:35:46.641367 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: segment.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.642181 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.642691 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension segment not supported by any of loaded plugins Jan 25 16:35:46.643020 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.643997 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.644518 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 16:35:46.644849 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: servicetype.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.646025 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.646561 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: service-type Jan 25 16:35:46.646889 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: sorting.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.647892 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.648226 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: sorting Jan 25 16:35:46.648553 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: standard_attr_segment.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.649499 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.650015 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 16:35:46.650342 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: standardattrdescription.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.651558 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.652109 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: standard-attr-description Jan 25 16:35:46.652437 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: stateful_security_group.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.653414 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.653932 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: stateful-security-group Jan 25 16:35:46.654261 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: stdattrs_common.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.654855 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 16:35:46.655180 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.656259 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.656721 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 16:35:46.657046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnet_onboard.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.658177 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.658691 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: subnet_onboard Jan 25 16:35:46.659016 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.659970 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.660478 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 16:35:46.660800 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnet_service_types.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.661754 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.662272 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: subnet-service-types Jan 25 16:35:46.662600 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnetallocation.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.663695 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.664205 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: subnet_allocation Jan 25 16:35:46.664533 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.665202 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.665743 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: subnetpool-prefix-ops Jan 25 16:35:46.666085 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.667165 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.667683 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 16:35:46.668005 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: tagging.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.669097 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.669655 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: standard-attr-tag Jan 25 16:35:46.669982 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: timestamp.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.671192 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.671714 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loaded extension: standard-attr-timestamp Jan 25 16:35:46.672046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: trunk.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.673090 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.673644 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension trunk not supported by any of loaded plugins Jan 25 16:35:46.673972 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: trunk_details.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.674896 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.675529 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 16:35:46.675866 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: uplink_status_propagation.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.676803 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.677348 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 16:35:46.677678 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Loading extension file: vlantransparent.py {{(pid=87411) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 16:35:46.678359 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87411) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 16:35:46.678869 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 16:35:46.681628 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:network Jan 25 16:35:46.682961 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnet Jan 25 16:35:46.683763 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:35:46.684461 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:port Jan 25 16:35:46.685815 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.686281 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service FLAVORS assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.686922 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.687354 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.687696 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:router Jan 25 16:35:46.688365 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 16:35:46.689073 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service METERING assigned prefix: /metering {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.690569 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.690949 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.691310 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:35:46.692457 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 16:35:46.692912 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:security_group Jan 25 16:35:46.693618 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 16:35:46.694364 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service CORE assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.694704 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:35:46.695048 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] subnetpool is already registered Jan 25 16:35:46.695658 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service CORE assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.696110 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:35:46.696440 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] subnetpool is already registered Jan 25 16:35:46.699741 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.700185 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service FLAVORS assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.700788 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.701245 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.701585 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:router Jan 25 16:35:46.701920 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] router is already registered Jan 25 16:35:46.702524 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 16:35:46.702858 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] floatingip is already registered Jan 25 16:35:46.703491 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service METERING assigned prefix: /metering {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.704174 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 16:35:46.704505 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] rbac_policy is already registered Jan 25 16:35:46.705054 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:security_group Jan 25 16:35:46.705417 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] security_group is already registered Jan 25 16:35:46.706004 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 16:35:46.706339 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] security_group_rule is already registered Jan 25 16:35:46.706997 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service CORE assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.707333 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:35:46.707670 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] subnetpool is already registered Jan 25 16:35:46.708278 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.v2.resource_helper [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Service CORE assigned prefix: {{(pid=87411) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 16:35:46.708621 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 16:35:46.708951 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING neutron.quota.resource_registry [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] subnetpool is already registered Jan 25 16:35:46.709640 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: extensions {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.711159 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: address-groups {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.712765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: address-scopes {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.714186 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: agents {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.715419 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: auto-allocated-topology {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.716667 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: availability_zones {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.718029 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: dhcp-networks {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.719440 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: dhcp-agents {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.720867 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: routers {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.722751 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: flavors {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.723905 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: service_profiles {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.725128 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: next_providers {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.727681 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: service_profiles {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.729330 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: floatingip-pools {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.730574 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: routers {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.732375 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: floatingips {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.733583 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: l3-routers {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.734965 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: l3-agents {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.736370 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: metering-labels {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.737783 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: metering-label-rules {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.739063 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: network-ip-availabilities {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.740321 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: bindings {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.742022 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: quotas {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.743470 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: quotas {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.745732 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: rbac-policies {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.747204 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: security-groups {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.748839 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: security-group-rules {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.751008 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: service-providers {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.753267 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: subnetpools {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.755116 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: subnetpools {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.757030 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.759129 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.762472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.764730 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.767025 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.769674 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.772305 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.774916 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.777638 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.779521 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron.api.extensions [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Extended resource: tags {{(pid=87411) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 16:35:46.785554 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING keystonemiddleware.auth_token [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 16:35:46.790325 dv-neutron-824022-2-hyperv neutron-server[87411]: WARNING keystonemiddleware.auth_token [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 16:35:46.798847 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Acquired lock "singleton_lock" {{(pid=87411) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 25 16:35:46.799337 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_concurrency.lockutils [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Releasing lock "singleton_lock" {{(pid=87411) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 25 16:35:46.799973 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Starting 2 workers Jan 25 16:35:46.804761 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Started child 87552 {{(pid=87411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 16:35:46.810152 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Started child 87553 {{(pid=87411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 16:35:46.810871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.811759 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO neutron.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 16:35:46.812390 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [-] (87552) wsgi starting up on http://0.0.0.0:9696 Jan 25 16:35:46.812504 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Notify callbacks [] for process, before_spawn {{(pid=87411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.815029 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Starting 1 workers Jan 25 16:35:46.816583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.818319 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [-] (87553) wsgi starting up on http://0.0.0.0:9696 Jan 25 16:35:46.820247 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Started child 87554 {{(pid=87411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 16:35:46.820815 dv-neutron-824022-2-hyperv neutron-server[87411]: INFO oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Starting 1 workers Jan 25 16:35:46.825385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] calling RpcWorker wait() {{(pid=87554) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 16:35:46.825942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] returning from RpcWorker wait() {{(pid=87554) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 16:35:46.826095 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Started child 87555 {{(pid=87411) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 16:35:46.826943 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG neutron_lib.callbacks.manager [None req-040f4a06-d4e3-45aa-9c1f-2c6da08f0ee8 None None] Notify callbacks [] for process, after_spawn {{(pid=87411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.827446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.827941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:46.829007 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87411) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 25 16:35:46.829280 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:35:46.829476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 16:35:46.829694 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:35:46.830046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 16:35:46.830212 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 16:35:46.830754 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.831025 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.831309 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.831570 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.831870 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.832444 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.832715 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.832973 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.833291 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.833532 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.833699 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.833866 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.834138 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.834373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.834746 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.835040 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.835282 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.835564 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.835736 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.836391 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.836391 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.836519 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.836774 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] debug = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.837032 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.837579 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.837859 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.838175 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.840472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.841077 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.841779 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.841779 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.841779 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.841779 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842033 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:46.842102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] host = dv-neutron-824022-2-hyperv {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842398 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842398 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842701 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.842909 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.843150 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.843414 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.843722 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.843962 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.844250 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.844507 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.844769 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.844998 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.845251 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.845428 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_options = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.845654 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.845951 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.846224 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.846415 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.846586 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.846764 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.847035 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.847186 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.847436 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.847660 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.847882 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.848105 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.848343 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.848539 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.848792 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.849028 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.849305 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.849521 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.849781 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.850030 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.850275 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.850538 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.850797 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.851058 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.851292 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.851510 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.852588 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.852988 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.853646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.853971 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.854241 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.854528 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.854779 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.855046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.855365 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.855553 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.855795 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.856943 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.857097 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.857314 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.857604 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.857836 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.858147 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.858316 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.858545 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.858802 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_json = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.859016 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.859268 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.859489 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.859712 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.859963 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.860185 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.860405 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.860657 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.861227 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.861511 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.861841 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.862109 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.862366 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.862623 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.862857 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.863084 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.863344 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.863594 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.863909 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.864153 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.864445 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.864670 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.864914 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.865238 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.865521 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.865770 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.866137 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.866457 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.866826 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.867334 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.867334 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.867607 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.867774 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.868035 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.868682 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.868682 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.869933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.869933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.869933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.869933 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872625 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872625 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.872877 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.873068 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.873312 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874087 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874087 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874087 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874516 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874516 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874778 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.874912 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.875102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.875314 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.875541 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.876288 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.876288 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.876288 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877457 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877543 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877730 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.877953 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.878169 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.878381 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.878646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.878866 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.879084 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.879301 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.879514 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.879740 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.880646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.880646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.880646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.880646 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881161 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881161 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881455 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881455 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881712 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.881927 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.882215 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.882526 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.882760 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.882991 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.883231 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.883528 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.883755 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.884063 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.884262 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.884516 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.884750 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.885676 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.885924 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.886190 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.886411 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.886664 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.886910 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.887130 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.887353 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.887578 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.887815 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.888059 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.888380 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.888610 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.889086 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.889086 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.889381 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.889645 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.889872 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.890135 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.890369 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891183 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891183 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891183 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891621 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891768 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.891953 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.892196 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.892444 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.892702 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.892954 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.893342 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.893518 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.893714 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.893982 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.894219 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.894431 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.894679 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.895017 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.895263 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.895479 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.895686 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.895978 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.896230 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.896467 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.896729 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.896974 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.897250 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.897518 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.897751 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.897968 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.898234 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.898491 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.898698 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.898949 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.899190 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.899401 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.899615 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.899828 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.900096 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.900332 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.900695 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.900941 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.901175 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.901677 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.901921 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.902152 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.902390 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.902633 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.902855 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.903079 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.903298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.903544 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.903814 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.904033 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.904311 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.904589 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.904793 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.905046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.905310 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.905570 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.905785 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.906031 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.906251 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.906534 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.906693 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.906910 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.907133 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.907391 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.907594 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.907827 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.908083 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.908321 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.908647 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.908894 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.909124 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.909389 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.909612 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.909850 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.910928 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.911161 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.911396 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.911598 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.911817 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.912094 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.912342 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.912585 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.912801 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.913013 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.913241 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.913499 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.913709 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.914012 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.914266 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.914505 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.914750 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.914983 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.915214 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.915514 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917373 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917815 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.917815 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.918074 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.918269 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.918562 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.918798 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.919027 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.919298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.919611 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.919847 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.920088 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.920334 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.920553 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.920772 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.921037 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.921378 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.921685 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.921964 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.922200 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.922517 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.922796 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.923066 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.923281 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.923577 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.923921 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.924210 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.924476 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.924717 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.924988 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.925245 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.925466 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.925684 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.925930 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.926147 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.926404 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.926660 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.926917 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.927113 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.927329 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.927594 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.927794 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.928014 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.928238 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.928862 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.928862 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 16:35:46.929170 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87411) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 25 16:35:46.929412 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 16:35:46.929501 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 16:35:46.929671 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 16:35:46.929795 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 16:35:46.930045 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 16:35:46.930135 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.930298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.930457 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932298 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932762 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932762 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.932907 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933043 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933208 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933386 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933550 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933707 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.933867 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934030 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934190 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934347 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934553 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934644 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] debug = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.934793 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935013 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935180 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935340 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935496 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935657 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935808 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.935959 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936115 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936272 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936430 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936587 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936744 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.936903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937060 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937240 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937405 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937562 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] host = dv-neutron-824022-2-hyperv {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937761 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.937862 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938020 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938176 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938333 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938490 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938648 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938807 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.938967 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.939123 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.939280 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.939439 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.939602 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.939777 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940006 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_options = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940152 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940252 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940356 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940501 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940663 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940823 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.940980 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.941139 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.941448 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.941612 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.941771 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.941938 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.942102 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.942235 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.942384 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.942690 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.942853 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943011 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943169 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943327 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943484 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943640 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943798 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.943954 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944111 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944270 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944426 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944582 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944739 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.944897 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945055 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945246 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945402 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945617 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945780 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.945938 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946096 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946266 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946406 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946563 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946776 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.946878 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.947019 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.947180 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.948232 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.948406 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_json = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.948565 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.948722 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.948879 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949037 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949196 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:46.949444 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949528 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949678 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 16:35:46.949860 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950025 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950196 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950357 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950516 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950676 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950836 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.950997 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951157 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951315 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951483 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951813 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.951971 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952129 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952291 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952450 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952611 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952771 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.952932 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953089 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953269 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953458 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953622 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953766 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.953902 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954058 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954196 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954361 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954505 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954671 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.954839 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955005 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955163 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955323 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955483 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955803 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.955963 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956123 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956283 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956444 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956602 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956763 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.956959 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957081 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957265 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957411 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957577 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957720 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.957892 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958060 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958221 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958380 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958540 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958702 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.958861 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959021 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959180 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959340 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959498 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959672 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959832 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.959993 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960170 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960310 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960469 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960629 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960790 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.960951 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961109 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961291 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961453 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961613 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961774 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.961936 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962096 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962258 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962418 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962579 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962739 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.962899 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963113 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963273 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963448 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963622 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963781 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.963943 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964100 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964261 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964421 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964581 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964739 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.964898 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965059 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965244 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965399 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.965903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966129 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966208 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966312 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966471 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966630 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966791 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.966953 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967111 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967268 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967427 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967584 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967753 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.967911 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968077 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968239 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968406 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968577 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968736 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.968895 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969055 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969229 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969406 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969565 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969724 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.969883 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970046 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970205 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970380 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970548 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970693 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.970848 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971008 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971192 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971352 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971513 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971668 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971804 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.971967 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972128 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972288 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972448 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972591 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972757 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.972903 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973050 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973234 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973394 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973546 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973703 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.973864 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974024 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974172 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974336 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974497 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974657 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974818 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.974977 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975137 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975297 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975448 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975604 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975751 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.975912 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976071 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976215 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976378 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976537 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976696 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.976856 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977019 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977164 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977348 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977510 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977670 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977831 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.977997 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.978165 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.978325 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.978486 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.978689 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.978850 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979013 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979172 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979469 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979640 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979806 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.979966 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980142 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980301 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980567 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980673 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980973 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.980973 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981130 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981423 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981423 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981592 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981685 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.981847 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982006 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982159 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982346 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982507 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982653 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982808 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.982945 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.983092 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.983250 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.983410 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.983765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.983765 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984020 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984020 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984282 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984413 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984555 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984696 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984831 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.984964 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985097 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985252 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985384 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985532 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985695 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.985864 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986009 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986172 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986332 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986505 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986666 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986829 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.986988 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987148 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987310 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987472 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987639 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987809 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.987980 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988126 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988299 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988469 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988638 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988781 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.988953 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989125 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989314 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989475 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989633 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989794 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.989953 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990111 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990270 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990430 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990591 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990822 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.990960 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991096 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991228 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991362 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991495 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991643 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991802 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.991962 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.992120 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 16:35:46.992265 dv-neutron-824022-2-hyperv neutron-server[87411]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87411) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 16:35:47.050188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 53306) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:47.060032 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076239 Jan 25 16:35:57.625710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b721bf2-6c27-4b19-b1c6-d78c405e0c2d None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:35:57.704440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b721bf2-6c27-4b19-b1c6-d78c405e0c2d None None] No non-hosted networks {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 16:35:57.718892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.agentschedulers_db [None req-2b721bf2-6c27-4b19-b1c6-d78c405e0c2d None None] DHCP Agent not found on host dv-neutron-824022-2-hyperv {{(pid=87554) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 16:35:57.782513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b809ce16-a290-4935-bcb0-8cab89f8d5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:00.193993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88be7427-c162-4a29-b921-8c3491c6a5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:00.212884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35ec189d-210d-4b8a-b024-937b56fbd993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:01.032163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:01.038206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.039045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.045673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.046598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.047480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.048707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.055224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.055700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.056060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.057560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.057928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.058574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:01.059199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824022-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:01.099388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824022-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:01.421336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:02.601974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.525838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53400) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:05.208491 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING oslo_policy.policy [None req-e2543483-b7c8-4352-b299-512eed385981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:05.209428 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING oslo_policy.policy [None req-e2543483-b7c8-4352-b299-512eed385981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:05.433620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-e2543483-b7c8-4352-b299-512eed385981 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:36:05.434847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e2543483-b7c8-4352-b299-512eed385981 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9069192 Jan 25 16:36:06.215482 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.db.l3_hamode_db [None req-d9a9f5cb-5b98-49db-8a56-c84974052d04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 16:36:06.301286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9f5cb-5b98-49db-8a56-c84974052d04 None None] Routers set() bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:06.301698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9f5cb-5b98-49db-8a56-c84974052d04 None None] Router IDs set() for agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 25 16:36:07.899345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53414) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:08.307621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:08.412173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.policy [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87552) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 16:36:08.458281 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING oslo_policy.policy [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:08.458657 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING oslo_policy.policy [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:08.467788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.quota [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Loaded quota_driver: . Jan 25 16:36:08.483782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:08.546410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966694677', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966695270', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966578350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966579437', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966594239', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774966596448', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647886', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1512513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-508503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-445272'] for rbac-policy, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:08.612603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:08.613996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3c5e026a-8c6f-4e2b-9999-0c6a5dd3660f admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7129598 Jan 25 16:36:11.296637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 53428) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:11.916597 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:11.917197 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:12.134045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '0c16a612d90349679d50b75ca9e84010'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:12.136421 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.quota [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Loaded quota_driver: . Jan 25 16:36:12.152913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:12.159568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Usage tracker for resource:network and tenant:0c16a612d90349679d50b75ca9e84010 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:12.165181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:12.172752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:12.190575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Made reservation on behalf of 0c16a612d90349679d50b75ca9e84010 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:36:12.272179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 16:36:12.317191 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:12.317958 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 16:36:12.328856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.349684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.364835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:12.369196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c16a612d90349679d50b75ca9e84010 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:12.374968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:12.381492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:12.488058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.491981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.517273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:36:12.542963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774969515021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.543528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Unsubscribe: segment precommit_create {{(pid=87553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 16:36:12.544031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Added segment 814c489b-4ec5-4d85-9403-8575e3236802 of type vlan for network 4e36bc36-d19a-482b-b926-004a0dc8b883 Jan 25 16:36:12.552848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafba0fa-60be-4b09-81fa-5adaa1a96e29,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:12.609473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.609830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.610211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.610499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.610828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.611163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.611488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.611822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.612145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.612463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.612780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.613091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Tracked resource versions report: Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: pushed versions: Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: { 'AddressGroup': {'1.2'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'ConntrackHelper': {'1.0'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Log': {'1.0'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Network': {'1.1'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Port': {'1.7'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'PortForwarding': {'1.2'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'QosPolicy': {'1.8'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroup': {'1.4'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SubPort': {'1.0'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Subnet': {'1.1'}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Trunk': {'1.1'}} Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: consumer versions: Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'ConntrackHelper': '1.0', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Log': '1.0', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Network': '1.1', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Port': '1.7', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'PortForwarding': '1.2', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'QosPolicy': '1.8', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroup': '1.4', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroupRule': '1.2', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SubPort': '1.0', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Subnet': '1.1', Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Trunk': '1.1'}} Jan 25 16:36:12.614510 dv-neutron-824022-2-hyperv neutron-server[87553]: {{(pid=87553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:36:12.664366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.708945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.710115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:12.710780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:12.822857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e36bc36-d19a-482b-b926-004a0dc8b883,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:12.826494 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8bcda73-50f4-4ed2-a020-9c55cb2d9ba5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5288451 Jan 25 16:36:12.849848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:36:15.560988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 53450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:16.040226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e275149-0d71-4bcc-83f8-beea2c7c38b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:16.042180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e275149-0d71-4bcc-83f8-beea2c7c38b0 admin admin] 10.222.0.45 "GET /v2.0/networks/4e36bc36-d19a-482b-b926-004a0dc8b883 HTTP/1.1" status: 200 len: 825 time: 0.4801841 Jan 25 16:36:16.074608 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fca97a1c-0dca-4c3a-87ee-f2fd4e0dce6f admin admin] 10.222.0.45 "GET /v2.0/subnetpools/dc2cb8e3-419c-41ec-b8ff-f2a2042cc835 HTTP/1.1" status: 200 len: 734 time: 0.0268359 Jan 25 16:36:16.085582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Request body: {'subnet': {'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:16.092266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:16.097264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Usage tracker for resource:subnet and tenant:0c16a612d90349679d50b75ca9e84010 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:16.101491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:16.113745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:16.124472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Made reservation on behalf of 0c16a612d90349679d50b75ca9e84010 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:36:16.127119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:16.412507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:16.508273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12260018-66b1-438c-8819-cc9050e93f41,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:16.513855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Checking segment: {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:36:16.514243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Network hostable DHCP agents. Network: 4e36bc36-d19a-482b-b926-004a0dc8b883, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:36:16.537595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:36:16.548850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 4e36bc36-d19a-482b-b926-004a0dc8b883) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:16.553642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:16.554218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:16.560053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438d79f-0547-4c4b-ba95-fe25c75c1c4e None None] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:36:16.579965 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c0a227f6-aa33-4a50-9ad5-bdfcb955dd01 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4974198 Jan 25 16:36:16.973625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-4e36bc36-d19a-482b-b926-004a0dc8b883', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:36:16.974926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.171687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Allocated IP 172.20.0.2 (4e36bc36-d19a-482b-b926-004a0dc8b883/12260018-66b1-438c-8819-cc9050e93f41/8afd38be-3724-4e21-ba86-8b337663c2e4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:36:17.421604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.437761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Transition to ACTIVE for port object 8afd38be-3724-4e21-ba86-8b337663c2e4 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:17.467256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Transition to ACTIVE for port object 8afd38be-3724-4e21-ba86-8b337663c2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:17.474348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.543071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:36:17.545827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:17.554947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:36:17.557543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Pushing event updated for resources: {'Port': ['ID=8afd38be-3724-4e21-ba86-8b337663c2e4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:17.596237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.596912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.596912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.597280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.597616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.597963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.598295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.598623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.598971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.599305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.599627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.599943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Tracked resource versions report: Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: pushed versions: Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Log': {'1.0'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Network': {'1.1'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Port': {'1.7'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: consumer versions: Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Log': '1.0', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Network': '1.1', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Port': '1.7', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SubPort': '1.0', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Subnet': '1.1', Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Jan 25 16:36:17.601337 dv-neutron-824022-2-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:36:17.661689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Attempting to bind port 8afd38be-3724-4e21-ba86-8b337663c2e4 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:36:17.662097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Attempting to bind port 8afd38be-3724-4e21-ba86-8b337663c2e4 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:36:17.662530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Attempting to bind port 8afd38be-3724-4e21-ba86-8b337663c2e4 on network 4e36bc36-d19a-482b-b926-004a0dc8b883 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:36:17.669609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:36:17.670005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Checking segment: {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:36:17.670505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.670901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Bound using segment: {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:36:17.671412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Bound port: 8afd38be-3724-4e21-ba86-8b337663c2e4, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:36:17.671828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.761259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] For port 8afd38be-3724-4e21-ba86-8b337663c2e4, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:36:17.765333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] For port 8afd38be-3724-4e21-ba86-8b337663c2e4, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8afd38be-3724-4e21-ba86-8b337663c2e4,segment=NetworkSegment(814c489b-4ec5-4d85-9403-8575e3236802),segment_id=814c489b-4ec5-4d85-9403-8575e3236802)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:36:17.770605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:17.884086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce018-640c-4dfd-9169-5c832376d3b3 None None] Pushing event updated for resources: {'Port': ['ID=8afd38be-3724-4e21-ba86-8b337663c2e4,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:19.053944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53460) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:19.474188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-395ce87c-eb7c-4499-8d85-48274b0dc90e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:36:19.475178 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-395ce87c-eb7c-4499-8d85-48274b0dc90e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4202256 Jan 25 16:36:20.895879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8afd38be-3724-4e21-ba86-8b337663c2e4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:20.967094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 8afd38be-3724-4e21-ba86-8b337663c2e4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:21.674711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3aaed-6c7a-4492-9322-80db412155b7 None None] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:36:21.774428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Provisioning for port 8afd38be-3724-4e21-ba86-8b337663c2e4 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:21.783334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Provisioning complete for port 8afd38be-3724-4e21-ba86-8b337663c2e4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:21.783745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:21.952971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:22.021040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:22.061977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] For port 8afd38be-3724-4e21-ba86-8b337663c2e4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8afd38be-3724-4e21-ba86-8b337663c2e4,segment=NetworkSegment(814c489b-4ec5-4d85-9403-8575e3236802),segment_id=814c489b-4ec5-4d85-9403-8575e3236802)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:36:22.068719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:22.141132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d606-e7d1-450c-8771-0bbf3e8e844b None None] Pushing event updated for resources: {'Port': ['ID=8afd38be-3724-4e21-ba86-8b337663c2e4,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:22.289635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5fe04fc1-d3ab-49b0-915c-832e4f6b580f None None] Provisioning complete for port 8afd38be-3724-4e21-ba86-8b337663c2e4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:22.290016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fe04fc1-d3ab-49b0-915c-832e4f6b580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:22.388336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-fe648e7e-37a8-444e-a217-c594440d3c5d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:36:22.389430 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fe648e7e-37a8-444e-a217-c594440d3c5d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4355776 Jan 25 16:36:22.825602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8afd38be-3724-4e21-ba86-8b337663c2e4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:22.896424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8afd38be-3724-4e21-ba86-8b337663c2e4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:22.896800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.224161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:25.628453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'name': 'router1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:25.633324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:25.637713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Usage tracker for resource:router and tenant:0c16a612d90349679d50b75ca9e84010 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:25.641328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:25.647482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:25.658103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.659786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.685254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.803562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.823672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:25.825009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-db602424-ada8-4f04-ac58-7b680a664818 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5998967 Jan 25 16:36:27.580749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b978f8df-a195-47c2-86d2-3f8866793372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:28.219304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53496) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:28.595971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-efedfcdf-57c7-4c52-896f-5c61847033a9 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:36:28.597064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-efedfcdf-57c7-4c52-896f-5c61847033a9 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3767498 Jan 25 16:36:30.163726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f83123a-2f29-417e-b930-8226ecea1c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.000823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53506) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:31.027944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.365167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.370630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:31.375721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:31.379425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Usage tracker for resource:network and tenant:a96e703f6b3049dfa30a4de24dc3fd12 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:31.383175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:31.388801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:31.397941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Made reservation on behalf of a96e703f6b3049dfa30a4de24dc3fd12 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:36:31.401345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.418017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.432546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:31.436165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Usage tracker for resource:security_group_rule and tenant:a96e703f6b3049dfa30a4de24dc3fd12 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:31.439276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:31.444674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:31.538486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.542473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.558559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Reserving flat network on physical network physnet1 {{(pid=87552) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 16:36:31.589463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774969515021', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.590040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Unsubscribe: segment precommit_create {{(pid=87552) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 16:36:31.590547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Added segment 66a3d892-a15d-4649-bd6b-7dc969ee88a2 of type flat for network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 Jan 25 16:36:31.640656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858be7ca-8139-4626-b242-54256e99ea56,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:31.659444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.659810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.660155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.660492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.660824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.661170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.661531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.661874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.662208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.662531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.662858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.663177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Tracked resource versions report: Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: pushed versions: Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: { 'AddressGroup': {'1.2'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'ConntrackHelper': {'1.0'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Log': {'1.0'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Network': {'1.1'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Port': {'1.7'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'PortForwarding': {'1.2'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'QosPolicy': {'1.8'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroup': {'1.4'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SubPort': {'1.0'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Subnet': {'1.1'}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Trunk': {'1.1'}} Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: consumer versions: Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'ConntrackHelper': '1.0', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Log': '1.0', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Network': '1.1', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Port': '1.7', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'PortForwarding': '1.2', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'QosPolicy': '1.8', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroup': '1.4', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroupRule': '1.2', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SubPort': '1.0', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Subnet': '1.1', Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Trunk': '1.1'}} Jan 25 16:36:31.664483 dv-neutron-824022-2-hyperv neutron-server[87552]: {{(pid=87552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:36:31.703998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.747337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.748542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:31.749184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.856950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] Pushing event updated for resources: {'Network': ['ID=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:31.859648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-97b529ee-32a2-419f-99c1-89161e0d255a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8578269 Jan 25 16:36:31.869438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:36:32.548318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:33.877285 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:36:34.238651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53530) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:34.452270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77cb6e-a7fc-4417-ad15-c4e5ff7c4161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:34.453709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dd77cb6e-a7fc-4417-ad15-c4e5ff7c4161 admin admin] 10.222.0.45 "GET /v2.0/subnets/12260018-66b1-438c-8819-cc9050e93f41 HTTP/1.1" status: 200 len: 849 time: 0.2141032 Jan 25 16:36:34.610751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6581d6a0-6c7e-4549-8e1e-5fc4995e7bed admin admin] 10.222.0.45 "GET /v2.0/routers/7d2a829a-37cf-4a49-87f3-6e7d5cd69784 HTTP/1.1" status: 200 len: 704 time: 0.1514993 Jan 25 16:36:35.090227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:35.316181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Allocated IP 172.20.0.1 (4e36bc36-d19a-482b-b926-004a0dc8b883/12260018-66b1-438c-8819-cc9050e93f41/de644fd1-cfd3-44fd-983a-f5936b2ddefa) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:36:35.470853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:35.488460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Transition to ACTIVE for port object de644fd1-cfd3-44fd-983a-f5936b2ddefa will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:35.542897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:35.608355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:36:35.611284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:35.618633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:36:35.619673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:35.733183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Pushing event updated for resources: {'Port': ['ID=de644fd1-cfd3-44fd-983a-f5936b2ddefa,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:35.811203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7dcffa4f-d049-4f37-9a89-e11f15d4f44d None None] Provisioning for port de644fd1-cfd3-44fd-983a-f5936b2ddefa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:35.816143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7dcffa4f-d049-4f37-9a89-e11f15d4f44d None None] Provisioning complete for port de644fd1-cfd3-44fd-983a-f5936b2ddefa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:35.816763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dcffa4f-d049-4f37-9a89-e11f15d4f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:35.873577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7dcffa4f-d049-4f37-9a89-e11f15d4f44d None None] Port de644fd1-cfd3-44fd-983a-f5936b2ddefa cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:36:35.924611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:36.166254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:36.170664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:36.171418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:36.304050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Pushing event updated for resources: {'Port': ['ID=de644fd1-cfd3-44fd-983a-f5936b2ddefa,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:36.377473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:36:36.378530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:36.571701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:36:36.596225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0abc8d30-21c5-4f69-a353-aaa35e26d0ea None None] Provisioning complete for port de644fd1-cfd3-44fd-983a-f5936b2ddefa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:36.596588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0abc8d30-21c5-4f69-a353-aaa35e26d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:36.653303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8d30-21c5-4f69-a353-aaa35e26d0ea None None] Port de644fd1-cfd3-44fd-983a-f5936b2ddefa cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:36:36.731620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:36:36.741523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ecf761c5-c035-491e-956f-5c712db31501 admin admin] 10.222.0.45 "PUT /v2.0/routers/7d2a829a-37cf-4a49-87f3-6e7d5cd69784/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1250930 Jan 25 16:36:36.741708 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Sync routers for ids ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:36:36.752235 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Routers {'7d2a829a-37cf-4a49-87f3-6e7d5cd69784'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:36.753204 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:36:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:36.931059 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Set router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:36:37.316431 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:35Z', 'revision_number': 2, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port_host': None, '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:35Z', 'revision_number': 2, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:37.322209 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Checking router: 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:36:37.322658 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Updating router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 port de644fd1-cfd3-44fd-983a-f5936b2ddefa binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:36:37.378577 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:37.757997 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:37.774321 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Transition to ACTIVE for port object de644fd1-cfd3-44fd-983a-f5936b2ddefa will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:37.781826 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:37.976862 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Pushing event updated for resources: {'Port': ['ID=de644fd1-cfd3-44fd-983a-f5936b2ddefa,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:38.030964 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.031243 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.031583 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.031917 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.032247 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.032591 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.032924 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.033270 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.033612 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.033936 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.034256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.034571 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Tracked resource versions report: Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: pushed versions: Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Log': {'1.0'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Network': {'1.1'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Port': {'1.7'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: consumer versions: Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Log': '1.0', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Network': '1.1', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Port': '1.7', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SubPort': '1.0', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Subnet': '1.1', Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Jan 25 16:36:38.035934 dv-neutron-824022-2-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:36:38.046924 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Attempting to bind port de644fd1-cfd3-44fd-983a-f5936b2ddefa on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:36:38.047340 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Attempting to bind port de644fd1-cfd3-44fd-983a-f5936b2ddefa by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:36:38.047768 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Attempting to bind port de644fd1-cfd3-44fd-983a-f5936b2ddefa on network 4e36bc36-d19a-482b-b926-004a0dc8b883 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:36:38.053104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:36:38.053547 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Checking segment: {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:36:38.054051 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:38.054434 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Bound using segment: {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:36:38.054931 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Bound port: de644fd1-cfd3-44fd-983a-f5936b2ddefa, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814c489b-4ec5-4d85-9403-8575e3236802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:36:38.055390 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:38.144551 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] For port de644fd1-cfd3-44fd-983a-f5936b2ddefa, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:36:38.148653 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] For port de644fd1-cfd3-44fd-983a-f5936b2ddefa, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=de644fd1-cfd3-44fd-983a-f5936b2ddefa,segment=NetworkSegment(814c489b-4ec5-4d85-9403-8575e3236802),segment_id=814c489b-4ec5-4d85-9403-8575e3236802)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:36:38.154765 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:38.246195 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Routers {'7d2a829a-37cf-4a49-87f3-6e7d5cd69784'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:38.246828 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:36:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:38.310836 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bcee7-8155-423e-a749-437bb055ef82 None None] Pushing event updated for resources: {'Port': ['ID=de644fd1-cfd3-44fd-983a-f5936b2ddefa,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:38.409930 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] Set router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:36:38.739873 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:35Z', 'revision_number': 2, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port_host': None, '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:38Z', 'revision_number': 4, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:38.744469 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3312182-62b2-423d-b44c-8ce64c8a05c1 None None] The sync data for ids ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'] in dv-neutron-824022-2-hyperv is: [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:35Z', 'revision_number': 2, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port_host': None, '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:38Z', 'revision_number': 4, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:36:39.019259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53552) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:39.177706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29432df-1f71-4c51-b3e3-29b4cb42f2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:39.178275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a29432df-1f71-4c51-b3e3-29b4cb42f2ee admin admin] Synchronizing usage tracker for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:36:39.196693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a29432df-1f71-4c51-b3e3-29b4cb42f2ee admin admin] Unset dirty status for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:36:39.198060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a29432df-1f71-4c51-b3e3-29b4cb42f2ee admin admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 842 time: 0.1777513 Jan 25 16:36:39.207354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:39.213506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:39.217527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Usage tracker for resource:subnet and tenant:a96e703f6b3049dfa30a4de24dc3fd12 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:39.220403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:39.226477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:39.237664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Made reservation on behalf of a96e703f6b3049dfa30a4de24dc3fd12 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:36:39.240017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:39.707282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:36:39.707754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:39.802119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:36:39.802471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Network hostable DHCP agents. Network: 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:36:39.814332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3284b6cd-d5f5-4e90-947e-6e6cdbea4312,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:39.830951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:36:39.842584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:39.846771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:39.847466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:39.853461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec818a87-1eac-4c10-831f-473b4598cf43 None None] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:36:39.919380 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0b86dd23-7b3a-4b67-bac1-66779561ea2d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7153819 Jan 25 16:36:40.097948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c923d-0ac0-4f24-8429-918ea658bb9f None None] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:36:40.872026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device de644fd1-cfd3-44fd-983a-f5936b2ddefa up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:40.939785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port de644fd1-cfd3-44fd-983a-f5936b2ddefa completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:40.945509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port de644fd1-cfd3-44fd-983a-f5936b2ddefa triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:40.946400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:41.073085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:41.106455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port de644fd1-cfd3-44fd-983a-f5936b2ddefa, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=de644fd1-cfd3-44fd-983a-f5936b2ddefa,segment=NetworkSegment(814c489b-4ec5-4d85-9403-8575e3236802),segment_id=814c489b-4ec5-4d85-9403-8575e3236802)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:36:41.110527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:41.183919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=de644fd1-cfd3-44fd-983a-f5936b2ddefa,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:42.198202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 53566) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:42.397295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b713591-84e5-4273-8754-70a1fac0540e admin admin] 10.222.0.45 "GET /v2.0/routers/7d2a829a-37cf-4a49-87f3-6e7d5cd69784 HTTP/1.1" status: 200 len: 710 time: 0.1978612 Jan 25 16:36:42.530989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8bb53-cf40-4c34-92ce-0e4493e6d755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:42.532346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-20a8bb53-cf40-4c34-92ce-0e4493e6d755 admin admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 886 time: 0.1286576 Jan 25 16:36:42.540946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:36:42.846147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device de644fd1-cfd3-44fd-983a-f5936b2ddefa up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:42.912510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port de644fd1-cfd3-44fd-983a-f5936b2ddefa triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:42.912880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:42.980159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:43.303887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:43.358295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:43.541427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Allocated IP 172.26.4.185 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/0fd229dd-fa01-4f05-9f44-936e37faf258) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:36:43.688218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:43.717583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:43.782904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:36:43.792653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:43.794439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd229dd-fa01-4f05-9f44-936e37faf258,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:43.798366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:36:44.177467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:44.518834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:44.522143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:44.703785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:36:44.949610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:36:44.958422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:44.963052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Sync routers for ids ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:36:44.963577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b6fdb5dc-4664-490b-b35b-de3081c1ca16 admin admin] 10.222.0.45 "PUT /v2.0/routers/7d2a829a-37cf-4a49-87f3-6e7d5cd69784 HTTP/1.1" status: 200 len: 890 time: 2.4218400 Jan 25 16:36:44.970463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Routers {'7d2a829a-37cf-4a49-87f3-6e7d5cd69784'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:44.971318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:36:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:45.173553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Set router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:36:45.533756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:43Z', 'revision_number': 4, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port': {'id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:43Z', 'updated_at': '2022-01-25T16:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:41Z', 'revision_number': 5, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:45.538458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Checking router: 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:36:45.538819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Updating router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 port 0fd229dd-fa01-4f05-9f44-936e37faf258 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:36:45.592555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:45.920555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:45.932941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Transition to ACTIVE for port object 0fd229dd-fa01-4f05-9f44-936e37faf258 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:45.939356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:46.042890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Attempting to bind port 0fd229dd-fa01-4f05-9f44-936e37faf258 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:36:46.043506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Attempting to bind port 0fd229dd-fa01-4f05-9f44-936e37faf258 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:36:46.043609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Attempting to bind port 0fd229dd-fa01-4f05-9f44-936e37faf258 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:36:46.049004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95830-42ae-42db-a731-9fcad57027c1 None None] Pushing event updated for resources: {'Port': ['ID=0fd229dd-fa01-4f05-9f44-936e37faf258,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:46.053206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:36:46.053604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:36:46.054000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:46.054381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:36:46.054841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Bound port: 0fd229dd-fa01-4f05-9f44-936e37faf258, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:36:46.055832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:46.125785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] For port 0fd229dd-fa01-4f05-9f44-936e37faf258, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:36:46.128625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] For port 0fd229dd-fa01-4f05-9f44-936e37faf258, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0fd229dd-fa01-4f05-9f44-936e37faf258,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:36:46.132958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:46.215691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Routers {'7d2a829a-37cf-4a49-87f3-6e7d5cd69784'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:36:46.216299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:36:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:46.263078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95830-42ae-42db-a731-9fcad57027c1 None None] Pushing event updated for resources: {'Port': ['ID=0fd229dd-fa01-4f05-9f44-936e37faf258,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:46.403166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] Set router 7d2a829a-37cf-4a49-87f3-6e7d5cd69784 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:36:46.749397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:43Z', 'revision_number': 4, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port': {'id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:43Z', 'updated_at': '2022-01-25T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:41Z', 'revision_number': 5, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:46.753728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907b0f-fd13-4bd0-8673-ca54e1a4a4c5 None None] The sync data for ids ['7d2a829a-37cf-4a49-87f3-6e7d5cd69784'] in dv-neutron-824022-2-hyperv is: [{'id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'name': 'router1', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:36:25Z', 'updated_at': '2022-01-25T16:36:43Z', 'revision_number': 4, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'gw_port': {'id': '0fd229dd-fa01-4f05-9f44-936e37faf258', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:80:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:43Z', 'updated_at': '2022-01-25T16:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'de644fd1-cfd3-44fd-983a-f5936b2ddefa', 'name': '', 'network_id': '4e36bc36-d19a-482b-b926-004a0dc8b883', 'tenant_id': '0c16a612d90349679d50b75ca9e84010', 'mac_address': 'fa:16:3e:54:fa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2a829a-37cf-4a49-87f3-6e7d5cd69784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12260018-66b1-438c-8819-cc9050e93f41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:36:35Z', 'updated_at': '2022-01-25T16:36:41Z', 'revision_number': 5, 'project_id': '0c16a612d90349679d50b75ca9e84010', 'subnets': [{'id': '12260018-66b1-438c-8819-cc9050e93f41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc2cb8e3-419c-41ec-b8ff-f2a2042cc835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:36:47.362308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 53578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:47.522999 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45f68e95-4372-4d67-bdb3-277fd1e07f2d admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1586812 Jan 25 16:36:48.891328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0fd229dd-fa01-4f05-9f44-936e37faf258 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:48.960595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0fd229dd-fa01-4f05-9f44-936e37faf258 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:48.965522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0fd229dd-fa01-4f05-9f44-936e37faf258 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:48.965925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:49.083436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:49.099406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0fd229dd-fa01-4f05-9f44-936e37faf258, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0fd229dd-fa01-4f05-9f44-936e37faf258,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:36:49.104036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:49.182403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0fd229dd-fa01-4f05-9f44-936e37faf258,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:50.883948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0fd229dd-fa01-4f05-9f44-936e37faf258 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:50.963354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0fd229dd-fa01-4f05-9f44-936e37faf258 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:50.963980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:57.580692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc4df3dd-f5b7-4257-b5bb-79169d3ba066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:00.171008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f13db8f9-6508-4f18-a9b1-d0bc3d78f1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:01.030306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:01.370088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:02.567578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:10.876006 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:37:27.580590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bee24798-577c-43f7-b41f-7409b69690b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:30.166939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc985f6d-84ec-46cd-abb7-a34b91f1484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:31.033685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:31.376122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:32.570980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:47.876095 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:37:57.586770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-112957aa-74ce-4049-832e-ec4c25ff77b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:00.172933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eabc2f1e-5121-4b70-b8bf-1c7c4cdce889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:01.038720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:01.381164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:02.571181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:24.876241 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:38:27.574719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96078ad5-45ad-4e64-b785-476849c5a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:30.167566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5abd44-108b-48a2-9bc8-bf7626906108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:31.070518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:31.377654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:32.571226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:55.702293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:38:55.773119 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9b0ba6-632a-4a35-9269-bd81eb3e544d admin admin] GET failed (client error): The resource could not be found. Jan 25 16:38:55.774457 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e9b0ba6-632a-4a35-9269-bd81eb3e544d admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712295 Jan 25 16:38:55.913272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4dd6d7-e2a8-4ea8-a7fd-2f8c5e735b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:55.914694 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed4dd6d7-e2a8-4ea8-a7fd-2f8c5e735b2f admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1363199 Jan 25 16:38:57.568336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e91fdfd6-954f-41cb-a779-4cec09df1dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:58.109288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54190) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:38:58.217455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271a70c-9457-4085-9df5-4f34a1f8ad99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:58.218817 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1271a70c-9457-4085-9df5-4f34a1f8ad99 admin admin] 10.222.0.45 "GET /v2.0/subnets/12260018-66b1-438c-8819-cc9050e93f41 HTTP/1.1" status: 200 len: 849 time: 0.1086473 Jan 25 16:38:58.228386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:38:58.346444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Notify callbacks [] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:58.535242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:58.580437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:58.581551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:58.582492 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] 10.222.0.45 "PUT /v2.0/subnets/12260018-66b1-438c-8819-cc9050e93f41 HTTP/1.1" status: 200 len: 868 time: 0.3575902 Jan 25 16:38:58.586351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86deed-3323-4332-954d-867ec2c6f645 None None] Network 4e36bc36-d19a-482b-b926-004a0dc8b883 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:38:58.610006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=12260018-66b1-438c-8819-cc9050e93f41,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:58.618449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.618867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.619138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.619470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.619835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.620135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.620463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.620790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.621118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.621468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.621788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:58.622114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56b734-26f5-454a-8b0e-c1ac7e9fd3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:59.087085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6a681cd9-0f46-4d42-a1b7-b7f7bc04df5a None None] Provisioning complete for port de644fd1-cfd3-44fd-983a-f5936b2ddefa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:38:59.087454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a681cd9-0f46-4d42-a1b7-b7f7bc04df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:59.211782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6a681cd9-0f46-4d42-a1b7-b7f7bc04df5a None None] Provisioning complete for port 8afd38be-3724-4e21-ba86-8b337663c2e4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:38:59.212151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a681cd9-0f46-4d42-a1b7-b7f7bc04df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:00.169194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfaefb-8570-4f37-82af-a6a1d955a726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:00.748621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:00.929840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01ed33-d098-4ea9-ae82-e621d12feb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:00.930189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01ed33-d098-4ea9-ae82-e621d12feb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:00.931839 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd01ed33-d098-4ea9-ae82-e621d12feb12 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1821489 Jan 25 16:39:01.044132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:01.382343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:01.874658 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:39:02.574234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:03.136234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54210) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:03.317027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56271aa2-1ae2-4c76-b7d5-d0f812e4b27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:03.317533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56271aa2-1ae2-4c76-b7d5-d0f812e4b27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:03.319071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56271aa2-1ae2-4c76-b7d5-d0f812e4b27f admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1818845 Jan 25 16:39:05.557239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54220) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:05.732467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a38cdd-a3b1-4541-93d7-7108552cdfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:05.733923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-78a38cdd-a3b1-4541-93d7-7108552cdfa2 admin admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 886 time: 0.1756840 Jan 25 16:39:07.923042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54230) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:08.105478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2ecb0-54ff-4185-9deb-906fa6543495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:08.106785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eba2ecb0-54ff-4185-9deb-906fa6543495 admin admin] 10.222.0.45 "GET /v2.0/networks/4e36bc36-d19a-482b-b926-004a0dc8b883 HTTP/1.1" status: 200 len: 869 time: 0.1827981 Jan 25 16:39:10.286905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54240) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:10.397391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c539c-222d-4f6d-a54c-34154605e465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:10.397856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c539c-222d-4f6d-a54c-34154605e465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:10.398570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4f0c539c-222d-4f6d-a54c-34154605e465 admin admin] Synchronizing usage tracker for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:39:10.414824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4f0c539c-222d-4f6d-a54c-34154605e465 admin admin] Unset dirty status for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:39:10.415983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4f0c539c-222d-4f6d-a54c-34154605e465 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281157 Jan 25 16:39:12.591215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:12.702077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628f5f5-dbc5-4f1c-8fe4-b5344979d927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:12.702563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628f5f5-dbc5-4f1c-8fe4-b5344979d927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:12.704105 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9628f5f5-dbc5-4f1c-8fe4-b5344979d927 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118865 Jan 25 16:39:14.857245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54260) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:14.964986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b621e2-d441-4b8d-9ffb-271c26d4e4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:14.966822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d8b621e2-d441-4b8d-9ffb-271c26d4e4d9 admin admin] 10.222.0.45 "GET /v2.0/subnets/12260018-66b1-438c-8819-cc9050e93f41 HTTP/1.1" status: 200 len: 868 time: 0.1083727 Jan 25 16:39:17.105374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54270) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:17.206360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f02523-0f07-4268-8e33-fc1d6737861d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:17.208007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2f02523-0f07-4268-8e33-fc1d6737861d admin admin] 10.222.0.45 "GET /v2.0/subnets/3284b6cd-d5f5-4e90-947e-6e6cdbea4312 HTTP/1.1" status: 200 len: 816 time: 0.1015913 Jan 25 16:39:27.571428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-023b1450-5f7f-4e58-959b-92bde681ad8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:30.174148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7268f0d-e872-4418-8442-6672c41438d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:31.046481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:31.383456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:32.578772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:36.325528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54316) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:36.372909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-075a402d-d23f-4591-872d-e00376c54a27 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:39:36.373986 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-075a402d-d23f-4591-872d-e00376c54a27 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474863 Jan 25 16:39:38.595446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:38.676075 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8008eb11-b55c-4a2c-bf12-7e6d83bb7363 admin admin] GET failed (client error): The resource could not be found. Jan 25 16:39:38.677469 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8008eb11-b55c-4a2c-bf12-7e6d83bb7363 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0810161 Jan 25 16:39:38.821088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977b52c-6e9f-4c00-841d-f82d715dea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:38.821468 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9977b52c-6e9f-4c00-841d-f82d715dea21 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398823 Jan 25 16:39:38.873864 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:39:40.971211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54336) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:41.029433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:39:41.034015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:39:41.044474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:39:41.054831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Made reservation on behalf of a96e703f6b3049dfa30a4de24dc3fd12 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:39:41.057505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:41.147522 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.services.revisions.revision_plugin [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Could not find related network for resource to bump revision. Jan 25 16:39:41.161514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:39:41.171303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:41.171648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Added segment d7993b49-8db1-47bc-aaf3-fc3eec686bb1 of type vlan for network a43b93dd-70e0-4f19-bc98-b5d36ea39521 Jan 25 16:39:41.201688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:41.230246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:41.231273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:41.231857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:41.331585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3582213 Jan 25 16:39:41.332090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Pushing event updated for resources: {'Network': ['ID=a43b93dd-70e0-4f19-bc98-b5d36ea39521,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:39:41.338978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.339349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.339697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.340033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.340370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.340699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.341031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.341390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.341724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.342048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.342371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.342693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477426b-cd52-4d47-9184-e0b38a398b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:41.355319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:39:43.543121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54346) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:39:43.614026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-014a8e3e-9ee1-4e26-89be-cfd0e678f9eb admin admin] GET failed (client error): The resource could not be found. Jan 25 16:39:43.614555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-014a8e3e-9ee1-4e26-89be-cfd0e678f9eb admin admin] Synchronizing usage tracker for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:39:43.629637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-014a8e3e-9ee1-4e26-89be-cfd0e678f9eb admin admin] Unset dirty status for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:39:43.631234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-014a8e3e-9ee1-4e26-89be-cfd0e678f9eb admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0869792 Jan 25 16:39:43.738985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c1c68-40bb-49b9-90ab-240eb5bcfe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:43.740339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d53c1c68-40bb-49b9-90ab-240eb5bcfe05 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051636 Jan 25 16:39:43.750023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:39:43.754984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:39:43.764473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:39:43.774748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Made reservation on behalf of a96e703f6b3049dfa30a4de24dc3fd12 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:39:43.776967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:43.985606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.058953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4f99ff-e741-4966-86f8-2a54fde1716b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:39:44.068316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Checking segment: {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:39:44.068668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Network hostable DHCP agents. Network: a43b93dd-70e0-4f19-bc98-b5d36ea39521, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:39:44.087292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:39:44.095884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a43b93dd-70e0-4f19-bc98-b5d36ea39521) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:39:44.101188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:44.101822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.106426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b94fc95-51e5-407f-a51a-d161e3118f1a None None] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:39:44.129578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b9c0a46-aa02-4e38-9874-6757ea4450a8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3828721 Jan 25 16:39:44.329596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a43b93dd-70e0-4f19-bc98-b5d36ea39521', 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521', 'tenant_id': 'a96e703f6b3049dfa30a4de24dc3fd12', 'fixed_ips': [{'subnet_id': '8f4f99ff-e741-4966-86f8-2a54fde1716b'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:39:44.330447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.493929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Allocated IP 192.168.233.2 (a43b93dd-70e0-4f19-bc98-b5d36ea39521/8f4f99ff-e741-4966-86f8-2a54fde1716b/ccaea160-346c-4972-b28a-63ce4ace7b96) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:39:44.713402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.724796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Transition to ACTIVE for port object ccaea160-346c-4972-b28a-63ce4ace7b96 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:39:44.743572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Transition to ACTIVE for port object ccaea160-346c-4972-b28a-63ce4ace7b96 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:39:44.749371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.850646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Pushing event updated for resources: {'Port': ['ID=ccaea160-346c-4972-b28a-63ce4ace7b96,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:39:44.857051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:39:44.860723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:39:44.863808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.864176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.864519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.864862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.865180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.865549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.865877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.866198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.866993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.866993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.867183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.867478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:39:44.870314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:39:44.960991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Attempting to bind port ccaea160-346c-4972-b28a-63ce4ace7b96 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:39:44.961408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Attempting to bind port ccaea160-346c-4972-b28a-63ce4ace7b96 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:39:44.961778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Attempting to bind port ccaea160-346c-4972-b28a-63ce4ace7b96 on network a43b93dd-70e0-4f19-bc98-b5d36ea39521 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:39:44.967474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:39:44.967775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Checking segment: {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:39:44.968184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:44.970410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Bound using segment: {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:39:44.970410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Bound port: ccaea160-346c-4972-b28a-63ce4ace7b96, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:39:44.970410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:45.061629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] For port ccaea160-346c-4972-b28a-63ce4ace7b96, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:39:45.064866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] For port ccaea160-346c-4972-b28a-63ce4ace7b96, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccaea160-346c-4972-b28a-63ce4ace7b96,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:39:45.073588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:45.157080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fb4fe-7f6b-4f80-968d-c734826f0d39 None None] Pushing event updated for resources: {'Port': ['ID=ccaea160-346c-4972-b28a-63ce4ace7b96,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:39:46.038263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531bfa8-2566-4de4-9480-72ace6765641 None None] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:39:46.196901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3cb7064a-b273-4556-99e3-becc606cf541 None None] Provisioning for port ccaea160-346c-4972-b28a-63ce4ace7b96 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:39:46.969243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ccaea160-346c-4972-b28a-63ce4ace7b96 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:39:47.041208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ccaea160-346c-4972-b28a-63ce4ace7b96 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:39:47.046095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ccaea160-346c-4972-b28a-63ce4ace7b96 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:39:47.046464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:47.164965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:47.197583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ccaea160-346c-4972-b28a-63ce4ace7b96, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccaea160-346c-4972-b28a-63ce4ace7b96,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:39:47.203337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:47.278788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ccaea160-346c-4972-b28a-63ce4ace7b96,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:39:48.935293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ccaea160-346c-4972-b28a-63ce4ace7b96 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:39:49.005968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ccaea160-346c-4972-b28a-63ce4ace7b96 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:39:49.006332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:57.575445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78183f71-6570-474d-ac18-40a9ac70531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:00.176496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2b474e-21b2-41a2-9c41-a91c6b3d1b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:01.052678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:01.394452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:02.579461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:15.872594 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:40:27.571644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c2bee69-4103-4576-bbf2-5a48d6fc85de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:30.179646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4509-492f-4f2c-ae18-e812acf96ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:31.052475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:31.390788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:32.581599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.873313 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:40:57.576695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6234162-40a5-423f-85fd-ae86b61ae537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:00.183125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca567614-bac5-4d6c-95c9-114758fd4f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:01.049734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:01.393949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:02.585293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:07.163354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54396) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:41:07.169246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-8c1b9896-224f-4e3e-8261-5fbc54e5616c tempest-verify_tempest_config-2030629969 tempest-verify_tempest_config-2030629969-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:41:07.170146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8c1b9896-224f-4e3e-8261-5fbc54e5616c tempest-verify_tempest_config-2030629969 tempest-verify_tempest_config-2030629969-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058439 Jan 25 16:41:07.475771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54414) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:41:07.649495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:07.664104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:41:07.667898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1dadba0227314887b61fccd498977824 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:41:07.670698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:41:07.677161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:41:07.760989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:07.766399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:07.812383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Synchronizing usage tracker for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:41:07.817039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2995517a-3569-4d26-b292-b4b9c9aa32d5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:41:07.828178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.828982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.828982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.829243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.829561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.829893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.830213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.830553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.830881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.831198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.831514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.831829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:07.844280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] Unset dirty status for tenant:a96e703f6b3049dfa30a4de24dc3fd12 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:41:07.848325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:41:07.848836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-28e4843d-4cf4-4557-baca-64f0017396b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1dadba0227314887b61fccd498977824&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3716066 Jan 25 16:41:07.906664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:07.932812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:08.027437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:08.044919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2995517a-3569-4d26-b292-b4b9c9aa32d5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:41:08.054771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.055135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.055471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.055797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.056119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.056461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.057043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.057385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.057702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.058016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.058330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.058644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:41:08.063779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:08.064937 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e7a2a36-ac5c-4f46-b0f6-382b016760a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2995517a-3569-4d26-b292-b4b9c9aa32d5 HTTP/1.1" status: 204 len: 168 time: 0.2154906 Jan 25 16:41:27.569736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-684ab2de-22df-4b5f-9dee-a72436537fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:29.871941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:41:30.185916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e4da9a9-0555-4fec-9d3c-93fba7851393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:31.051563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:31.400252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:32.586864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:57.572003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5373cee2-ce3c-4347-b2b6-24961adb95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:00.187234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb221-df69-4cdf-9387-b645114cdd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:01.054679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:01.397748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:02.593775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:06.870624 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 5 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:42:25.211890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622947'] for agent, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:27.574772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b175f42-d738-4f09-9b7b-0d34a691e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:30.190783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1582323f-8078-4795-a5ab-2dc505f093b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:31.057306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:31.401719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:32.596760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:39.137524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54490) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:42:39.252250 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ca64c81-0307-403e-9409-f7dff3d09ec3 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1134694 Jan 25 16:42:41.425718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54500) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:42:41.487492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56b999d1-3179-4eef-aad1-1868157c6e5b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0606105 Jan 25 16:42:43.869656 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:42:55.211168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:57.577271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ccb6-7ce7-4f30-8f0f-5336384d5088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:00.192895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da9a2607-f749-405d-9532-cafafb493604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:01.060303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:01.404766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:02.601484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:20.869347 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:43:25.207228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:27.580459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0bc2203-ec5f-421f-9237-0b966420ff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:30.195493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdebb-8d2e-4860-b59b-40284c7c76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:31.071177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:31.419226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:32.607991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:55.223182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:57.583234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614d2858-51e1-4426-a17b-173978f67465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:57.868431 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:44:00.199142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d37d047c-8a74-48c6-ba79-ca3fd668d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:01.066780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:01.411509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:02.625143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:07.287333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54656) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:07.604759 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4dc4d763-b1a5-4365-9e6a-ce27452e7133 tempest-AgentManagementNegativeTest-1779201214 tempest-AgentManagementNegativeTest-1779201214-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3156300 Jan 25 16:44:07.949649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54690) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.276661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54704) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.394681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-566699975-network', 'tenant_id': '0d98dfa0f8074a1da31838569d130006'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:08.400434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.404452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Usage tracker for resource:network and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.408712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.415004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.427265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.436805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Made reservation on behalf of 0d98dfa0f8074a1da31838569d130006 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:08.440488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.454159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.467132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.472069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.475885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Usage tracker for resource:security_group_rule and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.486601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.492531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.519494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1825057798-network', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:08.528600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.534438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Usage tracker for resource:network and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.539074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.549455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.570073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Made reservation on behalf of b4534fc16bea4daeb9df500943bfccd4 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:08.572441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.590824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54730) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.593332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.633879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.643392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Usage tracker for resource:security_group_rule and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.649187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.655777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.660229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.662663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.687754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:08.714349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.714693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Added segment 35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c of type vlan for network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 Jan 25 16:44:08.721736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.744231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.747681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.752479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2f025952ab4668b2fa80f86d8f3dbd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.756484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.763537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.805646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.807027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:08.807631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.875857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.878872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9279981 Jan 25 16:44:08.883855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:08.890650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Request body: {'subnet': {'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-566699975-subnet', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:08.891587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80324d4a-0111-4844-9e7c-301506e66d46,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:08.897987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:08.902239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Usage tracker for resource:subnet and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:08.906048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:08.908364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.908736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.909086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.914976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:08.915785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.916194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.916558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.916999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.917333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.917673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.918022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.919653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.920003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Tracked resource versions report: Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: pushed versions: Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: { 'AddressGroup': {'1.2'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'ConntrackHelper': {'1.0'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Log': {'1.0'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Network': {'1.1'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Port': {'1.7'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'PortForwarding': {'1.2'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'QosPolicy': {'1.8'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroup': {'1.4'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SubPort': {'1.0'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Subnet': {'1.1'}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Trunk': {'1.1'}} Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: consumer versions: Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: HyperV agent@hv-neutron-8240: {}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'ConntrackHelper': '1.0', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Log': '1.0', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Network': '1.1', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Port': '1.7', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'PortForwarding': '1.2', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'QosPolicy': '1.8', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroup': '1.4', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SecurityGroupRule': '1.2', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'SubPort': '1.0', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Subnet': '1.1', Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: 'Trunk': '1.1'}} Jan 25 16:44:08.921277 dv-neutron-824022-2-hyperv neutron-server[87552]: {{(pid=87552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:44:08.923576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:08.937819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1077425586-network', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:08.981278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Made reservation on behalf of 0d98dfa0f8074a1da31838569d130006 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:08.984032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.016367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38234826-9390-4b8d-8ba0-908a3001858f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.029564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dd0fe-dc0b-4131-ad10-6bb8f0bbab12 admin admin] Pushing event updated for resources: {'Network': ['ID=88fe57e0-1653-4e8e-8ac8-5f01c9792c74,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.036322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1018192540'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:09.045175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:09.054667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:09.066059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Usage tracker for resource:network and tenant:6583131fd8ef42b9ac31eaf0f322298a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:09.072100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:09.082504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.083965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:09.095188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.110373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:09.121428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:09.122070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.122463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Added segment d43c1c36-3cdc-4251-bc1d-7779efe97acc of type vlan for network 247e1de9-b280-40e8-b8da-67c68070bf2a Jan 25 16:44:09.125897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.126452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.126976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.127478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.128100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.128605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.129172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.129979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.130386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.130888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.131371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.131850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] Tracked resource versions report: Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: pushed versions: Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: { 'AddressGroup': {'1.2'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'ConntrackHelper': {'1.0'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Log': {'1.0'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Network': {'1.1'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Port': {'1.7'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'PortForwarding': {'1.2'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'QosPolicy': {'1.8'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroup': {'1.4'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SubPort': {'1.0'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Subnet': {'1.1'}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Trunk': {'1.1'}} Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: consumer versions: Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: HyperV agent@hv-neutron-8240: {}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'ConntrackHelper': '1.0', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Log': '1.0', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Network': '1.1', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Port': '1.7', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'PortForwarding': '1.2', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'QosPolicy': '1.8', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroup': '1.4', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SecurityGroupRule': '1.2', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'SubPort': '1.0', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Subnet': '1.1', Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: 'Trunk': '1.1'}} Jan 25 16:44:09.133694 dv-neutron-824022-2-hyperv neutron-server[87553]: {{(pid=87553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:44:09.145110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3857e542-afe9-4c81-9942-8502e4a239c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a2f025952ab4668b2fa80f86d8f3dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7160547 Jan 25 16:44:09.147517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Usage tracker for resource:network and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:09.153602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:09.156781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:09.164124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:09.173040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.211928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Made reservation on behalf of f6ab5345205e4e53b162c770928a1a62 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:09.214553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.246551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.252581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Made reservation on behalf of 6583131fd8ef42b9ac31eaf0f322298a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:09.261869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.290083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:09.305650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Usage tracker for resource:security_group_rule and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:09.316351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:09.328419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.330551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.358235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:09.386505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdd289-8721-43c9-86dd-1f144a3d4bec,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.393334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:09.401349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.403398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:09.404668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.423820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.460409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Usage tracker for resource:security_group_rule and tenant:6583131fd8ef42b9ac31eaf0f322298a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:09.542887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.593732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:09.643545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] Pushing event updated for resources: {'Network': ['ID=247e1de9-b280-40e8-b8da-67c68070bf2a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.661067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 247e1de9-b280-40e8-b8da-67c68070bf2a details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:09.667144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:09.679438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0749dcab-0e74-4de6-b557-096062df3adf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.689509 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b0ee3275-6e1e-4a01-a699-605ea5bafffb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4113593 Jan 25 16:44:09.690069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.693165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54776) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:09.695139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.722320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Request body: {'subnet': {'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1825057798-subnet', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:09.727345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Checking segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:09.728265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Network hostable DHCP agents. Network: 88fe57e0-1653-4e8e-8ac8-5f01c9792c74, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:09.735567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.739722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54784) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:09.746500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:09.750843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Usage tracker for resource:subnet and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:09.754098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:09.762083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:09.767995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38234826-9390-4b8d-8ba0-908a3001858f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.804311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.811414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.813719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Made reservation on behalf of b4534fc16bea4daeb9df500943bfccd4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:09.816030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.828733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:09.831486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:09.843478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.843912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Added segment b5776191-6d22-4693-b51f-e8867fe53560 of type vlan for network f0de2bc4-4af9-4b06-8d54-18158356641d Jan 25 16:44:09.894869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.920264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:09.937199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.937935 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Added segment f44e1930-7b60-44c3-b3ba-81828d70fa1a of type vlan for network 1b3cc096-b33e-4d89-955e-6281af3a61e3 Jan 25 16:44:09.939240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f4977-0a4d-411d-bf90-50f0b6a5e8ed,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.975568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c1caa-3f42-44ad-941b-74e902befe90,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:09.979320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.979908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 88fe57e0-1653-4e8e-8ac8-5f01c9792c74) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:09.987391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:09.988217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.996914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.000553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e518372-02bd-422c-b212-beadb2c3feb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38234826-9390-4b8d-8ba0-908a3001858f HTTP/1.1" status: 204 len: 168 time: 0.8401918 Jan 25 16:44:10.060690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.067765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086ea4a-aeea-4f5e-b8b7-6441bc85028b None None] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:10.094679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:10.104345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.114126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54798) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:10.124738 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5327282 Jan 25 16:44:10.128665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:10.157206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:10.161935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171f61-2c53-441b-9697-58d6397ac6be tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'Network': ['ID=f0de2bc4-4af9-4b06-8d54-18158356641d,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:10.172414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:10.177183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Usage tracker for resource:floatingip and tenant:dec8fe179f2642d083d703a5e6b13288 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:10.178052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Request body: {'subnet': {'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:10.183038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:10.189491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:10.203474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.314932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f0de2bc4-4af9-4b06-8d54-18158356641d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:10.373928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.441403 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ec7e1ce-17d7-4a3b-84f7-0e1ab4d9a86e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5561461 Jan 25 16:44:10.444992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54810) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:10.458514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:10.468511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:10.477716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Usage tracker for resource:router and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:10.484579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:10.494707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:10.503506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:10.505108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:10.505292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.507336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.509458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:10.510657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.551543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1748659844'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:10.560706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.561741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.579024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:10.592098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.595786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Usage tracker for resource:network and tenant:f917cb7f687e41a09fdb0fa8ebd74f90 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:10.610240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:10.615113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Allocated IP 172.26.4.44 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/8a50313d-064a-44e2-8b3f-01c2dc90c927) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:10.625088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:10.659114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Made reservation on behalf of f917cb7f687e41a09fdb0fa8ebd74f90 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:10.662596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.670354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Usage tracker for resource:subnet and tenant:6583131fd8ef42b9ac31eaf0f322298a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:10.677386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] Pushing event updated for resources: {'Network': ['ID=1b3cc096-b33e-4d89-955e-6281af3a61e3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:10.692934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:10.694963 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29de5211-8508-4aa5-b0d7-effc81a7ed3a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2260032 Jan 25 16:44:10.726541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:10.730691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:10.746192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:10.753469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Request body: {'subnet': {'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1077425586-subnet', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:10.759121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:10.771049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Usage tracker for resource:subnet and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:10.779390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:10.786829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:10.810118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Made reservation on behalf of f6ab5345205e4e53b162c770928a1a62 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:10.813254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.849624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:10.905350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Allocated IP 172.20.0.2 (88fe57e0-1653-4e8e-8ac8-5f01c9792c74/0749dcab-0e74-4de6-b557-096062df3adf/4ec08b69-4b91-4ace-b6ea-06ad23e28d8b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:10.909409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Made reservation on behalf of 6583131fd8ef42b9ac31eaf0f322298a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:10.915868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.071032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:11.231774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.245185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.248090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Transition to ACTIVE for port object 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:11.271310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Transition to ACTIVE for port object 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:11.279254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.340509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Usage tracker for resource:security_group_rule and tenant:f917cb7f687e41a09fdb0fa8ebd74f90 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:11.346020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54842) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:11.356628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:11.399366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:11.401726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Pushing event updated for resources: {'Port': ['ID=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.412661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:11.418245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.418852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.419359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.419843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.420331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.420838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.422693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.423360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.424112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.424612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.425085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.425614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Tracked resource versions report: Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: pushed versions: Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Log': {'1.0'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Network': {'1.1'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Port': {'1.7'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: consumer versions: Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: HyperV agent@hv-neutron-8240: {}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Log': '1.0', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Network': '1.1', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Port': '1.7', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'SubPort': '1.0', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Subnet': '1.1', Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Jan 25 16:44:11.427073 dv-neutron-824022-2-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:44:11.433248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:11.433440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:11.453258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.466331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.570033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Attempting to bind port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:11.571077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Attempting to bind port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:11.571617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Attempting to bind port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b on network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:11.578323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:11.579142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Checking segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:11.580125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.581000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Bound using segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:11.582291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Bound port: 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:11.582993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.626374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.643022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.694345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3569fec9-e101-40bd-8266-084b53fa8016,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.695080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54852) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:11.702937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.705499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.733721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] For port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:11.737023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] For port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:11.741638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.743844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Checking segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:11.744185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Network hostable DHCP agents. Network: 247e1de9-b280-40e8-b8da-67c68070bf2a, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:11.766804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:11.771823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.829835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0430481e-cde0-40e8-b935-9e1354f4347b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.831037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Checking segment: {'id': 'b5776191-6d22-4693-b51f-e8867fe53560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:11.831405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Network hostable DHCP agents. Network: f0de2bc4-4af9-4b06-8d54-18158356641d, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:11.846133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1752651850'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:11.853491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:11.859328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Network 247e1de9-b280-40e8-b8da-67c68070bf2a is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:11.875599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:11.878845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:11.882418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Checking segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:11.882774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Network hostable DHCP agents. Network: 1b3cc096-b33e-4d89-955e-6281af3a61e3, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:11.887464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:11.893933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:11.896226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:11.905027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:network and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:11.905562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'Subnet': ['ID=2d718a5e-9745-4489-b7c9-82376f7c5c73,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.913787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:11.915076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 247e1de9-b280-40e8-b8da-67c68070bf2a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:11.915738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167130-9933-4953-8a4c-1b6ffd524683 None None] Pushing event updated for resources: {'Port': ['ID=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.920355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Pushing event updated for resources: {'Port': ['ID=8a50313d-064a-44e2-8b3f-01c2dc90c927,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:11.927036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:floatingip and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:11.927231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e18a49-85c0-42c0-9b8f-d4a9f6e1cdda None None] Network 247e1de9-b280-40e8-b8da-67c68070bf2a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:11.934881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:11.981200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:11.981786 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Added segment 40bc82f1-681f-49c8-969c-21623fa05673 of type vlan for network 2c096335-b903-48e7-9ee9-7555cc66831a Jan 25 16:44:11.995289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Network f0de2bc4-4af9-4b06-8d54-18158356641d is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:11.997555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eee80e3-cf77-4d16-a608-f75aa419c75f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:12.013125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:12.013771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.015100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.033432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:12.038020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, f0de2bc4-4af9-4b06-8d54-18158356641d) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:12.041946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.044809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1b3cc096-b33e-4d89-955e-6281af3a61e3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:12.047112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:12.047690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.055553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61821fe7-1f37-4ef6-8776-8c6bfb14ee4e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3489203 Jan 25 16:44:12.061079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756da39-8073-455f-bc56-e6fbc5b6401c None None] Network f0de2bc4-4af9-4b06-8d54-18158356641d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:12.062553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:12.063141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.069138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.074606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54862) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:12.084318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.085273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:12.085397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60ae2a-71f9-473e-b269-88fb8084db50 None None] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:12.092533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:12.100447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Usage tracker for resource:router and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:12.107049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:12.114304 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b50d0b56-053f-43e7-a1e1-9c82b2fb0706 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9633725 Jan 25 16:44:12.115319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:12.122803 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f394643-4252-4cc8-b432-50d0c5ed53ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3859699 Jan 25 16:44:12.123939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.127253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:12.132168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:12.138665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Request body: {'port': {'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-507153545'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:12.178693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:12.192874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.200958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:12.201643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.249420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Usage tracker for resource:router and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:12.259997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.261529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.268175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:12.284796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.347751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.350911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:12.355324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.457958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.479937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.522798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-247e1de9-b280-40e8-b8da-67c68070bf2a', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:12.527575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.527814 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4091344 Jan 25 16:44:12.531237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.531699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.541184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54876) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:12.574081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Request body: {'subnet': {'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:12.588497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:12.598447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c07dc-c96c-4fc4-bb0c-19a4f3f99ea7 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event updated for resources: {'Network': ['ID=2c096335-b903-48e7-9ee9-7555cc66831a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:12.607895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:security_group_rule and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:12.631690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:12.640547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:12.651422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2c096335-b903-48e7-9ee9-7555cc66831a details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:12.656199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Usage tracker for resource:port and tenant:6583131fd8ef42b9ac31eaf0f322298a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:12.716299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.718333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:12.731964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.742019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:12.748173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.809302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.879645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.891153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-f0de2bc4-4af9-4b06-8d54-18158356641d', 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d', 'tenant_id': '6583131fd8ef42b9ac31eaf0f322298a', 'fixed_ips': [{'subnet_id': '2d718a5e-9745-4489-b7c9-82376f7c5c73'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:12.892008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.910225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:12.932220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Usage tracker for resource:subnet and tenant:f917cb7f687e41a09fdb0fa8ebd74f90 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:12.937175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-1b3cc096-b33e-4d89-955e-6281af3a61e3', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:12.938024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.955055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:12.974845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Made reservation on behalf of 6583131fd8ef42b9ac31eaf0f322298a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:12.980092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:12.994841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:13.080923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Made reservation on behalf of f917cb7f687e41a09fdb0fa8ebd74f90 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:13.084393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.106917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.151189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Allocated IP 172.20.0.2 (247e1de9-b280-40e8-b8da-67c68070bf2a/3569fec9-e101-40bd-8266-084b53fa8016/13a55062-0935-479f-8636-a76e746c5bd2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:13.205046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] device_id is not set on port 3a872b15-bc32-4e4f-b21c-144de52676a6 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:13.222884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:13.453941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.464330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e2e1f-6afd-40e2-95d6-3c86276aa11a None None] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:13.480396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Allocated IP 172.20.0.2 (f0de2bc4-4af9-4b06-8d54-18158356641d/2d718a5e-9745-4489-b7c9-82376f7c5c73/b2d1ad7d-22f8-4f76-9802-9e0a5be4f478) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:13.518741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.565182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Allocated IP 172.20.0.2 (1b3cc096-b33e-4d89-955e-6281af3a61e3/4eee80e3-cf77-4d16-a608-f75aa419c75f/6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:13.613507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Allocated IP 172.26.4.60 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/4b6f4717-0986-466c-b6d4-345d207dc26e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:13.621999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.658556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.792485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:13.859457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:13.910820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f380e-d402-4095-b519-6c8dc30fa7e1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:13.945188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.946813 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Added segment 0a3a9c29-ef1b-407c-88ec-e30b214f0e26 of type vlan for network 5285dab1-f4f3-496f-b244-40ae7033b4de Jan 25 16:44:13.951041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.974565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:13.980117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Provisioning for port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:14.029387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Provisioning complete for port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:14.029894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.116565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.122279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.140344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.152871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.154705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.197533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.201100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Pushing event updated for resources: {'Port': ['ID=8a50313d-064a-44e2-8b3f-01c2dc90c927,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.214265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.233686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Transition to ACTIVE for port object 13a55062-0935-479f-8636-a76e746c5bd2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:14.264299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Transition to ACTIVE for port object 13a55062-0935-479f-8636-a76e746c5bd2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:14.269561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.290339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.300141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.306763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:14.307381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.310035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.311164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.315181 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b55f2f08-e797-405c-82ba-86b72a1e2d3c tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5715981 Jan 25 16:44:14.316125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54888) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:14.345804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event updated for resources: {'Subnet': ['ID=83fbbd7d-2e97-4ff5-b256-edeaa4f7c038,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.371021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-837148954', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'fixed_ips': [{'ip_address': '172.26.4.44'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:14.377055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:14.391428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Usage tracker for resource:port and tenant:dec8fe179f2642d083d703a5e6b13288 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:14.400035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:14.410602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:14.417750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Checking segment: {'id': '40bc82f1-681f-49c8-969c-21623fa05673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:14.418134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Network hostable DHCP agents. Network: 2c096335-b903-48e7-9ee9-7555cc66831a, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:14.435581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Made reservation on behalf of dec8fe179f2642d083d703a5e6b13288 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:14.438360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.449994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7465024 Jan 25 16:44:14.451414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54892) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:14.457048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.467427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'subnet': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:14.475073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:14.480597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Usage tracker for resource:security_group_rule and tenant:dec8fe179f2642d083d703a5e6b13288 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:14.483924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:14.494890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c862-63ee-4039-b3a3-a8ad029d505f tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Network': ['ID=5285dab1-f4f3-496f-b244-40ae7033b4de,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.497142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:14.535959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.537349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 5285dab1-f4f3-496f-b244-40ae7033b4de details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:14.555531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Network 247e1de9-b280-40e8-b8da-67c68070bf2a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:14.566038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:14.573511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:14.606479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.606706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Pushing event updated for resources: {'Port': ['ID=13a55062-0935-479f-8636-a76e746c5bd2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.612176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.622590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] device_id is not set on port e5391503-1852-4e25-854b-094f47403575 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:14.674666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.674944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Network 2c096335-b903-48e7-9ee9-7555cc66831a is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:14.700907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3657e5-7ede-43a1-a6a1-29d049a74127,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.719604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:14.733614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:14.735384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2c096335-b903-48e7-9ee9-7555cc66831a) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:14.746522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:14.765542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804451dc-57b1-41fc-b5d1-e755017e3372 None None] Network 2c096335-b903-48e7-9ee9-7555cc66831a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:14.837847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:14.838451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.843098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Pushing event updated for resources: {'Port': ['ID=4b6f4717-0986-466c-b6d4-345d207dc26e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:14.860655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:14.875517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Transition to ACTIVE for port object b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:14.901727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Allocated IP 172.26.4.205 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3471efc6-67e9-4665-be92-6b125dcc8efd) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:14.969198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:14.982608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:subnet and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:14.990824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Transition to ACTIVE for port object 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:14.992722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a24fd15b-ec4d-4f78-ac1e-96edc3e99522 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4420345 Jan 25 16:44:14.994296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:14.995885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:15.000793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.004726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Request body: {'port': {'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2073510097'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:15.008930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:15.034241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Attempting to bind port 13a55062-0935-479f-8636-a76e746c5bd2 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:15.034732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Attempting to bind port 13a55062-0935-479f-8636-a76e746c5bd2 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:15.035402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Attempting to bind port 13a55062-0935-479f-8636-a76e746c5bd2 on network 247e1de9-b280-40e8-b8da-67c68070bf2a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:15.048897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Transition to ACTIVE for port object b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:15.077818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:15.078251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Checking segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:15.078590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.078985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Bound using segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:15.079467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Bound port: 13a55062-0935-479f-8636-a76e746c5bd2, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:15.079829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.092652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Transition to ACTIVE for port object 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:15.099947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.170988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:15.175329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.192557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] For port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:15.215962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Allocated IP 172.20.0.11 (f0de2bc4-4af9-4b06-8d54-18158356641d/2d718a5e-9745-4489-b7c9-82376f7c5c73/3a872b15-bc32-4e4f-b21c-144de52676a6) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:15.254204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:15.274013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Usage tracker for resource:port and tenant:f917cb7f687e41a09fdb0fa8ebd74f90 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:15.280631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:15.297691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:15.325900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Made reservation on behalf of f917cb7f687e41a09fdb0fa8ebd74f90 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:15.329604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.370484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Pushing event updated for resources: {'Port': ['ID=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:15.385205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.389161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.433350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Network f0de2bc4-4af9-4b06-8d54-18158356641d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:15.435185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] device_id is not set on port f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:15.444253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:15.447721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:15.571482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.605962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.634668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:15.645871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.677308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Transition to ACTIVE for port object 3a872b15-bc32-4e4f-b21c-144de52676a6 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:15.684635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:15.688089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:15.702430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Allocated IP 172.20.0.5 (2c096335-b903-48e7-9ee9-7555cc66831a/83fbbd7d-2e97-4ff5-b256-edeaa4f7c038/f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:15.720229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Pushing event updated for resources: {'Port': ['ID=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:15.723026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] For port 13a55062-0935-479f-8636-a76e746c5bd2, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:15.751247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.790735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2c096335-b903-48e7-9ee9-7555cc66831a', 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a', 'tenant_id': 'f917cb7f687e41a09fdb0fa8ebd74f90', 'fixed_ips': [{'subnet_id': '83fbbd7d-2e97-4ff5-b256-edeaa4f7c038'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:15.792199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.815414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Attempting to bind port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:15.815812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Attempting to bind port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b5776191-6d22-4693-b51f-e8867fe53560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:15.816145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Attempting to bind port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 on network f0de2bc4-4af9-4b06-8d54-18158356641d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:15.864184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.868623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] For port 13a55062-0935-479f-8636-a76e746c5bd2, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=13a55062-0935-479f-8636-a76e746c5bd2,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:15.876006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8daa05a7-9d79-4f5b-acec-e979467ab0c3 None None] Provisioning complete for port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:15.876295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8daa05a7-9d79-4f5b-acec-e979467ab0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.917724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:15.918123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Checking segment: {'id': 'b5776191-6d22-4693-b51f-e8867fe53560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:15.918483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.918883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Bound using segment: {'id': 'b5776191-6d22-4693-b51f-e8867fe53560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:15.919360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Bound port: b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5776191-6d22-4693-b51f-e8867fe53560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:15.919745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:15.930329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.015129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Network f0de2bc4-4af9-4b06-8d54-18158356641d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:16.026251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:16.042011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:16.047661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:16.048307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.065390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:16.071937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:16.074973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:16.084484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.099184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Attempting to bind port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:16.099584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Attempting to bind port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:16.099905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Attempting to bind port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 on network 1b3cc096-b33e-4d89-955e-6281af3a61e3 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:16.111178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aaef68-99ab-4626-8142-7d843bce4974 None None] Pushing event updated for resources: {'Port': ['ID=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.113343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'Port': ['ID=3a872b15-bc32-4e4f-b21c-144de52676a6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.135771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.155601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Transition to ACTIVE for port object f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:16.170527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:16.170527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Checking segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:16.171063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.171348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Bound using segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:16.171823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Bound port: 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:16.172213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.191708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Allocated IP 172.26.4.7 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:16.193964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.210713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=3471efc6-67e9-4665-be92-6b125dcc8efd,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.280617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327561b-3eb4-4c40-8ed3-22001e38735e None None] Pushing event updated for resources: {'Port': ['ID=13a55062-0935-479f-8636-a76e746c5bd2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.294858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Subnet': ['ID=d438ed37-8e63-482b-89ea-5267d1d4d8ad,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.303421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event updated for resources: {'Port': ['ID=f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.316001 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b38694bf-9463-4cef-acbe-9c6876b8e921 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1958718 Jan 25 16:44:16.318162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Network 2c096335-b903-48e7-9ee9-7555cc66831a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:16.318483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54904) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:16.321562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.327292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.331779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Checking segment: {'id': '0a3a9c29-ef1b-407c-88ec-e30b214f0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:16.332144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network hostable DHCP agents. Network: 5285dab1-f4f3-496f-b244-40ae7033b4de, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:16.338448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:16.343439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Request body: {'port': {'network_id': 'f0de2bc4-4af9-4b06-8d54-18158356641d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-227596701', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:16.344011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.api.validators [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] bootfile-name is not in valid_values {{(pid=87552) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:16.344365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.api.validators [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] tftp-server is not in valid_values {{(pid=87552) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:16.344702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.api.validators [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] server-ip-address is not in valid_values {{(pid=87552) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:16.388625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:16.394762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:16.395024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.400119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] For port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:16.497743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f665325-4e9b-49dd-b92c-49f3f50d533f tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4993322 Jan 25 16:44:16.501451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:16.524935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] For port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,segment=NetworkSegment(b5776191-6d22-4693-b51f-e8867fe53560),segment_id=b5776191-6d22-4693-b51f-e8867fe53560)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:16.545342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.612631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Deleting port f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:16.613338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.620964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:16.622054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Allocated IP 172.20.0.2 (2c096335-b903-48e7-9ee9-7555cc66831a/83fbbd7d-2e97-4ff5-b256-edeaa4f7c038/2184a397-71dd-4500-a191-755d95a0c62b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:16.668973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] For port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:16.689137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] For port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:16.691461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.724228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.730259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 5285dab1-f4f3-496f-b244-40ae7033b4de) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:16.735634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:16.736228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.740410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:16.828768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db603bdd-8273-4c17-a7f7-3ac0b85cb37c None None] Network 5285dab1-f4f3-496f-b244-40ae7033b4de requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:16.892415 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-06b97a7d-d14b-4e78-a34e-77595f6c7fdb tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4399266 Jan 25 16:44:16.897953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:16.903272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Usage tracker for resource:port and tenant:6583131fd8ef42b9ac31eaf0f322298a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:16.906694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:16.912840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54912) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:16.932942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1389849141'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:16.958973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dbf46-6219-4f24-96d2-ef0d17e7773b None None] Pushing event updated for resources: {'Port': ['ID=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:16.986775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:17.048930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.108257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.196724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fac2-0b64-48d5-be91-4ef16b5ba83c None None] Pushing event updated for resources: {'Port': ['ID=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:17.433552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Calling delete_port for f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:17.483865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 13a55062-0935-479f-8636-a76e746c5bd2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:17.518350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:17.535846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:17.538456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:17.557625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Made reservation on behalf of 6583131fd8ef42b9ac31eaf0f322298a for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:17.561385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.635214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-5285dab1-f4f3-496f-b244-40ae7033b4de', 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'tenant_id': '157a3c8707d54a44a1a00cb5e44808f7', 'fixed_ips': [{'subnet_id': 'd438ed37-8e63-482b-89ea-5267d1d4d8ad'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:17.637137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.650934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] device_id is not set on port fed408d0-5b5a-45cf-9725-6f167a6c55b1 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:17.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.694105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Transition to ACTIVE for port object 2184a397-71dd-4500-a191-755d95a0c62b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:17.773189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:44:17.797018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Allocated IP 172.26.4.54 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/0afc6f3a-90e4-480b-94b4-51c0617875b6) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:17.798173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 13a55062-0935-479f-8636-a76e746c5bd2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:17.807249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:17.837015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Transition to ACTIVE for port object 2184a397-71dd-4500-a191-755d95a0c62b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:17.865145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:17.964919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:18.035978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:port and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:18.042715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:18.048082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.056734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Network 2c096335-b903-48e7-9ee9-7555cc66831a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:18.061125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:18.067069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:18.080643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:18.090691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:18.098239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.111532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.135804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b796f06-2145-4d4b-ba66-3dc57a16e4e1 None None] Network 247e1de9-b280-40e8-b8da-67c68070bf2a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:18.160090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Pushing event updated for resources: {'Port': ['ID=2184a397-71dd-4500-a191-755d95a0c62b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:18.217447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Pushing event updated for resources: {'Port': ['ID=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:18.247671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.280867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:18.284608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.294982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Allocated IP 172.20.0.8 (f0de2bc4-4af9-4b06-8d54-18158356641d/2d718a5e-9745-4489-b7c9-82376f7c5c73/fed408d0-5b5a-45cf-9725-6f167a6c55b1) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:18.332174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.345945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:18.346426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.369834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=3471efc6-67e9-4665-be92-6b125dcc8efd,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:18.384807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port 76892bc3-fb46-4b3b-a38e-ae09d17898fa yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:18.487832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Pushing event updated for resources: {'Port': ['ID=0afc6f3a-90e4-480b-94b4-51c0617875b6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:18.501508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Allocated IP 2001:db8::2 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/8df4790a-f255-4d8d-a366-81661ac7fc3a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:18.511410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:18.521725 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Sync routers for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:18.536094 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:18.536432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Attempting to bind port 2184a397-71dd-4500-a191-755d95a0c62b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:18.536724 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:18.537167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Attempting to bind port 2184a397-71dd-4500-a191-755d95a0c62b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '40bc82f1-681f-49c8-969c-21623fa05673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:18.537944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Attempting to bind port 2184a397-71dd-4500-a191-755d95a0c62b on network 2c096335-b903-48e7-9ee9-7555cc66831a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:18.541437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df794a-593c-4399-8c7c-51624b7c6207 None None] Network f0de2bc4-4af9-4b06-8d54-18158356641d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:18.568702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.573133 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-44c38d7a-4097-4e5c-80c3-8620abeb3d9e tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2151918 Jan 25 16:44:18.582850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.588131 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb9eedb7-cdfd-4a30-9f9e-63500bb97f7b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.1415119 Jan 25 16:44:18.589122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54916) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:18.589527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54918) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:18.605355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1667911864'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:18.696207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:18.724866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:network and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:18.734119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:18.744750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:18.755672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Provisioning for port 13a55062-0935-479f-8636-a76e746c5bd2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:18.773368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Provisioning complete for port 13a55062-0935-479f-8636-a76e746c5bd2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:18.773939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.806312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:18.806970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Checking segment: {'id': '40bc82f1-681f-49c8-969c-21623fa05673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:18.807559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.808129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Bound using segment: {'id': '40bc82f1-681f-49c8-969c-21623fa05673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:18.808777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Bound port: 2184a397-71dd-4500-a191-755d95a0c62b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bc82f1-681f-49c8-969c-21623fa05673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c096335-b903-48e7-9ee9-7555cc66831a'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:18.809401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.824081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:18.832635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:18.835587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:18.880505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Made reservation on behalf of 11e9308968fe4029aa51c37ab6dac7c4 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:18.887078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.893106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7dedc-992b-45d2-9d4b-d6ca1f7a0351 None None] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:18.919508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:18.935625 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:18.938715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:18.942749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:security_group_rule and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:18.946261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:18.952056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:19.204493 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 16:44:19.205330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:44:19.306719 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:15Z', 'revision_number': 3, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:19.312510 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Checking router: 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:19.313802 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Updating router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 port 4b6f4717-0986-466c-b6d4-345d207dc26e binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:19.317284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ac50e3a5-2e8d-4607-a990-391b422d7333 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.9901197 Jan 25 16:44:19.372204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.382056 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.384787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:19.433482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.550339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.578954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event deleted for resources: {'Port': ['ID=f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:19.640650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] For port 2184a397-71dd-4500-a191-755d95a0c62b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:19.713195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.719239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] For port 2184a397-71dd-4500-a191-755d95a0c62b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2184a397-71dd-4500-a191-755d95a0c62b,segment=NetworkSegment(40bc82f1-681f-49c8-969c-21623fa05673),segment_id=40bc82f1-681f-49c8-969c-21623fa05673)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:19.753915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.790078 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.804333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Transition to ACTIVE for port object 4b6f4717-0986-466c-b6d4-345d207dc26e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:19.816466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:19.894854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:19.923379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67c969-0300-4474-b660-8683caa24c5e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:19.967443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.016321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.016713 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Added segment f5b830fd-0ff1-459c-a4f8-bf3eab5ae535 of type vlan for network 738e75e0-be1b-47cc-86e6-6c61238ac09c Jan 25 16:44:20.028341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Attempting to bind port 4b6f4717-0986-466c-b6d4-345d207dc26e on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:20.028673 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Attempting to bind port 4b6f4717-0986-466c-b6d4-345d207dc26e by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:20.028976 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Attempting to bind port 4b6f4717-0986-466c-b6d4-345d207dc26e on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:20.036925 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Pushing event updated for resources: {'Port': ['ID=4b6f4717-0986-466c-b6d4-345d207dc26e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:20.054475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.056753 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d3d3615e-2e0c-43b0-a72e-d5a312d3a953 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "DELETE /v2.0/ports/f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc HTTP/1.1" status: 204 len: 168 time: 3.5524559 Jan 25 16:44:20.070737 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:20.071107 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:20.071503 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.071888 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:20.072719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:20.074527 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Bound port: 4b6f4717-0986-466c-b6d4-345d207dc26e, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:20.075467 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.081350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Deleting port 8a50313d-064a-44e2-8b3f-01c2dc90c927 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:20.081700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.105898 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.106253 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.106593 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.106925 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.107256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.107584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.107911 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.108259 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.109284 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.109628 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.110007 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.110253 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Tracked resource versions report: Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: pushed versions: Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Log': {'1.0'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Network': {'1.1'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Port': {'1.7'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: consumer versions: Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: HyperV agent@hv-neutron-8240: {}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: L3 agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: Metadata agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: Metering agent@dv-neutron-824022-2-hyperv: {}, Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-824022-2-hyperv: { 'AddressGroup': '1.2', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Log': '1.0', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Network': '1.1', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Port': '1.7', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'SubPort': '1.0', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Subnet': '1.1', Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Jan 25 16:44:20.111513 dv-neutron-824022-2-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 16:44:20.168888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.190679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] For port 4b6f4717-0986-466c-b6d4-345d207dc26e, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:20.196680 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] For port 4b6f4717-0986-466c-b6d4-345d207dc26e, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4b6f4717-0986-466c-b6d4-345d207dc26e,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:20.205888 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.206101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:20.275825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.295536 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:20.296465 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:20.375267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6045c0-e657-4cbe-b9b1-6616f11717d0 None None] Pushing event updated for resources: {'Port': ['ID=2184a397-71dd-4500-a191-755d95a0c62b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:20.406215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.469713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Transition to ACTIVE for port object 8df4790a-f255-4d8d-a366-81661ac7fc3a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:20.484287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] For port 13a55062-0935-479f-8636-a76e746c5bd2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=13a55062-0935-479f-8636-a76e746c5bd2,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:20.548271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.595943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.620690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Transition to ACTIVE for port object 8df4790a-f255-4d8d-a366-81661ac7fc3a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:20.631261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.650701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:20.691507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:20.694197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:20.713084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:20.716546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:20.723267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:20.829094 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-198a4360-4162-49e3-a22a-f1f08b1c54ed tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6970446 Jan 25 16:44:20.846105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54934) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:20.855682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Transition to ACTIVE for port object fed408d0-5b5a-45cf-9725-6f167a6c55b1 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:20.856854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1626603835'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:20.879210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:20.894870 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fb87-e000-4af2-87d3-4f0ba458b450 None None] Pushing event updated for resources: {'Port': ['ID=4b6f4717-0986-466c-b6d4-345d207dc26e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:20.923971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Usage tracker for resource:network and tenant:f917cb7f687e41a09fdb0fa8ebd74f90 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:20.941635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Provisioning for port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:20.944961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca6fb-3643-4584-8cfe-11b726e1fe93 None None] Pushing event updated for resources: {'Port': ['ID=13a55062-0935-479f-8636-a76e746c5bd2,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:20.946385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::44 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/76892bc3-fb46-4b3b-a38e-ae09d17898fa) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:20.957175 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:20.989128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:21.048632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:21.062767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Attempting to bind port 8df4790a-f255-4d8d-a366-81661ac7fc3a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:21.065002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Attempting to bind port 8df4790a-f255-4d8d-a366-81661ac7fc3a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '0a3a9c29-ef1b-407c-88ec-e30b214f0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:21.065641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Attempting to bind port 8df4790a-f255-4d8d-a366-81661ac7fc3a on network 5285dab1-f4f3-496f-b244-40ae7033b4de {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:21.073248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:21.073939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.100361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:21.139012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.139243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.183933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:21.184480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Checking segment: {'id': '0a3a9c29-ef1b-407c-88ec-e30b214f0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:21.184903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.185809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Bound using segment: {'id': '0a3a9c29-ef1b-407c-88ec-e30b214f0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:21.186410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Bound port: 8df4790a-f255-4d8d-a366-81661ac7fc3a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3a9c29-ef1b-407c-88ec-e30b214f0e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:21.186880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.197929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Provisioning for port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:21.213965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Provisioning complete for port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:21.214496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.268373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.269255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Pushing event updated for resources: {'Port': ['ID=8df4790a-f255-4d8d-a366-81661ac7fc3a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:21.280442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Made reservation on behalf of f917cb7f687e41a09fdb0fa8ebd74f90 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:21.283031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.300824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Calling delete_port for 8a50313d-064a-44e2-8b3f-01c2dc90c927 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:21.413880 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:15Z', 'revision_number': 3, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:21.418648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf3e5-df65-4d7e-9f9a-9fa8a72fcd1e None None] The sync data for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv is: [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:15Z', 'revision_number': 3, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:21.460158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] For port 8df4790a-f255-4d8d-a366-81661ac7fc3a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:21.464987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.469651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] For port 8df4790a-f255-4d8d-a366-81661ac7fc3a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8df4790a-f255-4d8d-a366-81661ac7fc3a,segment=NetworkSegment(0a3a9c29-ef1b-407c-88ec-e30b214f0e26),segment_id=0a3a9c29-ef1b-407c-88ec-e30b214f0e26)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:21.490572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.495545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:21.533268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Allocated IP 172.20.0.1 (88fe57e0-1653-4e8e-8ac8-5f01c9792c74/0749dcab-0e74-4de6-b557-096062df3adf/872a143c-d18d-4d39-9c76-66e691f63a38) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:21.536792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object 76892bc3-fb46-4b3b-a38e-ae09d17898fa will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:21.565274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.571241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:21.572015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.597452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:21.614488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.615051 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Added segment 81e5c1bf-ac22-4d16-b59a-17ab04363aa4 of type vlan for network 55a54a51-e7cf-47fa-bb92-fbfca2efe2cb Jan 25 16:44:21.621228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.666151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.667790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.725385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.731526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:21.732171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.838816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:21.846189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069b0e8-cb9d-4703-8547-90bbf8374ee9 None None] Pushing event updated for resources: {'Port': ['ID=8df4790a-f255-4d8d-a366-81661ac7fc3a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:21.869878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.956271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:21.991765 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1444011 Jan 25 16:44:22.015866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bab7b-d720-4e22-bafe-afa49092045a None None] Network 2c096335-b903-48e7-9ee9-7555cc66831a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:22.023986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54938) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:22.049203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.067862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Network': ['ID=738e75e0-be1b-47cc-86e6-6c61238ac09c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.088182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Network f0de2bc4-4af9-4b06-8d54-18158356641d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:22.089839 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e6c3b05f-e881-4716-98b0-6415a97c40e0 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4959679 Jan 25 16:44:22.096878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:22.112256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54942) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:22.116682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:22.122829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:22.123877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.137823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Request body: {'subnet': {'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:22.175913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'Port': ['ID=fed408d0-5b5a-45cf-9725-6f167a6c55b1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.228904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.319603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:22.372192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f9551-e023-4bcd-a128-c5a815b11c47 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event updated for resources: {'Network': ['ID=55a54a51-e7cf-47fa-bb92-fbfca2efe2cb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.448283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 55a54a51-e7cf-47fa-bb92-fbfca2efe2cb details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:22.469018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 13a55062-0935-479f-8636-a76e746c5bd2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:22.493086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5151793d-e995-4733-b5ed-131639160387 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 6.1697807 Jan 25 16:44:22.501948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:22.502529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54946) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:22.542607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:22.574330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] For port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,segment=NetworkSegment(b5776191-6d22-4693-b51f-e8867fe53560),segment_id=b5776191-6d22-4693-b51f-e8867fe53560)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:22.589462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:22.593828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.595999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:22.596945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.626199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=76892bc3-fb46-4b3b-a38e-ae09d17898fa,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.646915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:22.676461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:subnet and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:22.680399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:22.688599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:22.696535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.723716 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-03771b8e-42cf-4e73-9b52-58f5ad7f3278 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.8000271 Jan 25 16:44:22.724607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54950) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:22.734425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Made reservation on behalf of 11e9308968fe4029aa51c37ab6dac7c4 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:22.739359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.916880 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.922475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebe954-ac89-4862-a269-f736a6bca07c None None] Pushing event updated for resources: {'Port': ['ID=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:22.926711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning for port fed408d0-5b5a-45cf-9725-6f167a6c55b1 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:22.939203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning complete for port fed408d0-5b5a-45cf-9725-6f167a6c55b1 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:22.939587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:22.972218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1991505911', 'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:4f:a9:0b'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:23.002370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:44:23.006685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 13a55062-0935-479f-8636-a76e746c5bd2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:23.007052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.013543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a50313d-064a-44e2-8b3f-01c2dc90c927,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:23.133180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Port fed408d0-5b5a-45cf-9725-6f167a6c55b1 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:23.161130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning complete for port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:23.161532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.197794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.233438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:23.234738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.240745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:23.247187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:23.248220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Synchronizing usage tracker for tenant:6583131fd8ef42b9ac31eaf0f322298a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:23.282227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.285379 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1041c3e3-e397-4512-a616-02be83ee1e93 tempest-ExternalNetworksAdminNegativeTestJSON-863829136 tempest-ExternalNetworksAdminNegativeTestJSON-863829136-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/3b1fea91-36ba-452f-a74f-551d16f34a85 HTTP/1.1" status: 204 len: 168 time: 3.8990633 Jan 25 16:44:23.318372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Unset dirty status for tenant:6583131fd8ef42b9ac31eaf0f322298a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:23.318804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4b6f4717-0986-466c-b6d4-345d207dc26e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:23.324490 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c249221e-bfd7-480c-9ead-9eb0a0b0579b tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7951336 Jan 25 16:44:23.332256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:23.342594 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bff4628d-084e-4fa9-9873-bf25d6a2eb6a tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks HTTP/1.1" status: 200 len: 7292 time: 1.3035898 Jan 25 16:44:23.431945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54960) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:23.460255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Transition to ACTIVE for port object 872a143c-d18d-4d39-9c76-66e691f63a38 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:23.508459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb89543-a674-4fac-8dd7-5e44f3a37d6e None None] Network 5285dab1-f4f3-496f-b244-40ae7033b4de requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:23.547282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:23.661711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:port and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:23.665726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Deleting port fed408d0-5b5a-45cf-9725-6f167a6c55b1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:23.666096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.669449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:23.697910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:23.706654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4b6f4717-0986-466c-b6d4-345d207dc26e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:23.707456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Router d24a762b-897f-4386-ac1e-0258ce72fa4c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:44:23.739286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4b6f4717-0986-466c-b6d4-345d207dc26e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:23.739808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:23.774030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:23.943684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54966) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:24.008577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning for port 3a872b15-bc32-4e4f-b21c-144de52676a6 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:24.020582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.031477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning complete for port 3a872b15-bc32-4e4f-b21c-144de52676a6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:24.031966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.111513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.212622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e52c1-2b6e-4bf6-a3ab-2a9c717c4383 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] Network 55a54a51-e7cf-47fa-bb92-fbfca2efe2cb is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:24.252580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Port 3a872b15-bc32-4e4f-b21c-144de52676a6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:24.258846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.279737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:24.280378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.291533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:24.299522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Sync routers for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:24.305391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:24.320028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:24.320510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.338248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9d0e52c1-2b6e-4bf6-a3ab-2a9c717c4383 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "POST /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8817282 Jan 25 16:44:24.341530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Pushing event updated for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:24.341820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4b6f4717-0986-466c-b6d4-345d207dc26e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4b6f4717-0986-466c-b6d4-345d207dc26e,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:24.354107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning complete for port 13a55062-0935-479f-8636-a76e746c5bd2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:24.354560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.368161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:24.385891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:24.388481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Subnet': ['ID=1a430d78-55e4-4afa-9a32-3d5959cfac46,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:24.394313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a159d744-db35-472b-92d6-273b237b172f None None] Network 55a54a51-e7cf-47fa-bb92-fbfca2efe2cb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:24.419287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.430252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb5e1cb42da49b6b17cf3827b91e7b5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:24.443162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:24.479418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:24.492917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Checking segment: {'id': 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:24.493583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network hostable DHCP agents. Network: 738e75e0-be1b-47cc-86e6-6c61238ac09c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:24.543355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.598414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port 93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:24.621095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.622200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2184a397-71dd-4500-a191-755d95a0c62b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:24.746089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:24.746794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:24.776065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:24.779059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Calling delete_port for fed408d0-5b5a-45cf-9725-6f167a6c55b1 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:24.872644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 738e75e0-be1b-47cc-86e6-6c61238ac09c) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:24.892275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.896660 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b61bb95-3d4d-4c4a-adc9-0702b9863156 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.8158195 Jan 25 16:44:24.896829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54976) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:24.897981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:24.898544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:24.899117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.911064 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Sync routers for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:24.918535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fbec8219-2c84-4a1a-88f8-7a5e31216578 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks HTTP/1.1" status: 200 len: 8062 time: 0.5416896 Jan 25 16:44:24.923184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:24.926575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4b6f4717-0986-466c-b6d4-345d207dc26e,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:24.937556 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:24.938366 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:24.998575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:24.999808 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fc24a1e-9938-4a66-bc3e-c3c774a7964f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.8716075 Jan 25 16:44:25.016906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54984) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:25.124702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.161623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:25.192895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event deleted for resources: {'Port': ['ID=fed408d0-5b5a-45cf-9725-6f167a6c55b1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:25.240043 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e1f1f43c-d363-4a5c-ba29-bb6de24e308c tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "DELETE /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks/55a54a51-e7cf-47fa-bb92-fbfca2efe2cb HTTP/1.1" status: 204 len: 168 time: 0.2851498 Jan 25 16:44:25.244605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54988) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:25.251328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2387c40e-ced4-4a90-b5c6-216a4c663dad tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1381137 Jan 25 16:44:25.253156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::2e1 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:25.261029 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:25.267280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.268263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 54992) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:25.299327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.338529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0760fac-8a8f-4401-8aa4-3168cfc57e7b None None] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:25.381811 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d61ab48-0d56-475a-af53-95eacd1de954 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "DELETE /v2.0/ports/fed408d0-5b5a-45cf-9725-6f167a6c55b1 HTTP/1.1" status: 204 len: 168 time: 2.0442293 Jan 25 16:44:25.389066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1893960581', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:25.394549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 54996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:25.407165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Request body: {'port': {'name': 'tempest-new-port-name-1419071607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:25.407714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] bootfile-name is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:25.408110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] tftp-server is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:25.408485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] server-ip-address is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:44:25.543607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:25.548248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:router and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:25.552578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:25.560423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:25.623940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.685497 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:19Z', 'revision_number': 3, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:25.691375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Checking router: d24a762b-897f-4386-ac1e-0258ce72fa4c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:25.691876 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Updating router d24a762b-897f-4386-ac1e-0258ce72fa4c port 0afc6f3a-90e4-480b-94b4-51c0617875b6 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:25.723739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.749040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.787481 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:25.801290 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e04e9402-951b-4fe9-b6b3-96f5280050e2 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks HTTP/1.1" status: 200 len: 8096 time: 0.5562880 Jan 25 16:44:25.802014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55000) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:25.872437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2184a397-71dd-4500-a191-755d95a0c62b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:26.115729 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7eb5e1cb42da49b6b17cf3827b91e7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1310725 Jan 25 16:44:26.235777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.239154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:26.258906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.287727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.289361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.300967 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.314381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.315698 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Transition to ACTIVE for port object 0afc6f3a-90e4-480b-94b4-51c0617875b6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:26.324776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:26.326407 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.334597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.363307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] In _notify_port_updated(), no bound segment for port 3a872b15-bc32-4e4f-b21c-144de52676a6 on network f0de2bc4-4af9-4b06-8d54-18158356641d {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:44:26.370287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:26.371153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.375563 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "PUT /v2.0/ports/3a872b15-bc32-4e4f-b21c-144de52676a6 HTTP/1.1" status: 200 len: 1137 time: 0.9801817 Jan 25 16:44:26.381122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:26.429057 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5562-7b37-478e-befe-f10fdd0322fd None None] Pushing event updated for resources: {'Port': ['ID=0afc6f3a-90e4-480b-94b4-51c0617875b6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:26.462780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Attempting to bind port 0afc6f3a-90e4-480b-94b4-51c0617875b6 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:26.462780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Attempting to bind port 0afc6f3a-90e4-480b-94b4-51c0617875b6 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:26.463085 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Attempting to bind port 0afc6f3a-90e4-480b-94b4-51c0617875b6 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:26.475466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:26.475736 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:26.476624 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.477467 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:26.477756 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Bound port: 0afc6f3a-90e4-480b-94b4-51c0617875b6, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:26.478136 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.482865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-738e75e0-be1b-47cc-86e6-6c61238ac09c', 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c', 'tenant_id': '11e9308968fe4029aa51c37ab6dac7c4', 'fixed_ips': [{'subnet_id': '1a430d78-55e4-4afa-9a32-3d5959cfac46'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:26.484240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.520188 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f7dc2d0-662b-44ea-92ba-f297ab7d9a47 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/networks/2c096335-b903-48e7-9ee9-7555cc66831a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.7119069 Jan 25 16:44:26.528076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning for port 2184a397-71dd-4500-a191-755d95a0c62b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:26.530228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebed0d-3d5e-4c8b-a327-c9f89ef43e11 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:26.530893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acebed0d-3d5e-4c8b-a327-c9f89ef43e11 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Synchronizing usage tracker for tenant:6583131fd8ef42b9ac31eaf0f322298a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:26.535452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:26.568950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.606053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.643451 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] For port 0afc6f3a-90e4-480b-94b4-51c0617875b6, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:26.650648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] For port 0afc6f3a-90e4-480b-94b4-51c0617875b6, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0afc6f3a-90e4-480b-94b4-51c0617875b6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:26.660204 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.713094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.732200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bff073-f4e0-4623-8ce0-cfc6dff1a750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36853c6-4cda-4822-96c6-024575ed39ea,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:26.743486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acebed0d-3d5e-4c8b-a327-c9f89ef43e11 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Unset dirty status for tenant:6583131fd8ef42b9ac31eaf0f322298a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:26.750068 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-acebed0d-3d5e-4c8b-a327-c9f89ef43e11 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "GET /v2.0/ports/3a872b15-bc32-4e4f-b21c-144de52676a6 HTTP/1.1" status: 200 len: 1137 time: 0.3625641 Jan 25 16:44:26.753685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:26.760395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:26.776545 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e36853c6-4cda-4822-96c6-024575ed39ea HTTP/1.1" status: 204 len: 168 time: 0.5107000 Jan 25 16:44:26.784631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7a06-ae8e-4330-ace8-d039498ef217 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event updated for resources: {'Port': ['ID=3a872b15-bc32-4e4f-b21c-144de52676a6,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:26.795302 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5562-7b37-478e-befe-f10fdd0322fd None None] Pushing event updated for resources: {'Port': ['ID=0afc6f3a-90e4-480b-94b4-51c0617875b6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:26.810080 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:26.811036 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:26.895681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Allocated IP 172.20.0.2 (738e75e0-be1b-47cc-86e6-6c61238ac09c/1a430d78-55e4-4afa-9a32-3d5959cfac46/f395b883-2672-4c35-ab65-51e7564a1b97) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:26.973046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9459790b-9169-44c8-9c40-45daa1667834 tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/networks/2c096335-b903-48e7-9ee9-7555cc66831a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4085493 Jan 25 16:44:26.980713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Deleting port 3a872b15-bc32-4e4f-b21c-144de52676a6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:26.985133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.064707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.065040 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:27.072244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55024) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:27.140223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dfea7-ca70-4e5b-b713-d47f2062a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36853c6-4cda-4822-96c6-024575ed39ea,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:27.188318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.202324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Transition to ACTIVE for port object f395b883-2672-4c35-ab65-51e7564a1b97 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:27.225744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Transition to ACTIVE for port object f395b883-2672-4c35-ab65-51e7564a1b97 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:27.235718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:18Z', 'revision_number': 3, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:27.240932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.242621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.253642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.263257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Provisioning complete for port 2184a397-71dd-4500-a191-755d95a0c62b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:27.267937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.391545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:27.448052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.452920 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:19Z', 'revision_number': 3, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:27.458876 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a42dd6-0b63-43e5-99f8-e84c24269323 None None] The sync data for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv is: [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:19Z', 'revision_number': 3, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:27.494160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Checking router: 6c8f5e02-7ad6-4442-8a4e-60945129ce38 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:27.494703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Updating router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:27.592142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:27.603854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:27.638983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:27.642386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Calling delete_port for 3a872b15-bc32-4e4f-b21c-144de52676a6 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:27.679564 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f7d966e-1967-4533-a80e-d986ed794bca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dec8fe179f2642d083d703a5e6b13288&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2831860 Jan 25 16:44:27.684702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:27.725604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Pushing event updated for resources: {'Port': ['ID=f395b883-2672-4c35-ab65-51e7564a1b97,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:27.726472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.743300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.818429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:27.818803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.886688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.908035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Pushing event updated for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:27.937264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.949680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5e9f0e7-b85f-4494-a018-2ebf7d667747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:27.954912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.024890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event deleted for resources: {'Port': ['ID=3a872b15-bc32-4e4f-b21c-144de52676a6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:28.104547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.121438 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c609a8a-6213-41ff-953a-601827f6061a tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "DELETE /v2.0/ports/3a872b15-bc32-4e4f-b21c-144de52676a6 HTTP/1.1" status: 204 len: 168 time: 1.3417480 Jan 25 16:44:28.124531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:28.207249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Deleting subnet 2d718a5e-9745-4489-b7c9-82376f7c5c73 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:44:28.213432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.254894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.284474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3657e5-7ede-43a1-a6a1-29d049a74127,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:28.309900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.313980 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-01271f6b-1d03-4271-bdf7-7d8dc585d4f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f3657e5-7ede-43a1-a6a1-29d049a74127 HTTP/1.1" status: 204 len: 168 time: 0.6256704 Jan 25 16:44:28.321707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.359900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.474012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Attempting to bind port f395b883-2672-4c35-ab65-51e7564a1b97 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:28.474201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Attempting to bind port f395b883-2672-4c35-ab65-51e7564a1b97 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:28.474558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Attempting to bind port f395b883-2672-4c35-ab65-51e7564a1b97 on network 738e75e0-be1b-47cc-86e6-6c61238ac09c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:28.519273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:28.519687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Checking segment: {'id': 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:28.520567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.520567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Bound using segment: {'id': 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:28.520892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Bound port: f395b883-2672-4c35-ab65-51e7564a1b97, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:28.521277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.564189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.679174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.752791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:28.759013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.766531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event deleted for resources: {'Subnet': ['ID=2d718a5e-9745-4489-b7c9-82376f7c5c73,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:28.771242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:28.772628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15cc26c5-a819-46bb-a44c-a60682db0f25 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "DELETE /v2.0/subnets/2d718a5e-9745-4489-b7c9-82376f7c5c73 HTTP/1.1" status: 204 len: 168 time: 0.6467967 Jan 25 16:44:28.775222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] For port 2184a397-71dd-4500-a191-755d95a0c62b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2184a397-71dd-4500-a191-755d95a0c62b,segment=NetworkSegment(40bc82f1-681f-49c8-969c-21623fa05673),segment_id=40bc82f1-681f-49c8-969c-21623fa05673)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:28.778724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.780869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e71a5b-5368-4f07-8f18-073de9a59744 None None] Network f0de2bc4-4af9-4b06-8d54-18158356641d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:28.793089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-95760f8b-5d9d-42c3-ac23-39e4d5c6f0df tempest-DHCPAgentSchedulersTestJSON-1021628282 tempest-DHCPAgentSchedulersTestJSON-1021628282-project-admin] 10.222.0.45 "GET /v2.0/agents/c2a40300-b426-4c44-bb08-3102615d739b/dhcp-networks HTTP/1.1" status: 200 len: 8096 time: 1.6556787 Jan 25 16:44:28.794446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:28.811132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:28.822049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:28.993555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object 93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:29.049514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4b6f4717-0986-466c-b6d4-345d207dc26e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:29.091694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Could not find standard attr ID for object f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:44:29.097310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.183361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:29.240476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74befdf6-a9f5-40bf-a075-5b5fe700b9b4 None None] Pushing event updated for resources: {'Port': ['ID=2184a397-71dd-4500-a191-755d95a0c62b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:29.310006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:29.328588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.360999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning for port 8df4790a-f255-4d8d-a366-81661ac7fc3a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:29.371657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:29.395077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.407516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.420797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.466517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > segment before_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.467133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.467934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.468345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > port after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.468880 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > port after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.469644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > port after_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.470218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > segment after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.470894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.471280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.472550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet after_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.491894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Could not find standard attr ID for object 3a872b15-bc32-4e4f-b21c-144de52676a6. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:44:29.507247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.512467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:44:29.532660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Transition to ACTIVE for port object 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:29.559876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.578050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4b6f4717-0986-466c-b6d4-345d207dc26e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:29.578050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.591608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.651013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning complete for port 2184a397-71dd-4500-a191-755d95a0c62b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:29.651515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.790218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91528c-6892-4389-ab73-3588d66090fc None None] Pushing event updated for resources: {'Port': ['ID=f395b883-2672-4c35-ab65-51e7564a1b97,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:29.811052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.811600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.813198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet before_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.813690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Subscribe: > subnet before_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:44:29.814109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a54a51-e7cf-47fa-bb92-fbfca2efe2cb']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:29.845009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e5c1bf-ac22-4d16-b59a-17ab04363aa4') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:29.845416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e5c1bf-ac22-4d16-b59a-17ab04363aa4') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:29.869725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.912161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.939066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:44:29.948437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.999198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:30.033021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Attempting to bind port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:30.033475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Attempting to bind port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:30.033896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Attempting to bind port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:30.071307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:30.071980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:30.072799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.073312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:30.073818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Bound port: 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:30.074215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.084594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:30.095630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:30.098176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:30.104304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:30.105171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.125657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: from cryptography.utils import int_from_bytes Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: from cryptography.utils import int_from_bytes Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn_limited( Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn_limited( Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:44:30.126206 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:44:30.143625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4f32-2d5a-4aa6-be56-9b3fb1ad8c1e None None] Pushing event updated for resources: {'Port': ['ID=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:30.152670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.176791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Deleting port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:30.179496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.231237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] DHCP port deletion for f0de2bc4-4af9-4b06-8d54-18158356641d request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:44:30.251349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.286415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Deleting port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:30.287104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.469497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0ffba1b-650d-4a55-9426-0ceeb7e823d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.485308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] For port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:30.493147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:30.500268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e3197972-7a42-41bc-aba2-976e229b433a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 7.7676275 Jan 25 16:44:30.565451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55074) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:30.574561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] For port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:30.618276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.627210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.665579 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "DELETE /v2.0/networks/55a54a51-e7cf-47fa-bb92-fbfca2efe2cb HTTP/1.1" status: 204 len: 168 time: 1.8502786 Jan 25 16:44:30.676883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:30.683471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83dc1-3056-41f7-8e89-b3950b92bb82 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event deleted for resources: {'Network': ['ID=55a54a51-e7cf-47fa-bb92-fbfca2efe2cb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:30.729913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.768838 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-506976ce-1187-40aa-b812-a39329b1e709 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] DELETE failed (client error): The resource could not be found. Jan 25 16:44:30.769404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506976ce-1187-40aa-b812-a39329b1e709 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:44:30.772218 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-506976ce-1187-40aa-b812-a39329b1e709 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "DELETE /v2.0/ports/f5e603e7-9108-4cf8-959c-3ac7a5e1c3bc HTTP/1.1" status: 404 len: 333 time: 0.0942414 Jan 25 16:44:30.793898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:30.804876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] For port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,segment=NetworkSegment(b5776191-6d22-4693-b51f-e8867fe53560),segment_id=b5776191-6d22-4693-b51f-e8867fe53560)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:30.805299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.829806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:30.936435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Sync routers for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:30.970849 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-09f5aacc-ee6d-4917-b3ee-89acfb6b330e admin admin] 10.222.0.45 "PUT /v2.0/routers/935aa9ba-d4ee-4ad9-9d9b-e06752d63911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3752742 Jan 25 16:44:31.079378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Allocated IP 172.26.4.32 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/16cffd51-ed3f-4e07-9fed-6e76c34aa682) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:31.082534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Allocated IP 172.20.0.1 (247e1de9-b280-40e8-b8da-67c68070bf2a/3569fec9-e101-40bd-8266-084b53fa8016/ec8da1d9-6d21-4991-aa61-d5b7fba0f5af) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:31.104294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Calling delete_port for b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:31.141633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:31.142339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:31.262853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Deleting subnet 83fbbd7d-2e97-4ff5-b256-edeaa4f7c038 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:44:31.280339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:31.289542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.297073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:31.297443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:31.297732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:31.304192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:31.308141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Synchronizing usage tracker for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:31.389556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.415619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Allocated IP 172.20.0.1 (1b3cc096-b33e-4d89-955e-6281af3a61e3/4eee80e3-cf77-4d16-a608-f75aa419c75f/0bbd18b6-050a-45f0-a9b5-ec338bcd325b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:31.424954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55106) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:31.427250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning for port 76892bc3-fb46-4b3b-a38e-ae09d17898fa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:31.454424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563e986-959c-4fb7-b8fd-0f1f77a49b61 None None] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:31.515105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Unset dirty status for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:31.516663 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-12685ebf-b06a-469b-a7e2-cb0d3012ff41 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.9297593 Jan 25 16:44:31.577730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55116) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:31.590071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.668917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event deleted for resources: {'Port': ['ID=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:31.676675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] No DVR routers for this DVR port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:44:31.686625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.692594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1087736056', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:31.710548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.731454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:31.743885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Usage tracker for resource:port and tenant:6e41145b80f741878b07645ccaac118b is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:31.747263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Transition to ACTIVE for port object ec8da1d9-6d21-4991-aa61-d5b7fba0f5af will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:31.750692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:31.774904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:31.788191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4f32-2d5a-4aa6-be56-9b3fb1ad8c1e None None] Pushing event updated for resources: {'Port': ['ID=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:31.791492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.793449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning complete for port 76892bc3-fb46-4b3b-a38e-ae09d17898fa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:31.793808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.846698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:31.846999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.887028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.892766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Made reservation on behalf of 6e41145b80f741878b07645ccaac118b for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:31.895591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.911983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.928124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.932740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] For port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b2d1ad7d-22f8-4f76-9802-9e0a5be4f478,segment=NetworkSegment(b5776191-6d22-4693-b51f-e8867fe53560),segment_id=b5776191-6d22-4693-b51f-e8867fe53560)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:31.933159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.948736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 was deleted so its status cannot be updated. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:44:31.949281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8df4790a-f255-4d8d-a366-81661ac7fc3a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:31.958489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:31.959040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:31.975522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.013263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Transition to ACTIVE for port object 0bbd18b6-050a-45f0-a9b5-ec338bcd325b will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:32.024993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:32.032256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:32.036349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:32.041543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.042018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.045897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:32.160422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.189006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0de2bc4-4af9-4b06-8d54-18158356641d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:32.238302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Usage tracker for resource:security_group_rule and tenant:6e41145b80f741878b07645ccaac118b is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:32.253473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:32.264060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.274533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5776191-6d22-4693-b51f-e8867fe53560') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:32.275108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5776191-6d22-4693-b51f-e8867fe53560') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:32.301321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.307470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event deleted for resources: {'Subnet': ['ID=83fbbd7d-2e97-4ff5-b256-edeaa4f7c038,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:32.311282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Calling delete_port for b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:32.324381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.327040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=16cffd51-ed3f-4e07-9fed-6e76c34aa682,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:32.331695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:32.339434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Network 247e1de9-b280-40e8-b8da-67c68070bf2a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:32.348709 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6e3e006-7eea-4079-a71e-d184f30744f8 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "DELETE /v2.0/subnets/83fbbd7d-2e97-4ff5-b256-edeaa4f7c038 HTTP/1.1" status: 204 len: 168 time: 1.5536647 Jan 25 16:44:32.356244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375276e3-3905-42f8-944b-c51e330b0766 None None] Network 2c096335-b903-48e7-9ee9-7555cc66831a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:32.360101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:32.381175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:32.454616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:32.455103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.475295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55128) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:32.501417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438174781', 'description': 'tempest-description--1984573072'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:32.533722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:32.539169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Usage tracker for resource:security_group and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:32.539498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Port 76892bc3-fb46-4b3b-a38e-ae09d17898fa cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:32.543340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:32.551256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:32.604013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.620538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.623917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Pushing event updated for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:32.672894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 8df4790a-f255-4d8d-a366-81661ac7fc3a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:32.706638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:32.707654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:32.747062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Usage tracker for resource:security_group_rule and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:32.750791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.751782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:32.754498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:32.798706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8df4790a-f255-4d8d-a366-81661ac7fc3a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:32.799094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.834164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:32.838512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:32.873754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.879352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.888251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:32.895372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning for port 872a143c-d18d-4d39-9c76-66e691f63a38 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:32.938315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:44:32.938633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:32.949776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:44:32.954634 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:44:32.976222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:32.978954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:32.979757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.056270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Deleting port 2184a397-71dd-4500-a191-755d95a0c62b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:33.056512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.101395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.135961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.164000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.193931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.196922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] device_id is not set on port ccde7011-e7cb-49f8-992f-3e29c9c13631 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:33.204629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.238758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.267229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Provisioning complete for port 872a143c-d18d-4d39-9c76-66e691f63a38 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:33.267715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.312489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.320339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] 10.222.0.45 "DELETE /v2.0/networks/f0de2bc4-4af9-4b06-8d54-18158356641d HTTP/1.1" status: 204 len: 168 time: 4.5098972 Jan 25 16:44:33.368816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54bbe3-5c50-4a66-aaa8-3b55829ac1c8 tempest-ExtraDHCPOptionsTestJSON-74439035 tempest-ExtraDHCPOptionsTestJSON-74439035-project] Pushing event deleted for resources: {'Network': ['ID=f0de2bc4-4af9-4b06-8d54-18158356641d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:33.421176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef70aa8-b1fd-4627-b205-27b77ce4472f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:33.462659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] For port 2184a397-71dd-4500-a191-755d95a0c62b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2184a397-71dd-4500-a191-755d95a0c62b,segment=NetworkSegment(40bc82f1-681f-49c8-969c-21623fa05673),segment_id=40bc82f1-681f-49c8-969c-21623fa05673)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:33.463025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.496804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.520322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:44:33.520822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:44:33.602280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.667659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.771145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-21d322a6-712f-40be-823e-228e61b82159 None None] Port 872a143c-d18d-4d39-9c76-66e691f63a38 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:33.784632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Calling delete_port for 2184a397-71dd-4500-a191-755d95a0c62b owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:33.868859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.920118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55136) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:33.937283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:33.946718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1751a-bf63-4055-a5e2-734f61cf272e None None] DHCP port deletion for 2c096335-b903-48e7-9ee9-7555cc66831a request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:44:33.956207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:33.968014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-39e1751a-bf63-4055-a5e2-734f61cf272e None None] Deleting port 2184a397-71dd-4500-a191-755d95a0c62b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:33.968517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39e1751a-bf63-4055-a5e2-734f61cf272e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.972239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.974307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.023561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.038144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 8df4790a-f255-4d8d-a366-81661ac7fc3a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8df4790a-f255-4d8d-a366-81661ac7fc3a,segment=NetworkSegment(0a3a9c29-ef1b-407c-88ec-e30b214f0e26),segment_id=0a3a9c29-ef1b-407c-88ec-e30b214f0e26)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:34.046816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning complete for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:34.047369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.075234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.077115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.084978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] No DVR routers for this DVR port 2184a397-71dd-4500-a191-755d95a0c62b on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:44:34.112868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Deleting port b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:34.113302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.131214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event deleted for resources: {'Port': ['ID=2184a397-71dd-4500-a191-755d95a0c62b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:34.136565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3796c3f2-aa08-4659-88fc-e6e83155df9f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:34.153742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.155821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.157155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b0cb4f5f-7186-4ba4-ae75-1d7534d8839d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6815734 Jan 25 16:44:34.207945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:18Z', 'revision_number': 3, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:34.252679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:34.295263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'security_group_rule': {'security_group_id': '3796c3f2-aa08-4659-88fc-e6e83155df9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:34.298458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-39e1751a-bf63-4055-a5e2-734f61cf272e None None] The port '2184a397-71dd-4500-a191-755d95a0c62b' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:44:34.324499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1280587-cfe4-46fb-a2d4-d64539935b2d None None] The sync data for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv is: [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:18Z', 'revision_number': 3, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:34.377486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:34.378993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-16611470-410e-4468-8d95-16e3fd266ae7 None None] The port 'b2d1ad7d-22f8-4f76-9802-9e0a5be4f478' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:44:34.381515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:26Z', 'revision_number': 2, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:34.401341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:34.411690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Checking router: 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:34.412043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Updating router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 port 872a143c-d18d-4d39-9c76-66e691f63a38 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:34.468709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f395b883-2672-4c35-ab65-51e7564a1b97 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:34.482113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Usage tracker for resource:security_group_rule and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:34.511558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:34.522004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.526363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=8df4790a-f255-4d8d-a366-81661ac7fc3a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:34.529325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning for port f395b883-2672-4c35-ab65-51e7564a1b97 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:34.553578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:34.566114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.573792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:34.578931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.595461 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca0c1588-9b04-4e57-ac22-27657c11e906 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6583131fd8ef42b9ac31eaf0f322298a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6671758 Jan 25 16:44:34.595461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:34.630319 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9625abc0-9e4f-4b36-ae3b-fdf5bd91f49b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 HTTP/1.1" status: 204 len: 168 time: 2.9550719 Jan 25 16:44:34.638987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning complete for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:34.639513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.644036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c096335-b903-48e7-9ee9-7555cc66831a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:34.646972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55150) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:34.673903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bc82f1-681f-49c8-969c-21623fa05673') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:34.674207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bc82f1-681f-49c8-969c-21623fa05673') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:34.681643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.704375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.762991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:34.764181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.798129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:44:34.798657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:44:34.814977 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:44:34.818203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.820534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:34.847330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f395b883-2672-4c35-ab65-51e7564a1b97 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:34.865503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Allocated IP 172.26.4.214 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/ccde7011-e7cb-49f8-992f-3e29c9c13631) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:34.872042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f395b883-2672-4c35-ab65-51e7564a1b97 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:34.872414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.884330 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:44:34.902130 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a5ea28-72ff-46d6-89df-4ed2b7bb4eb9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] GET failed (client error): The resource could not be found. Jan 25 16:44:34.903899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27a5ea28-72ff-46d6-89df-4ed2b7bb4eb9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports/93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6 HTTP/1.1" status: 404 len: 333 time: 0.2517798 Jan 25 16:44:34.912326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Could not find standard attr ID for object 93ea3ed9-c9ad-44ac-8d03-3a4f7c68a7c6. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:44:34.928570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55154) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:34.956712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1766554082'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:35.022233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.061616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.062607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Provisioning complete for port 872a143c-d18d-4d39-9c76-66e691f63a38 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:35.063017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.071419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.139480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.154387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.165867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e87626-77da-4dfb-84cd-a8d3a75a9295,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:35.210651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] Pushing event deleted for resources: {'Network': ['ID=2c096335-b903-48e7-9ee9-7555cc66831a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:35.221494 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e983e7a-ca0f-4ec1-9784-d94813c5b6a5 tempest-DHCPAgentSchedulersTestJSON-579536532 tempest-DHCPAgentSchedulersTestJSON-579536532-project] 10.222.0.45 "DELETE /v2.0/networks/2c096335-b903-48e7-9ee9-7555cc66831a HTTP/1.1" status: 204 len: 168 time: 2.8578143 Jan 25 16:44:35.224114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3150e-1b46-44d6-8e2c-238fd8816464 None None] Port 872a143c-d18d-4d39-9c76-66e691f63a38 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:35.235648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.241505 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7a59d59-2ed9-45b9-84dc-1c8417ff8e3e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9859974 Jan 25 16:44:35.243731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:35.252439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'security_group_rule': {'security_group_id': '3796c3f2-aa08-4659-88fc-e6e83155df9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:35.262103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:35.268881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.269087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Usage tracker for resource:security_group_rule and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:35.272169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:35.282166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:35.301897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.323249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.371178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.409851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.419223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.447158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:35.452140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.452975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0afc6f3a-90e4-480b-94b4-51c0617875b6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:35.453747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.480094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c1caa-3f42-44ad-941b-74e902befe90,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:35.493579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.498244 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf83a3c1-90c6-495b-b213-473f29857713 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f9c1caa-3f42-44ad-941b-74e902befe90 HTTP/1.1" status: 204 len: 168 time: 0.9023409 Jan 25 16:44:35.499296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba84daf0-1d4c-4c9e-bd36-747381ba0f85,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:35.506146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.512673 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98d67ce3-4e6d-4428-a500-fc191c165667 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2676980 Jan 25 16:44:35.513853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:35.519592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:35.526533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:35.530640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Usage tracker for resource:floatingip and tenant:0d98dfa0f8074a1da31838569d130006 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:35.533878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:35.540735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:35.557006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.662037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.679375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Transition to ACTIVE for port object 872a143c-d18d-4d39-9c76-66e691f63a38 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:35.716725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.717430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:35.843271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:35.855559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:35.872050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:35.875339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:35.876333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:35.876952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.891202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:35.894777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:35.905885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:36.195381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.7659934 Jan 25 16:44:36.207195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:36.232164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Router d24a762b-897f-4386-ac1e-0258ce72fa4c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:44:36.236233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f395b883-2672-4c35-ab65-51e7564a1b97,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:36.238191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.214'}]}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:36.244508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:36.248202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Usage tracker for resource:port and tenant:157a3c8707d54a44a1a00cb5e44808f7 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:36.278238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:36.293675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Usage tracker for resource:router and tenant:6e41145b80f741878b07645ccaac118b is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:36.316068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Allocated IP 172.26.4.12 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/b4ec03d9-6c7b-4b63-bde4-35e7f218a83a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:36.338187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:36.365631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:36.395064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0afc6f3a-90e4-480b-94b4-51c0617875b6 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:36.436442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0afc6f3a-90e4-480b-94b4-51c0617875b6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:36.436816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.476906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Attempting to bind port 872a143c-d18d-4d39-9c76-66e691f63a38 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:36.481201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Attempting to bind port 872a143c-d18d-4d39-9c76-66e691f63a38 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:36.481803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Attempting to bind port 872a143c-d18d-4d39-9c76-66e691f63a38 on network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:36.519951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:36.521722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Checking segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:36.522294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.526343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Bound using segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:36.527073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Bound port: 872a143c-d18d-4d39-9c76-66e691f63a38, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:36.527459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.536514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:36.542290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c78afd-b9b2-41d1-ad85-346e5516037e tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Pushing event updated for resources: {'Port': ['ID=ccde7011-e7cb-49f8-992f-3e29c9c13631,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:36.548828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20009684-5a4b-41a9-94cd-a3d520ff9d12 None None] Pushing event updated for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:36.555200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.565014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e4d7ec24-03d8-4ad4-93fe-36bc60f123a8 None None] Provisioning complete for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:36.565424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec24-03d8-4ad4-93fe-36bc60f123a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.568561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:36.585700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.598985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:36.608187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.613193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.691179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:36.703710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7ec24-03d8-4ad4-93fe-36bc60f123a8 None None] Port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:36.734999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.736002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:36.747526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:36.791638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'Port': ['ID=b4ec03d9-6c7b-4b63-bde4-35e7f218a83a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:36.811827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] For port 872a143c-d18d-4d39-9c76-66e691f63a38, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:36.855652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] For port 872a143c-d18d-4d39-9c76-66e691f63a38, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=872a143c-d18d-4d39-9c76-66e691f63a38,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:36.857066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.861563 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3eae57b-01b1-4ac9-b515-274f3d03d02b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f917cb7f687e41a09fdb0fa8ebd74f90&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1425712 Jan 25 16:44:36.865265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55194) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:36.881434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.886736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:36.888196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.019262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20009684-5a4b-41a9-94cd-a3d520ff9d12 None None] Pushing event updated for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:37.040415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0afc6f3a-90e4-480b-94b4-51c0617875b6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0afc6f3a-90e4-480b-94b4-51c0617875b6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:37.049826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:37.050706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:37.083647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.114883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.116764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.117728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.204872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:44:37.208738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port 3015ced5-7faf-4a17-b2ee-49c706684f3e yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:37.231423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.263659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55206) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:37.281163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.284179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:44:37.284718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b2d1ad7d-22f8-4f76-9802-9e0a5be4f478 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:44:37.285299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2184a397-71dd-4500-a191-755d95a0c62b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:44:37.323970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.333644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2184a397-71dd-4500-a191-755d95a0c62b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:44:37.334389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2184a397-71dd-4500-a191-755d95a0c62b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:44:37.498901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.535504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0afc6f3a-90e4-480b-94b4-51c0617875b6,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:37.537609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.554290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:37.577838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.585794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-216210462'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:37.627916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f395b883-2672-4c35-ab65-51e7564a1b97 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:37.631722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.635524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:37.640136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::36 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/3015ced5-7faf-4a17-b2ee-49c706684f3e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:37.667036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:network and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:37.673156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:37.713392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0430481e-cde0-40e8-b935-9e1354f4347b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:37.721601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:37.749788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'Port': ['ID=b4ec03d9-6c7b-4b63-bde4-35e7f218a83a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:37.776564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Made reservation on behalf of 63772e4feadc4574909f8c79e87f3f6e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:37.789713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.813897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.828414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.832352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.833486 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d238f528-957d-4f67-9aa0-ab6549aee6f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0430481e-cde0-40e8-b935-9e1354f4347b HTTP/1.1" status: 204 len: 168 time: 0.9670653 Jan 25 16:44:37.851276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:37.856421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:security_group_rule and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:37.860066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Pushing event updated for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:37.866333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:37.872769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:37.874759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:37.884112 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fab978da-4398-4c70-8321-642056169d94 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3606250 Jan 25 16:44:37.884112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:37.907744 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Sync routers for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:37.935227 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:37.935985 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:38.001579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f395b883-2672-4c35-ab65-51e7564a1b97 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:38.002128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.032342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.038819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.059188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:38.077302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.078100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Added segment 742e8eea-6440-4e1d-9748-a0a4f4ec3e14 of type vlan for network 4027011c-2b5e-4f82-9aac-69ad68f74a4d Jan 25 16:44:38.137702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.146718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dddf4362-d192-4180-b626-ed5ac9d7f483,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:38.192643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.202482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:38.204485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.261603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8df4790a-f255-4d8d-a366-81661ac7fc3a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:38.283560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.325415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:38.346096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8eacbd-7799-4e23-9d09-4d7be72a80ad None None] The sync data for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv is: [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:38.358594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Network 247e1de9-b280-40e8-b8da-67c68070bf2a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:38.360477 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:38.385028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8df4790a-f255-4d8d-a366-81661ac7fc3a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:38.385570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.500542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Network': ['ID=4027011c-2b5e-4f82-9aac-69ad68f74a4d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:38.520059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:38.526511 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e83528cc-394a-4946-87f3-6352e10d6703 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2572305 Jan 25 16:44:38.528766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:38.542112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'subnet': {'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:38.568026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:38.613654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:38.618695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:38.728121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:38.765042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Usage tracker for resource:security_group_rule and tenant:fc78a73fba19496bacbcddcc9e16a10f is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:38.778491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:38.848171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:38.860245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:39.023020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:39.027020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:39.032339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:subnet and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:39.034228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:39.034609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.036355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d95b70ef-da4e-426f-9b57-8000356b293b admin admin] 10.222.0.45 "PUT /v2.0/routers/d24a762b-897f-4386-ac1e-0258ce72fa4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0183718 Jan 25 16:44:39.093037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:39.120192 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 2, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:39.123854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:39.126467 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Checking router: d24a762b-897f-4386-ac1e-0258ce72fa4c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:39.126827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.128594 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Updating router d24a762b-897f-4386-ac1e-0258ce72fa4c port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:39.130198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Router e20b78c2-353d-478f-b980-b2d6fd0f7654 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:44:39.145549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.159745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-44ab2e1c-ceb8-4ba6-b44a-c87309cb0942 None None] Provisioning complete for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:39.160045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ab2e1c-ceb8-4ba6-b44a-c87309cb0942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.208420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Made reservation on behalf of 63772e4feadc4574909f8c79e87f3f6e for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:39.212023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.230410 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.435538 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc78a73fba19496bacbcddcc9e16a10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8664362 Jan 25 16:44:39.441872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2e1c-ceb8-4ba6-b44a-c87309cb0942 None None] Port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:39.458194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:39.473516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.484331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32c9bb-d0f8-4a23-b0c0-69219dacf272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4a857-33e5-4c0a-bc54-2efea198de64,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:39.510157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:39.524659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.689975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:39.806526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55262) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:39.859874 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 16:44:39.892480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:44:39.892904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 872a143c-d18d-4d39-9c76-66e691f63a38 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:39.936081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.938208 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.955844 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Transition to ACTIVE for port object 0bbd18b6-050a-45f0-a9b5-ec338bcd325b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:39.960116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.981788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.994136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.057778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 872a143c-d18d-4d39-9c76-66e691f63a38 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:40.066094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:40.072740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 872a143c-d18d-4d39-9c76-66e691f63a38 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:40.073267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.087649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698925147', 'description': 'tempest-description--1741756895'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:40.098597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:40.103926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Usage tracker for resource:security_group and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:40.112086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:40.119850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:40.150740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.166912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.243188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.288758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 872a143c-d18d-4d39-9c76-66e691f63a38, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=872a143c-d18d-4d39-9c76-66e691f63a38,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:40.294737 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8ce72-8242-4df1-a3d2-5fc16aa2add1 None None] Pushing event updated for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.310022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.311583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0afc6f3a-90e4-480b-94b4-51c0617875b6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:40.313920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Subnet': ['ID=120bb7d5-e7c9-4a0b-8871-52657f7dde41,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.322396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object 3015ced5-7faf-4a17-b2ee-49c706684f3e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:40.330277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:40.375124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Checking segment: {'id': '742e8eea-6440-4e1d-9748-a0a4f4ec3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:40.375679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network hostable DHCP agents. Network: 4027011c-2b5e-4f82-9aac-69ad68f74a4d, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:40.389720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Usage tracker for resource:security_group_rule and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:40.409555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:40.418012 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Attempting to bind port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:40.420667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.430312 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Attempting to bind port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:40.433510 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Attempting to bind port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b on network 1b3cc096-b33e-4d89-955e-6281af3a61e3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:40.441391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:40.465671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b452528c-faa8-4a54-b50f-592300c1138d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Synchronizing usage tracker for tenant:0d98dfa0f8074a1da31838569d130006 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:40.465925 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:40.466538 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Checking segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:40.467357 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.467961 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Bound using segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:40.469982 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Bound port: 0bbd18b6-050a-45f0-a9b5-ec338bcd325b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:40.470890 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.488035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:40.500814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.505435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 4027011c-2b5e-4f82-9aac-69ad68f74a4d) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:40.512327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:40.512979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.526683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.534309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c9fe91-8021-4a4b-a808-5ffa446320ce None None] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:40.582296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4a857-33e5-4c0a-bc54-2efea198de64,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.632340 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf5660be-e260-4a04-ac5b-04264c2b47eb tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1018465 Jan 25 16:44:40.637919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:40.643938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.644115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:40.646097 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9634c5aa-7aa8-4f28-a7a4-aa32142124fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67d4a857-33e5-4c0a-bc54-2efea198de64 HTTP/1.1" status: 204 len: 168 time: 1.1858330 Jan 25 16:44:40.649250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1479589108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:40.666075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:40.667234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:40.677989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:router and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:40.683682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:40.690783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.694681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:40.701402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.701595 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] For port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:40.701734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:40.707446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:40.714509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:40.715177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.724808 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] For port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:40.735394 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.745271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b452528c-faa8-4a54-b50f-592300c1138d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Unset dirty status for tenant:0d98dfa0f8074a1da31838569d130006 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:40.754089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b452528c-faa8-4a54-b50f-592300c1138d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1438174781&fields=id&tenant_id=0d98dfa0f8074a1da31838569d130006 HTTP/1.1" status: 200 len: 267 time: 0.9319534 Jan 25 16:44:40.756340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=3015ced5-7faf-4a17-b2ee-49c706684f3e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.782302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.783437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.806054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efce0d36-e49e-45d3-b7f3-b7376386b722,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:40.826260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.827563 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22481ac5-a0ff-4bd9-b7cf-d3637938f0fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7547534 Jan 25 16:44:40.831294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55276) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:40.856344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'security_group_rule': {'security_group_id': 'efce0d36-e49e-45d3-b7f3-b7376386b722', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:40.863924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:40.867315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.883937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] Sync routers for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:40.888050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Usage tracker for resource:security_group_rule and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:40.892294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:40.917150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:40.971026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.981680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0afc6f3a-90e4-480b-94b4-51c0617875b6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:40.982057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.987056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:40.992955 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:40.998089 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:41.025134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:41.031226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21785085-6350-4899-b095-43a6a4c87109 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 15.6780241 Jan 25 16:44:41.041493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55282) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:41.067755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f997c3da-0c78-468e-865d-c81629696b5a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.1354182 Jan 25 16:44:41.083978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-4027011c-2b5e-4f82-9aac-69ad68f74a4d', 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d', 'tenant_id': '63772e4feadc4574909f8c79e87f3f6e', 'fixed_ips': [{'subnet_id': '120bb7d5-e7c9-4a0b-8871-52657f7dde41'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:44:41.083978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:41.093447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55286) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:41.110454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:41.133748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:4f:a9:0b'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:41.225065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3a2866af-6354-4610-9709-487946d6c02b admin admin] 10.222.0.45 "PUT /v2.0/routers/6c8f5e02-7ad6-4442-8a4e-60945129ce38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3101952 Jan 25 16:44:41.292240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Allocated IP 172.20.0.2 (4027011c-2b5e-4f82-9aac-69ad68f74a4d/120bb7d5-e7c9-4a0b-8871-52657f7dde41/772e59af-28c8-4591-a462-be52b0c8fc9d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:41.376366 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Sync routers for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:41.382128 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:41.423552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:41.432937 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ffdad4d2-f4f4-44bd-b374-1680ab167190 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7914603 Jan 25 16:44:41.434165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d8fb2696-bb9a-4597-a767-ed4aba34a65a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:41.434991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d8fb2696-bb9a-4597-a767-ed4aba34a65a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Synchronizing usage tracker for tenant:0d98dfa0f8074a1da31838569d130006 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:41.438491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:41.456788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:41.457473 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:41.518227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d8fb2696-bb9a-4597-a767-ed4aba34a65a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Unset dirty status for tenant:0d98dfa0f8074a1da31838569d130006 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:41.519423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d8fb2696-bb9a-4597-a767-ed4aba34a65a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/networks?id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 200 len: 805 time: 0.7642775 Jan 25 16:44:41.582077 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8626a0f6-97d8-4976-927a-5afc41a0e2bf tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/quotas/0d98dfa0f8074a1da31838569d130006 HTTP/1.1" status: 200 len: 375 time: 0.0327847 Jan 25 16:44:41.654205 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:41.668538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:41.669186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:41.828139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:41.832948 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8ce72-8242-4df1-a3d2-5fc16aa2add1 None None] Pushing event updated for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:41.915010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.043578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.066908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Transition to ACTIVE for port object 772e59af-28c8-4591-a462-be52b0c8fc9d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:42.108657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.120168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Transition to ACTIVE for port object 772e59af-28c8-4591-a462-be52b0c8fc9d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:42.154450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:42.185648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.319430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:42.320073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:42.389923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2ab48ae6-03f1-49f7-8b61-a50995e7b807 None None] Provisioning for port 3015ced5-7faf-4a17-b2ee-49c706684f3e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:42.420391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64be745-dd33-40f7-9930-451115a33569,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:42.421695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:42.436982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:42.441562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:42.533155 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:42.539669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2ab48ae6-03f1-49f7-8b61-a50995e7b807 None None] Provisioning complete for port 3015ced5-7faf-4a17-b2ee-49c706684f3e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:42.540048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ab48ae6-03f1-49f7-8b61-a50995e7b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.548120 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d600f88b-23ff-406a-acdb-ff3109649934 None None] The sync data for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv is: [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:42.578067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:34Z', 'revision_number': 2, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:42.582488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Checking router: 6c8f5e02-7ad6-4442-8a4e-60945129ce38 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:44:42.583305 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Updating router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:44:42.656499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-03c7b57b-2e3e-450d-bd20-b2764230558b tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Synchronizing usage tracker for tenant:0d98dfa0f8074a1da31838569d130006 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:42.662374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:42.662804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3b0fb-266c-4fd7-8797-046709d9657d None None] The sync data for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:42.684076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:42.701979 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.757894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Pushing event updated for resources: {'Port': ['ID=772e59af-28c8-4591-a462-be52b0c8fc9d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:42.795453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Attempting to bind port 772e59af-28c8-4591-a462-be52b0c8fc9d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:42.795671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Attempting to bind port 772e59af-28c8-4591-a462-be52b0c8fc9d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '742e8eea-6440-4e1d-9748-a0a4f4ec3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:42.796523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Attempting to bind port 772e59af-28c8-4591-a462-be52b0c8fc9d on network 4027011c-2b5e-4f82-9aac-69ad68f74a4d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:42.823347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.825652 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4421c820-0cbc-41ec-a08c-ea7d5a364171 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9923432 Jan 25 16:44:42.826185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:42.828122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Checking segment: {'id': '742e8eea-6440-4e1d-9748-a0a4f4ec3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:42.828122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.828122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Bound using segment: {'id': '742e8eea-6440-4e1d-9748-a0a4f4ec3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:42.828382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Bound port: 772e59af-28c8-4591-a462-be52b0c8fc9d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742e8eea-6440-4e1d-9748-a0a4f4ec3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:42.828624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.849739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:42.853767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2ab48ae6-03f1-49f7-8b61-a50995e7b807 None None] Port 3015ced5-7faf-4a17-b2ee-49c706684f3e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:42.865256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'security_group_rule': {'security_group_id': 'efce0d36-e49e-45d3-b7f3-b7376386b722', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:42.871093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039881561', 'description': 'tempest-description--56920216'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:42.884290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:42.902641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:42.906218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Usage tracker for resource:security_group_rule and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:42.910958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:42.983878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:42.997126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Usage tracker for resource:security_group and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:43.004190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:43.010572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:43.021903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.031134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:43.049881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:43.055242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:43.066945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.214445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.264199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0bbd18b6-050a-45f0-a9b5-ec338bcd325b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:43.365087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.389633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-03c7b57b-2e3e-450d-bd20-b2764230558b tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Unset dirty status for tenant:0d98dfa0f8074a1da31838569d130006 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:43.393547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d420-8de0-43f9-b2e6-93f1a4bd8395 None None] Pushing event updated for resources: {'Port': ['ID=772e59af-28c8-4591-a462-be52b0c8fc9d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:43.396143 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-03c7b57b-2e3e-450d-bd20-b2764230558b tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d98dfa0f8074a1da31838569d130006&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8025436 Jan 25 16:44:43.468435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:43.480070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.486100 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:43.486474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.624918 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.671630 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Transition to ACTIVE for port object ec8da1d9-6d21-4991-aa61-d5b7fba0f5af will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:43.697933 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.730384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:43.744995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:43.754368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Usage tracker for resource:security_group_rule and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:43.766948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:43.780817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.796760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.870440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.942014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:43.955867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.956339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 872a143c-d18d-4d39-9c76-66e691f63a38 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:43.958934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] In _notify_port_updated(), no bound segment for port 3015ced5-7faf-4a17-b2ee-49c706684f3e on network 5285dab1-f4f3-496f-b244-40ae7033b4de {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:44:43.980375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:43.981720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:43.983240 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "PUT /v2.0/ports/3015ced5-7faf-4a17-b2ee-49c706684f3e HTTP/1.1" status: 200 len: 1001 time: 2.8879187 Jan 25 16:44:44.020515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:44.026202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:44.097810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda604b-fab7-4ba3-849e-f2a1da2ee31a None None] Pushing event updated for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:44.152812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:44.169760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 872a143c-d18d-4d39-9c76-66e691f63a38 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:44.170117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.201367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-29bd6cd0-f9f3-4ab3-970f-b7c2aaf650c1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:44:44.212733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-29bd6cd0-f9f3-4ab3-970f-b7c2aaf650c1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1880219 Jan 25 16:44:44.348436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-560713666'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:44.355996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:44.365351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Usage tracker for resource:network and tenant:1990d8aa71db48d89c752ae35ad57b8a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:44.392918 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Attempting to bind port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:44:44.394113 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Attempting to bind port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:44:44.394691 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Attempting to bind port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af on network 247e1de9-b280-40e8-b8da-67c68070bf2a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:44:44.401073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:44:44.401901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Checking segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:44.402515 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.404386 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Bound using segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:44:44.405126 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Bound port: ec8da1d9-6d21-4991-aa61-d5b7fba0f5af, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:44:44.405832 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.408293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:44.414517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:44.517003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:44.517491 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] For port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:44:44.521923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] For port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:44:44.535214 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.575074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:44.575684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.585851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a018c4-9231-4ae9-9b95-29740fc78df6 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=3015ced5-7faf-4a17-b2ee-49c706684f3e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:44.616810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Made reservation on behalf of 1990d8aa71db48d89c752ae35ad57b8a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:44.619268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.620759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.635023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 3015ced5-7faf-4a17-b2ee-49c706684f3e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:44.635476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.650458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.667881 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:44.669124 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:44.737581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.755270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c0786-3999-40bd-95c5-46b793d7e1ed,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:44.764059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.765851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21a3c438-6e81-4f91-a67a-130f0a9d8b84 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9109683 Jan 25 16:44:44.792645 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda604b-fab7-4ba3-849e-f2a1da2ee31a None None] Pushing event updated for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:44.794431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b29d2632-179c-45e5-af25-6a60090c1c18 None None] Provisioning complete for port 3015ced5-7faf-4a17-b2ee-49c706684f3e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:44.801432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b29d2632-179c-45e5-af25-6a60090c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.807366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55358) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:44.825251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:44.840024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:44.871368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Usage tracker for resource:floatingip and tenant:f6ab5345205e4e53b162c770928a1a62 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:44.875270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:44.884845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:44.955982 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:44:45.020575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:45.108303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b29d2632-179c-45e5-af25-6a60090c1c18 None None] Port 3015ced5-7faf-4a17-b2ee-49c706684f3e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:45.116559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Usage tracker for resource:security_group_rule and tenant:1990d8aa71db48d89c752ae35ad57b8a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:45.136393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:45.150919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:45.155963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67fc209-7108-45ba-bf13-5db78f452c67 None None] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:45.209594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.217540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:45.358058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Allocated IP 172.20.0.1 (4027011c-2b5e-4f82-9aac-69ad68f74a4d/120bb7d5-e7c9-4a0b-8871-52657f7dde41/3f844de0-b23b-4cda-892a-1cddc39d2454) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:45.392222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0bbd18b6-050a-45f0-a9b5-ec338bcd325b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:45.426195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9de102d9-76e5-4fde-8e85-d5672a9d9a29 None None] Provisioning for port 772e59af-28c8-4591-a462-be52b0c8fc9d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:45.456929 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:44Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:45.463197 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7744d65-adc5-4a45-a2e9-c5cdac013149 None None] The sync data for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv is: [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:44Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:45.471151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.474352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.495424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.568175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-9a69af63-7f03-4b3f-a550-fb0aee80a0f5 service neutron] 10.222.0.45 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3542864 Jan 25 16:44:45.581751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.591232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:45.592200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.624555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.653409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Transition to ACTIVE for port object 3f844de0-b23b-4cda-892a-1cddc39d2454 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:45.771565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.786792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 026ff131-9125-4125-9d0d-161f83492032 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:44:45.800080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 772e59af-28c8-4591-a462-be52b0c8fc9d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:45.875727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.887812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9845c867-ccd3-4687-abaa-cf12d879237b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:45.934853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 772e59af-28c8-4591-a462-be52b0c8fc9d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:45.941149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 772e59af-28c8-4591-a462-be52b0c8fc9d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:45.941776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:45.997111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:44:45.998230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2266fa0a-15ff-46c9-8dd1-1df2b24930eb tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 9.7646735 Jan 25 16:44:46.002799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55362) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:46.101458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:46.104026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.110773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-0838ec30-35e9-4b12-81f9-f238bb322154 service neutron] 10.222.0.45 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313311 Jan 25 16:44:46.131870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Deleting port ccde7011-e7cb-49f8-992f-3e29c9c13631 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:46.132369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.158311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=3f844de0-b23b-4cda-892a-1cddc39d2454,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:46.160784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:46.163055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.175097 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-470a5293-8fb7-48ec-8dd9-591eb3356a14 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.4063761 Jan 25 16:44:46.181982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:46.185427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55366) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:46.214652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.240614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'security_group_rule': {'security_group_id': '9845c867-ccd3-4687-abaa-cf12d879237b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:46.285476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:46.289381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0db8288-9629-413a-b222-53fb3fd4896f None None] Provisioning complete for port 772e59af-28c8-4591-a462-be52b0c8fc9d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:46.289752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0db8288-9629-413a-b222-53fb3fd4896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.317685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Usage tracker for resource:security_group_rule and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:46.324338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:46.355720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:46.443433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:46.474742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.498914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.583940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.661472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=772e59af-28c8-4591-a462-be52b0c8fc9d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:46.663313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.669609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.691663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.820406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.870941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-73d2c691-7dce-45d0-a3fa-0c576dc2f451 None None] Provisioning for port 3f844de0-b23b-4cda-892a-1cddc39d2454 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:46.899234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Allocated IP 172.26.4.52 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/4e0129c1-992f-43b4-921e-16814b602d60) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:46.909535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-73d2c691-7dce-45d0-a3fa-0c576dc2f451 None None] Provisioning complete for port 3f844de0-b23b-4cda-892a-1cddc39d2454 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:46.909907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73d2c691-7dce-45d0-a3fa-0c576dc2f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:46.915263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55390) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:47.026633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-73d2c691-7dce-45d0-a3fa-0c576dc2f451 None None] Port 3f844de0-b23b-4cda-892a-1cddc39d2454 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:47.160943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.186202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 3015ced5-7faf-4a17-b2ee-49c706684f3e owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:47.255145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.271545 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07e6d6ca-ac96-4d27-a147-cd21e57f5228 req-9d77454a-8e46-4146-9761-f10f75d3d5b0 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.3245771 Jan 25 16:44:47.343100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb82101d-7455-444e-be05-a84507cfce3b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:47.362157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ec8da1d9-6d21-4991-aa61-d5b7fba0f5af up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:47.401063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.422740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.424009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-04a6edbb-552f-4b34-9bab-84f2c4195259 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2116697 Jan 25 16:44:47.434233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55410) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:47.506280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:47.508337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'security_group_rule': {'security_group_id': '9845c867-ccd3-4687-abaa-cf12d879237b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:47.516423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:47.517491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.593307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:47.606323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.607055 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Added segment 170393e3-ed57-4bb7-be88-0afe6b7709d5 of type vlan for network ddd4c7ff-68e0-4a61-9d87-e527b359fad5 Jan 25 16:44:47.618652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Calling delete_port for ccde7011-e7cb-49f8-992f-3e29c9c13631 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:47.638412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.651019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:47.679474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Usage tracker for resource:security_group_rule and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:47.685281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.692230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:47.693138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.707480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:47.740474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:44:47.749837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.752034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 772e59af-28c8-4591-a462-be52b0c8fc9d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:47.835508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.925690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:47.940580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 772e59af-28c8-4591-a462-be52b0c8fc9d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:47.941489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.953787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.957543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:47.964205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=3015ced5-7faf-4a17-b2ee-49c706684f3e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.052014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:48.057672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.058786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:48.064622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:48.071626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.085049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.110912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc035dc-78f4-4b63-b81a-1168b1d04a40,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.158127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.168332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.174737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:48.175400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.183423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'Port': ['ID=4e0129c1-992f-43b4-921e-16814b602d60,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.250025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e1520b-37e9-4c86-8659-026f28f06696,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.272154 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.5193987 Jan 25 16:44:48.272973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.279090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55424) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:48.283618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccde7011-e7cb-49f8-992f-3e29c9c13631,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.293053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-df843c79-52d1-4ade-8339-aa63c6c94eaa tempest-RoutersAdminNegativeIpV6Test-892877698 tempest-RoutersAdminNegativeIpV6Test-892877698-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ccde7011-e7cb-49f8-992f-3e29c9c13631 HTTP/1.1" status: 204 len: 168 time: 2.2892339 Jan 25 16:44:48.314837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.320734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.326326 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b85e345a-f304-4c27-9aec-bfd22783e4b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8907847 Jan 25 16:44:48.327677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55432) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:48.334163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:48.478081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:48.501006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Usage tracker for resource:floatingip and tenant:b4534fc16bea4daeb9df500943bfccd4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:48.502472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'name': 'tempest-network--1338140277', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:48.505619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:48.507317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:48.511423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:network and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:48.513755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.514342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:48.520785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:48.554835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:48.557724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.578143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:48.594549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.638127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74e614-d808-408f-9fdd-f871baef2ea2 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Pushing event updated for resources: {'Network': ['ID=ddd4c7ff-68e0-4a61-9d87-e527b359fad5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:48.645232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c4670f94-3b71-499c-bac0-f8f7a3a97a19 req-2101f25a-c624-47ef-9525-b928d23c944a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.0683675 Jan 25 16:44:48.658290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ddd4c7ff-68e0-4a61-9d87-e527b359fad5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:48.707925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:48.928071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:48.963486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:security_group_rule and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:48.974404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:49.011513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55440) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:49.036241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:49.078695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.091260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.094250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.163451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.221677 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05d2827d-dcc1-4d5e-89a5-1079e27f4d85 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/3015ced5-7faf-4a17-b2ee-49c706684f3e HTTP/1.1" status: 204 len: 168 time: 5.1837289 Jan 25 16:44:49.267873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ec8da1d9-6d21-4991-aa61-d5b7fba0f5af up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:44:49.294354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55446) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:49.326336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Allocated IP 172.20.0.1 (738e75e0-be1b-47cc-86e6-6c61238ac09c/1a430d78-55e4-4afa-9a32-3d5959cfac46/38a0f8c6-7f59-47fd-bff0-9b05634d432e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:49.337989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.15', 60748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:49.370968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:49.371646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.385783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.402033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.455985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:49.459703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa2f85e-e721-424d-8088-fab50d9d9cef tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] GET failed (client error): The resource could not be found. Jan 25 16:44:49.461392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-caa2f85e-e721-424d-8088-fab50d9d9cef tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Synchronizing usage tracker for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:49.536027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'Port': ['ID=4e0129c1-992f-43b4-921e-16814b602d60,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:49.545563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Usage tracker for resource:security_group_rule and tenant:0749ba7e71bf4313a1c03d38cba05dac is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:49.548622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.557919 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf617dbb-12bb-453e-af65-709787419ec5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7333431 Jan 25 16:44:49.557919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:49.574596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:49.617949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-caa2f85e-e721-424d-8088-fab50d9d9cef tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Unset dirty status for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:49.619164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-caa2f85e-e721-424d-8088-fab50d9d9cef tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports/3015ced5-7faf-4a17-b2ee-49c706684f3e HTTP/1.1" status: 404 len: 333 time: 0.3178184 Jan 25 16:44:49.624372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:49.639682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1525700884'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:49.657498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Allocated IP 172.26.4.83 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:49.899203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.925904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.945199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:49.955461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-69412695-63a7-4bec-bc08-96c6d1befe4c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:49.957078 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-69412695-63a7-4bec-bc08-96c6d1befe4c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "GET /v2.0/networks?id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 200 len: 805 time: 0.6162651 Jan 25 16:44:49.975016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.051351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.093262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.103951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:50.117129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.146942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d0fc98-648b-4aeb-9f40-a9d5c08e796d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:50.164795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc2e3053-56e4-4c14-bf0a-b414957858a1 req-43591d70-a330-4810-bbd4-60ff3c1775f7 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.2162061 Jan 25 16:44:50.173165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.173532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Added segment 34242916-a37b-4a2f-bbec-826ef551aa56 of type vlan for network ac401e44-59ba-4d2b-9588-01b8087fe03d Jan 25 16:44:50.214374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Transition to ACTIVE for port object 38a0f8c6-7f59-47fd-bff0-9b05634d432e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:50.214645 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-adf46a57-9dda-4768-9e82-4030726825a4 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1698925147&fields=id&tenant_id=f6ab5345205e4e53b162c770928a1a62 HTTP/1.1" status: 200 len: 267 time: 0.2676597 Jan 25 16:44:50.236232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=3f844de0-b23b-4cda-892a-1cddc39d2454,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:50.239520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.241794 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0749ba7e71bf4313a1c03d38cba05dac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2281764 Jan 25 16:44:50.243759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:50.248471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:50.269224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fceb4-6d9d-4287-ab03-bc5b78ae0f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2190f4d3-9a90-4464-8c0d-e6ce8a1f0554,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:50.278885 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-82719079-244f-43db-83fe-9a6185ac18d3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d98dfa0f8074a1da31838569d130006 HTTP/1.1" status: 200 len: 380 time: 0.2699249 Jan 25 16:44:50.344598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:50.369552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'port': {'device_id': '1620c5cc-e81e-4d09-a669-80120138d12a', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'admin_state_up': True, 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'security_groups': ['3796c3f2-aa08-4659-88fc-e6e83155df9f']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:50.413918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.421147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:50.425009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.490833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port a2721752-3a18-428e-9730-19c3fb21488e yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:50.525402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.548746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-eefea6b6-d428-422e-afc8-c1e91b42d176 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:50.556796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-eefea6b6-d428-422e-afc8-c1e91b42d176 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 812 time: 0.3201101 Jan 25 16:44:50.597840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-44383549-8c2f-460a-b787-1461f3b4c6fc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/quotas/f6ab5345205e4e53b162c770928a1a62 HTTP/1.1" status: 200 len: 375 time: 0.0400162 Jan 25 16:44:50.669787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.753011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.842281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.843953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:50.848220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.855500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:50.913365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:50.943003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:50.950621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:50.954598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:50.990008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:51.007966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'Port': ['ID=bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:51.015106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:51.034486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:51.035462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::391 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/a2721752-3a18-428e-9730-19c3fb21488e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:51.040698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:51.067200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:51.072824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:51.322926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=ac401e44-59ba-4d2b-9588-01b8087fe03d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:51.333999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ac401e44-59ba-4d2b-9588-01b8087fe03d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:51.365686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.386335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object a2721752-3a18-428e-9730-19c3fb21488e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:51.432217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.447778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-d63cc7cf-5f2e-4d6e-b4a2-5bd7c2e722d5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Synchronizing usage tracker for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:51.573471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-786d6b7f-ce32-4bfd-9fa5-50b434462d94 None None] Provisioning complete for port 3f844de0-b23b-4cda-892a-1cddc39d2454 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:51.574486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-786d6b7f-ce32-4bfd-9fa5-50b434462d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.638744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.643216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=a2721752-3a18-428e-9730-19c3fb21488e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:51.650617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3863f431-d4ec-43b9-971c-ab999592cd01 req-4ae9996d-b9fb-470a-8c35-0978b3d8c033 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.0734248 Jan 25 16:44:51.656305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-d63cc7cf-5f2e-4d6e-b4a2-5bd7c2e722d5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Unset dirty status for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:51.660903 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-d63cc7cf-5f2e-4d6e-b4a2-5bd7c2e722d5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0599995 Jan 25 16:44:51.665612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:51.668928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:51.687939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:51.696776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:51.715118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.733338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.737749 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28b4a7a1-7cd2-4f68-a565-d0326fee3da6 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4423954 Jan 25 16:44:51.758240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:51.759157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.760376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-786d6b7f-ce32-4bfd-9fa5-50b434462d94 None None] Port 3f844de0-b23b-4cda-892a-1cddc39d2454 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:51.765405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=38a0f8c6-7f59-47fd-bff0-9b05634d432e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:51.836745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Made reservation on behalf of 0d98dfa0f8074a1da31838569d130006 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:51.836745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.869249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:51.870423 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2190f4d3-9a90-4464-8c0d-e6ce8a1f0554 HTTP/1.1" status: 204 len: 168 time: 1.6029899 Jan 25 16:44:51.898058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cc472938-a404-4e3c-8e64-a015947b4a5d None None] Provisioning for port 38a0f8c6-7f59-47fd-bff0-9b05634d432e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:51.911035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cc472938-a404-4e3c-8e64-a015947b4a5d None None] Provisioning complete for port 38a0f8c6-7f59-47fd-bff0-9b05634d432e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:51.911448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc472938-a404-4e3c-8e64-a015947b4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.047693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cc472938-a404-4e3c-8e64-a015947b4a5d None None] Port 38a0f8c6-7f59-47fd-bff0-9b05634d432e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:52.063822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dea1a-605d-4890-bcc8-ffb6cb97b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190f4d3-9a90-4464-8c0d-e6ce8a1f0554,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:52.086250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.301300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3f82f245-07d9-4921-85a2-ea45b8b70cb0 None None] Provisioning for port a2721752-3a18-428e-9730-19c3fb21488e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:52.308742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3f82f245-07d9-4921-85a2-ea45b8b70cb0 None None] Provisioning complete for port a2721752-3a18-428e-9730-19c3fb21488e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:52.309146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f82f245-07d9-4921-85a2-ea45b8b70cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.361272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.419459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Router 162e61ae-3ee4-41ce-8f37-71b35d8dffbd is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:44:52.474043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.492149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f82f245-07d9-4921-85a2-ea45b8b70cb0 None None] Port a2721752-3a18-428e-9730-19c3fb21488e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:52.730278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.738126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-7ae467ee-57dd-4fd8-9cd7-5b8a6d5f3f1a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:44:52.739373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-7ae467ee-57dd-4fd8-9cd7-5b8a6d5f3f1a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8690486 Jan 25 16:44:52.742066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f7ce7b6-46c7-4b69-9b10-3e758c5f6445 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1142063 Jan 25 16:44:52.743004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.752476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55524) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:52.866821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:52.868468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:52.906919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4f:a9:0b'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:53.194151 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-945cf4c2-1e31-4221-ba12-16f6a1c7e033 req-4885ab9f-aa9f-4ec2-9699-d8f02c15b924 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.3051922 Jan 25 16:44:53.217663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.218938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8899744 Jan 25 16:44:53.220578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c37e7-8f1b-47ad-9cc1-d0acf37f5955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'Port': ['ID=bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:53.307137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.334693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac401e44-59ba-4d2b-9588-01b8087fe03d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.348068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34242916-a37b-4a2f-bbec-826ef551aa56') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.348501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34242916-a37b-4a2f-bbec-826ef551aa56') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.372630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.490383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Allocated IP 172.20.0.14 (88fe57e0-1653-4e8e-8ac8-5f01c9792c74/0749dcab-0e74-4de6-b557-096062df3adf/dd6f76b3-8d02-475d-9d48-5135d01f8834) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:53.509491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:44:53.524080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] Sync routers for ids ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:44:53.556401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] Routers {'162e61ae-3ee4-41ce-8f37-71b35d8dffbd'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:53.559954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.603792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.658208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.668952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-139b944d-4ecc-4d1c-a952-4f7a11834b95 service neutron] 10.222.0.45 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9154799 Jan 25 16:44:53.671289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7c505275-3ed9-49c2-a805-9ed646a335c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e41145b80f741878b07645ccaac118b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7821064 Jan 25 16:44:53.687663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55546) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:53.742400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.747516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.763251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] Routers {'162e61ae-3ee4-41ce-8f37-71b35d8dffbd'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:44:53.764555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:53.832845 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df3ae46a-4449-4240-8110-254698bc6cbd tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "PUT /v2.0/routers/162e61ae-3ee4-41ce-8f37-71b35d8dffbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3930941 Jan 25 16:44:53.834893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:44:53.835405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:44:53.858385 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:44:53.874295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:53.973146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'port': {'network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d', 'name': 'tempest-FloatingIPNegativeTestJSON-1691338811'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:53.999964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:44:54.006760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6923965-d560-40b5-90cb-d5d5102efd8c None None] The sync data for ids ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:44:54.215269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-8628f0a7-5006-478d-abf7-4ce9d764ab7d tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Synchronizing usage tracker for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:54.222699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-2253ece4-6088-4c2f-824c-a5f4a1bcc308 service neutron] 10.222.0.45 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179322 Jan 25 16:44:54.232971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.285084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.293042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac401e44-59ba-4d2b-9588-01b8087fe03d {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:44:54.299732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-8628f0a7-5006-478d-abf7-4ce9d764ab7d tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Unset dirty status for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:54.302095 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-8628f0a7-5006-478d-abf7-4ce9d764ab7d tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1039881561&fields=id&tenant_id=b4534fc16bea4daeb9df500943bfccd4 HTTP/1.1" status: 200 len: 267 time: 0.6617692 Jan 25 16:44:54.316063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.361206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac401e44-59ba-4d2b-9588-01b8087fe03d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:54.613883 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1059dd7f-40d7-4307-8e13-943bd1dd16c9 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ac401e44-59ba-4d2b-9588-01b8087fe03d HTTP/1.1" status: 204 len: 168 time: 2.8448701 Jan 25 16:44:54.635168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55566) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:54.637639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:54.681841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.698299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:port and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:54.701711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.710569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:54.722445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:54.733300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:54.743775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:network and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:54.748184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:54.761078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:54.763180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:54.804824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Transition to ACTIVE for port object dd6f76b3-8d02-475d-9d48-5135d01f8834 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:54.844545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.850467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Made reservation on behalf of 63772e4feadc4574909f8c79e87f3f6e for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:54.854505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:54.872894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-92784053-d7e0-494b-8b60-c51ef3cdd115 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:54.873879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-92784053-d7e0-494b-8b60-c51ef3cdd115 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Synchronizing usage tracker for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:54.894448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] device_id is not set on port 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:44:54.976601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:54.979361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.116530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:44:55.155385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.155385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Added segment 20ef9695-8226-4b70-b2d5-9eb67db5dab5 of type vlan for network 81e9002c-8e82-448b-83ee-aee88103f98c Jan 25 16:44:55.187831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-92784053-d7e0-494b-8b60-c51ef3cdd115 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Unset dirty status for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:55.191728 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-92784053-d7e0-494b-8b60-c51ef3cdd115 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/networks?id=247e1de9-b280-40e8-b8da-67c68070bf2a HTTP/1.1" status: 200 len: 812 time: 0.8580234 Jan 25 16:44:55.207136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:55.265820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.299085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.363235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.371098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.452383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:55.466787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:55.491772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:55.518854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event updated for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:55.547469 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-61062164-8a11-4022-b186-445c2ee7dc82 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/quotas/b4534fc16bea4daeb9df500943bfccd4 HTTP/1.1" status: 200 len: 375 time: 0.3239636 Jan 25 16:44:55.548497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.670566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] In _notify_port_updated(), no bound segment for port a2721752-3a18-428e-9730-19c3fb21488e on network 5285dab1-f4f3-496f-b244-40ae7033b4de {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:44:55.676853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:55.677871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.679991 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "PUT /v2.0/ports/a2721752-3a18-428e-9730-19c3fb21488e HTTP/1.1" status: 200 len: 1003 time: 2.8157942 Jan 25 16:44:55.707755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1415a-93bb-470b-83dd-a7726f9a025b req-6d730cc1-bf83-42d5-bc42-efc761adb74f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:55.717863 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-42b1415a-93bb-470b-83dd-a7726f9a025b req-6d730cc1-bf83-42d5-bc42-efc761adb74f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 932 time: 0.8389173 Jan 25 16:44:55.719841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.720294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55588) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:55.720930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:55.721616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:55.943043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef70aa8-b1fd-4627-b205-27b77ce4472f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:56.010473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d1ea1cb1-0366-42f0-96c4-d0d829182654 None None] Provisioning for port dd6f76b3-8d02-475d-9d48-5135d01f8834 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:44:56.021490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d1ea1cb1-0366-42f0-96c4-d0d829182654 None None] Provisioning complete for port dd6f76b3-8d02-475d-9d48-5135d01f8834 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:56.022386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1cb1-0366-42f0-96c4-d0d829182654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.047939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Allocated IP 172.20.0.7 (4027011c-2b5e-4f82-9aac-69ad68f74a4d/120bb7d5-e7c9-4a0b-8871-52657f7dde41/9cb55e09-ebb0-49f2-9b1c-bb16599319e2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:44:56.110190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port a2721752-3a18-428e-9730-19c3fb21488e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:44:56.110966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.130755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.135313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-374f41ec-bc89-4a0e-ac50-c84cded73d1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fef70aa8-b1fd-4627-b205-27b77ce4472f HTTP/1.1" status: 204 len: 168 time: 2.4438314 Jan 25 16:44:56.171125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5209451 Jan 25 16:44:56.171996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55600) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:56.181358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e9ca-272d-4e9b-bb9e-91515b60cafb tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=81e9002c-8e82-448b-83ee-aee88103f98c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:56.183833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258d73e-a2c0-43b1-bcf7-21dd926fc950 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=a2721752-3a18-428e-9730-19c3fb21488e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:56.201797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'subnet': {'network_id': '81e9002c-8e82-448b-83ee-aee88103f98c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:56.203666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:56.204619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.217819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:56.224180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-42b1415a-93bb-470b-83dd-a7726f9a025b req-faf41e97-3fc2-45ff-b570-9a921b324f9d tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5054457 Jan 25 16:44:56.228655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:subnet and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:56.233951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:56.243335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:56.266729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:56.280112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 81e9002c-8e82-448b-83ee-aee88103f98c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:44:56.287213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.319773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea1cb1-0366-42f0-96c4-d0d829182654 None None] Port dd6f76b3-8d02-475d-9d48-5135d01f8834 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:56.608545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-88653e0a-aa61-45ec-aa04-eb5468c61ec1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Synchronizing usage tracker for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:44:56.617430 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7990541a-3c02-431d-9f27-65b54f471936 req-a50ce512-2db5-488c-b07b-2f161f52d571 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 210 time: 0.0942090 Jan 25 16:44:56.652428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5224178-92f5-43c5-a249-d5762fc14714 None None] Provisioning complete for port a2721752-3a18-428e-9730-19c3fb21488e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:56.653291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5224178-92f5-43c5-a249-d5762fc14714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.654608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-88653e0a-aa61-45ec-aa04-eb5468c61ec1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Unset dirty status for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:44:56.656559 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-88653e0a-aa61-45ec-aa04-eb5468c61ec1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4534fc16bea4daeb9df500943bfccd4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1018198 Jan 25 16:44:56.714539 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-8db28ae5-f3e5-49c5-94b0-7fa993f39314 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4035509 Jan 25 16:44:56.756979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5224178-92f5-43c5-a249-d5762fc14714 None None] Port a2721752-3a18-428e-9730-19c3fb21488e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:56.763509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-747b1805-a46b-40c3-878a-070a7f2852ec tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:44:56.773900 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-747b1805-a46b-40c3-878a-070a7f2852ec tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228438 Jan 25 16:44:56.827587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:44:56.881208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:56.925902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:57.230954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-cc6234ec-f30c-456e-9663-6ea8b9e44b9d service neutron] 10.222.0.45 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464928 Jan 25 16:44:57.261758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:57.403763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=38a0f8c6-7f59-47fd-bff0-9b05634d432e,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:57.435134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:57.616179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-261a1a56-59b0-4221-a0ab-69e794d862df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:57.689840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-5b62ad01-7d27-4a01-8b32-6d88f1623d04 service neutron] 10.222.0.45 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459071 Jan 25 16:44:57.692457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Request body: {'port': {'device_id': '1620c5cc-e81e-4d09-a669-80120138d12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:57.704848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:44:57.705462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:57.786433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c1e57-69cc-4ebe-baf6-5947d353552c req-79ead74b-7741-452e-b0ac-c08ff4baf9fc tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:57.788510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a37c1e57-69cc-4ebe-baf6-5947d353552c req-79ead74b-7741-452e-b0ac-c08ff4baf9fc tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 932 time: 0.3751748 Jan 25 16:44:57.813663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:57.825559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57f5fde2-f46c-45e3-98fc-1d861a216bbe,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:44:57.844393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Checking segment: {'id': '20ef9695-8226-4b70-b2d5-9eb67db5dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '81e9002c-8e82-448b-83ee-aee88103f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:44:57.844769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Network hostable DHCP agents. Network: 81e9002c-8e82-448b-83ee-aee88103f98c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:44:57.850419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:57.879289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a37c1e57-69cc-4ebe-baf6-5947d353552c req-b0acc469-9bc8-4f1b-8abf-3b41480d1974 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793426 Jan 25 16:44:57.892824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.15', 60755) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:57.894581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Network 81e9002c-8e82-448b-83ee-aee88103f98c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:44:57.991124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 81e9002c-8e82-448b-83ee-aee88103f98c) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:58.003334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85207170-a90e-4677-b5fb-a2eeb7639ee8 None None] Network 81e9002c-8e82-448b-83ee-aee88103f98c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:58.137092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Transition to ACTIVE for port object 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:44:58.206761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:58.207404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:58.252721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:58.416876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55632) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:58.439950 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4904720e-43ee-4dcf-9307-4a3ef0cb6c16 req-a4af1b76-261d-4216-b413-49b33d05108c tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 210 time: 0.2232783 Jan 25 16:44:58.528291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e745a21-c4da-4b91-8a6f-38f9353687b6 req-6ce96b78-a3d2-44c1-9ed3-b45b95a38021 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.1098146 Jan 25 16:44:58.567092 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-479efbec-ba52-4a38-93fb-de3adeb1cf45 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3878667 Jan 25 16:44:58.668467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-0e1b454b-90f4-424c-96d4-02b9c30a0a93 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:58.670290 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-0e1b454b-90f4-424c-96d4-02b9c30a0a93 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 812 time: 0.7681344 Jan 25 16:44:58.670700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55642) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:44:58.676490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'floatingip': {'floating_network_id': '81e9002c-8e82-448b-83ee-aee88103f98c'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:58.686722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1c8b1a9d-63c7-41b3-8dfa-76610fcd092a None None] Provisioning complete for port 38a0f8c6-7f59-47fd-bff0-9b05634d432e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:44:58.687859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1a9d-63c7-41b3-8dfa-76610fcd092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:58.713138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:58.748911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:floatingip and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:58.773001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:58.793564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12453f91-6ba2-4965-b2c6-6103b3f21eff None None] Network 81e9002c-8e82-448b-83ee-aee88103f98c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:44:58.827160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for a2721752-3a18-428e-9730-19c3fb21488e owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:44:58.871731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b1a9d-63c7-41b3-8dfa-76610fcd092a None None] Port 38a0f8c6-7f59-47fd-bff0-9b05634d432e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:44:58.890251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:58.905997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-8f024e3c-f033-4043-9033-c88da1b424bb tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ab5345205e4e53b162c770928a1a62 HTTP/1.1" status: 200 len: 380 time: 0.2193100 Jan 25 16:44:58.912788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1122498775'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:58.942842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'port': {'device_id': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'admin_state_up': True, 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'security_groups': ['efce0d36-e49e-45d3-b7f3-b7376386b722']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:44:58.985183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:59.034494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:network and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:59.148540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:59.160440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.239347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.457922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:59.546878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:59.550524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.597869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.677522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.679525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:59.737033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:security_group_rule and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:44:59.742720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Router e20b78c2-353d-478f-b980-b2d6fd0f7654 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:44:59.750831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:44:59.762870 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-39b2bd15-1425-4ece-8d89-c4b683836337 req-605adecd-4db1-47fa-9db0-6ddd43a156d0 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 210 time: 0.0803885 Jan 25 16:44:59.765243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:59.776497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83967a65-0bcf-4219-8042-a37be5666ecb req-4336b392-af6a-4aa8-bf39-c1748cf5c429 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:44:59.778121 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83967a65-0bcf-4219-8042-a37be5666ecb req-4336b392-af6a-4aa8-bf39-c1748cf5c429 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 932 time: 0.5905254 Jan 25 16:44:59.780717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:44:59.841468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:44:59.892689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:44:59.907097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:44:59.918216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Made reservation on behalf of f6ab5345205e4e53b162c770928a1a62 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:44:59.934993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.936538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:44:59.960324 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83967a65-0bcf-4219-8042-a37be5666ecb req-314502c7-102d-4499-a99f-4234ba4dc550 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557336 Jan 25 16:45:00.073438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=9cb55e09-ebb0-49f2-9b1c-bb16599319e2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:00.143998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.156151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.177558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:00.179289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.183571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83285f03-4428-4750-8bce-aa0dd7bb6e88 req-dd144f3b-0063-4b0d-839e-7ab4a185d21f tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.1316657 Jan 25 16:45:00.221448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5582616-e4db-45f0-8894-bc4df824f591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.334606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-24a943e8-78a6-452c-807c-25a75bb24fb1 None None] Provisioning for port 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:00.339713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=a2721752-3a18-428e-9730-19c3fb21488e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:00.342038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-24a943e8-78a6-452c-807c-25a75bb24fb1 None None] Provisioning complete for port 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:00.343745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24a943e8-78a6-452c-807c-25a75bb24fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.430921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-24a943e8-78a6-452c-807c-25a75bb24fb1 None None] Port 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:00.450910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-99291df9-6317-4ebe-9007-73389624b687 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5715833 Jan 25 16:45:00.462159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55662) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:00.470253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:00.476040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:00.480134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Allocated IP 172.20.0.6 (1b3cc096-b33e-4d89-955e-6281af3a61e3/4eee80e3-cf77-4d16-a608-f75aa419c75f/f93bafea-4cea-4585-ba66-154441740d53) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:00.480920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.482881 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c49266a-fcdf-4efd-ae20-4e7b8ded245b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/a2721752-3a18-428e-9730-19c3fb21488e HTTP/1.1" status: 204 len: 168 time: 4.7608991 Jan 25 16:45:00.488799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:floatingip and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:00.494561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55666) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:00.520390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:00.527000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67c88c4f-c360-4b6e-b1e8-4b8c4b3c3f40 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "PUT /v2.0/routers/e20b78c2-353d-478f-b980-b2d6fd0f7654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4843190 Jan 25 16:45:00.530627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:00.535146 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] Sync routers for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:00.537828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Request body: {'port': {'network_id': '738e75e0-be1b-47cc-86e6-6c61238ac09c', 'name': 'tempest-FloatingIPAdminTestJSON-1102850494'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:00.550731 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:00.551465 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:00.562110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:00.563447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0dfe7f-246b-4bff-bdb0-3e4d257e3bc1 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] GET failed (client error): The resource could not be found. Jan 25 16:45:00.563979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6c0dfe7f-246b-4bff-bdb0-3e4d257e3bc1 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Synchronizing usage tracker for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:00.585007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.590945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:00.608323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.622802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:00.625958 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:00.632923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.633289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Added segment 4fcbbac2-d654-47a1-98c9-81d32c02d64a of type vlan for network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 Jan 25 16:45:00.638497 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:00.639164 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:00.669148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.701072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Allocated IP 172.20.0.7 (81e9002c-8e82-448b-83ee-aee88103f98c/57f5fde2-f46c-45e3-98fc-1d861a216bbe/a0e4e9f4-a095-446c-a155-dacf937f4afb) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:00.712022 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:00.712771 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e944ce-e20d-4f5b-8d38-2e92dafcf53b None None] The sync data for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:00.735382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.741086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:00.741765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.748063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6f76b3-8d02-475d-9d48-5135d01f8834 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:00.759137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.769097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:00.770001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6c0dfe7f-246b-4bff-bdb0-3e4d257e3bc1 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Unset dirty status for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:00.771176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6c0dfe7f-246b-4bff-bdb0-3e4d257e3bc1 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports/a2721752-3a18-428e-9730-19c3fb21488e HTTP/1.1" status: 404 len: 333 time: 0.2740242 Jan 25 16:45:00.772541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.775565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:00.781557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Usage tracker for resource:port and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:00.786938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1297938111'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:00.804948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:00.811900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Transition to ACTIVE for port object dd6f76b3-8d02-475d-9d48-5135d01f8834 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:00.867222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:00.876011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:00.943193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f88c9-04f0-48d4-9c1a-ba296c07d397,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:01.017793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Made reservation on behalf of 11e9308968fe4029aa51c37ab6dac7c4 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:01.021297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.077643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.080954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:01.124378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] device_id is not set on port 068dfcd3-9de0-4168-be2b-e28479997df7 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:01.200340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e162db5-8e38-450b-9ff2-0fe0a62d8c60 req-8103b35b-8a9c-4070-bf97-cb5bc62344fb tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Synchronizing usage tracker for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:01.203184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Network': ['ID=f0d9734b-73cd-48c8-a7ff-e49c3e5cb095,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:01.219888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:01.254489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-04fa4cf9-5b54-416d-b2d3-6dd1b3ab2513 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8226273 Jan 25 16:45:01.258173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:01.265912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:01.283115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'subnet': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:01.305610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:01.343594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e162db5-8e38-450b-9ff2-0fe0a62d8c60 req-8103b35b-8a9c-4070-bf97-cb5bc62344fb tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Unset dirty status for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:01.344751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e162db5-8e38-450b-9ff2-0fe0a62d8c60 req-8103b35b-8a9c-4070-bf97-cb5bc62344fb tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 210 time: 0.3982751 Jan 25 16:45:01.431845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.439863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.445569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.489646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485f005-cc7f-4f55-a666-0119c6e6b4fb req-637c1902-9c60-4baa-9cc2-81c2aaa5966c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:01.492105 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c485f005-cc7f-4f55-a666-0119c6e6b4fb req-637c1902-9c60-4baa-9cc2-81c2aaa5966c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 944 time: 0.3268671 Jan 25 16:45:01.495836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Transition to ACTIVE for port object f93bafea-4cea-4585-ba66-154441740d53 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:01.568670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:01.572585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.584812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2b6056a-4173-41ef-b457-b18a7d1c12e2 req-dcd7b3cb-63df-42a4-8428-6f16ff71f880 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.0872397 Jan 25 16:45:01.603432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Attempting to bind port dd6f76b3-8d02-475d-9d48-5135d01f8834 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:01.603798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Attempting to bind port dd6f76b3-8d02-475d-9d48-5135d01f8834 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:01.604298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Attempting to bind port dd6f76b3-8d02-475d-9d48-5135d01f8834 on network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:01.624156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:01.630391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:01.633671 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c485f005-cc7f-4f55-a666-0119c6e6b4fb req-316612cd-cfc9-4c13-ae73-2fc622b03788 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345961 Jan 25 16:45:01.643540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.646803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.665176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Port dd6f76b3-8d02-475d-9d48-5135d01f8834 on network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:45:01.665528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Attempting to bind port dd6f76b3-8d02-475d-9d48-5135d01f8834 on network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:01.669022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Allocated IP 172.20.0.5 (738e75e0-be1b-47cc-86e6-6c61238ac09c/1a430d78-55e4-4afa-9a32-3d5959cfac46/068dfcd3-9de0-4168-be2b-e28479997df7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:01.671279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:subnet and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:01.684270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:01.708148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:01.708485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Checking segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:01.709338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Bound using segment: {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:01.709913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Bound port: dd6f76b3-8d02-475d-9d48-5135d01f8834, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:01.710361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.721143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:01.814568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:01.818030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.840448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.892563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Network 81e9002c-8e82-448b-83ee-aee88103f98c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:01.901316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:01.908766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:01.914864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e4e9f4-a095-446c-a155-dacf937f4afb,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:01.920654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:01.957899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:01.970647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:01.977524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:01.978207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.098472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1679964 Jan 25 16:45:02.103304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462b48-08b0-4bdf-b08b-4457092c2a33 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event updated for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:02.117250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.122017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Request body: {'port': {'device_id': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:02.150288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:02.155411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.15', 60759) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:02.155829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::1e3 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/3683425e-4e5c-46a2-9ab1-65f47c6b7c05) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:02.171697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Allocated IP 172.26.4.148 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/83c2a5b5-0917-4d4d-9a25-b9b1664369b8) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:02.181899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:02.206551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.324262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:02.324955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.326011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c259716c-734b-4e7e-9d22-75b8bc0662f9 None None] Provisioning for port f93bafea-4cea-4585-ba66-154441740d53 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:02.326524 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] 10.222.0.15 "PUT /v2.0/ports/dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 200 len: 1094 time: 5.1971576 Jan 25 16:45:02.337046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:02.355608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c259716c-734b-4e7e-9d22-75b8bc0662f9 None None] Provisioning complete for port f93bafea-4cea-4585-ba66-154441740d53 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:02.357002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c259716c-734b-4e7e-9d22-75b8bc0662f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.409286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.481548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea592e-f19e-4b08-bd6a-0740472041dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:02.493497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Transition to ACTIVE for port object 068dfcd3-9de0-4168-be2b-e28479997df7 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:02.549156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.566087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c259716c-734b-4e7e-9d22-75b8bc0662f9 None None] Port f93bafea-4cea-4585-ba66-154441740d53 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:02.634010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.653338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.786781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.841149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.870507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-2dc25cf9-e09e-430a-99b5-bfbf2c48bfb6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:02.871956 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-2dc25cf9-e09e-430a-99b5-bfbf2c48bfb6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.15 "GET /v2.0/networks?id=247e1de9-b280-40e8-b8da-67c68070bf2a HTTP/1.1" status: 200 len: 812 time: 0.7097692 Jan 25 16:45:02.902971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.924511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:02.977278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-363a1751-2b9f-40fa-8b81-c2b23adbccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:02.978829 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-363a1751-2b9f-40fa-8b81-c2b23adbccf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98dfa0f8074a1da31838569d130006&device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 1097 time: 0.3909154 Jan 25 16:45:02.981746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:02.982690 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e7ef1c4a-880c-4354-af73-db4536417652 req-d09fa9e9-eaae-4de7-a7dd-306b163f1956 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.1711857 Jan 25 16:45:02.995401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Subnet': ['ID=db01a746-ff04-404f-b0ab-07c364ecae34,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:03.049249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:03.058327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event updated for resources: {'Port': ['ID=068dfcd3-9de0-4168-be2b-e28479997df7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:03.062657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:03.075523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:03.108620 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-5b078571-df1b-4565-b10e-db32d43c1d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 200 len: 217 time: 0.1162298 Jan 25 16:45:03.113634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Checking segment: {'id': '4fcbbac2-d654-47a1-98c9-81d32c02d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:03.114047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network hostable DHCP agents. Network: f0d9734b-73cd-48c8-a7ff-e49c3e5cb095, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:03.216816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.217553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.233404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:03.244761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-81dbe7e9-42a7-49cb-850c-92c96df9591d tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4534fc16bea4daeb9df500943bfccd4 HTTP/1.1" status: 200 len: 380 time: 0.3233919 Jan 25 16:45:03.251763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-a169dae8-b9f1-4f65-a587-db6eef2f64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.253308 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-a169dae8-b9f1-4f65-a587-db6eef2f64f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0749dcab-0e74-4de6-b557-096062df3adf HTTP/1.1" status: 200 len: 844 time: 0.1297469 Jan 25 16:45:03.258210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.262299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, f0d9734b-73cd-48c8-a7ff-e49c3e5cb095) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:03.273230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1d874-9c99-4987-ace2-0ac2a0132dbc None None] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:03.276783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'port': {'device_id': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'admin_state_up': True, 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'security_groups': ['9845c867-ccd3-4687-abaa-cf12d879237b']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:03.341599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.341906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.350469 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76cdbae8-2245-4340-8ade-6ffb9f92fd85 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8187556 Jan 25 16:45:03.370888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:03.423091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:03.425614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:03.429164 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-255c2fd4-3b05-43c6-a740-8ed4c4555c80 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1622207 Jan 25 16:45:03.430024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=3683425e-4e5c-46a2-9ab1-65f47c6b7c05,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:03.432851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:03.438342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.438996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.444725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:03.457856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-619507220'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:03.557341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49aadc82-f7be-4086-9b22-509dcd56d8ab None None] Provisioning for port 068dfcd3-9de0-4168-be2b-e28479997df7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:03.571144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49aadc82-f7be-4086-9b22-509dcd56d8ab None None] Provisioning complete for port 068dfcd3-9de0-4168-be2b-e28479997df7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:03.571850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49aadc82-f7be-4086-9b22-509dcd56d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.611037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'tenant_id': 'd70cb279a03b4f4d8a7e9293c98f0fbf', 'fixed_ips': [{'subnet_id': 'db01a746-ff04-404f-b0ab-07c364ecae34'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:03.612186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.673801 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c21571a-958c-48ff-96ef-1b74b1d9fb3a tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8971865 Jan 25 16:45:03.679414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'project_id': '11e9308968fe4029aa51c37ab6dac7c4', 'port_id': '068dfcd3-9de0-4168-be2b-e28479997df7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:03.683944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:03.698562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:03.704619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'network_id': '5285dab1-f4f3-496f-b244-40ae7033b4de', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600309003'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:03.707381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-49aadc82-f7be-4086-9b22-509dcd56d8ab None None] Port 068dfcd3-9de0-4168-be2b-e28479997df7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:03.722976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Usage tracker for resource:floatingip and tenant:11e9308968fe4029aa51c37ab6dac7c4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:03.735054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:03.735600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45151-a39d-4a87-be0d-f943f801f940 req-6ce4040c-51ff-44f8-8ae4-76288c1a0627 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.737257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-40b45151-a39d-4a87-be0d-f943f801f940 req-6ce4040c-51ff-44f8-8ae4-76288c1a0627 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 931 time: 0.9894516 Jan 25 16:45:03.738421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.792094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:03.825640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d593d5cb-37ab-4b45-8362-4261fe7579d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:03.827366 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-d593d5cb-37ab-4b45-8362-4261fe7579d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5590992 Jan 25 16:45:03.832728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.883523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-975479c3-11f0-4b22-a47f-96020ac92a63 None None] Provisioning for port 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:03.885252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.891931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-975479c3-11f0-4b22-a47f-96020ac92a63 None None] Provisioning complete for port 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:03.892443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-975479c3-11f0-4b22-a47f-96020ac92a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.892979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.922511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.922788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Allocated IP 172.20.0.2 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/3191e496-68c0-40e4-b5a3-1fcc4d4ef230) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:03.947510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:03.970274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:03.979443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:03.985507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:04.012531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:port and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:04.026798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae024f-883a-4fee-b122-e3c731fafc7d req-9e9dc14c-4390-44f3-8be7-4e3a71f8b501 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:04.028317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93ae024f-883a-4fee-b122-e3c731fafc7d req-9e9dc14c-4390-44f3-8be7-4e3a71f8b501 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 944 time: 0.8794618 Jan 25 16:45:04.036877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=83c2a5b5-0917-4d4d-9a25-b9b1664369b8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:04.061672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:04.069569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-975479c3-11f0-4b22-a47f-96020ac92a63 None None] Port 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:04.078121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:04.081657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:04.094533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.095897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4241498 Jan 25 16:45:04.103188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:04.120645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:04.125849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:04.129339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.139871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-40b45151-a39d-4a87-be0d-f943f801f940 req-633f7479-5576-4299-9187-7eadcb6becbd tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527312 Jan 25 16:45:04.140991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:04.178301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port c23bed68-4396-4fc5-8487-a770756004fa yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:04.219585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Made reservation on behalf of 157a3c8707d54a44a1a00cb5e44808f7 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:04.223115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.237524 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-7f748f0f-8ce6-4587-80b2-1d8aa6d31176 service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810768 Jan 25 16:45:04.240917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:04.242729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.254183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:04.267128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Transition to ACTIVE for port object 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:04.285004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fcfbbfab-5532-47ea-b7e5-ebb06720305c tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Synchronizing usage tracker for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:floatingip {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:04.300375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Transition to ACTIVE for port object 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:04.309737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.326396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7482c09-e061-40f5-8a14-4e968387b138 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e4e9f4-a095-446c-a155-dacf937f4afb,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:04.345208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.358868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] device_id is not set on port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:04.371381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93ae024f-883a-4fee-b122-e3c731fafc7d req-294ef21c-25e2-49ea-9d4d-146623049bff tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793729 Jan 25 16:45:04.372062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Made reservation on behalf of b4534fc16bea4daeb9df500943bfccd4 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:04.375731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.401519 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'status': 'completed', 'code': 200} Jan 25 16:45:04.428763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:04.433593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:04.438238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:04.478722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Pushing event updated for resources: {'Port': ['ID=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:04.483416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93bafea-4cea-4585-ba66-154441740d53 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:04.506599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fcfbbfab-5532-47ea-b7e5-ebb06720305c tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Unset dirty status for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:floatingip {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:04.510184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fcfbbfab-5532-47ea-b7e5-ebb06720305c tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=81e9002c-8e82-448b-83ee-aee88103f98c HTTP/1.1" status: 200 len: 689 time: 0.3946695 Jan 25 16:45:04.514065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:04.514257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.553033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Attempting to bind port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:04.553825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Attempting to bind port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '4fcbbac2-d654-47a1-98c9-81d32c02d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:04.554431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Attempting to bind port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 on network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:04.561202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:04.562014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Checking segment: {'id': '4fcbbac2-d654-47a1-98c9-81d32c02d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:04.562697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.563309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Bound using segment: {'id': '4fcbbac2-d654-47a1-98c9-81d32c02d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:04.564106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Bound port: 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcbbac2-d654-47a1-98c9-81d32c02d64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:04.564356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.626566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Transition to ACTIVE for port object f93bafea-4cea-4585-ba66-154441740d53 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:04.639847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.663693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] For port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:04.670638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] For port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,segment=NetworkSegment(4fcbbac2-d654-47a1-98c9-81d32c02d64a),segment_id=4fcbbac2-d654-47a1-98c9-81d32c02d64a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:04.675303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.676739 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-676ac4d5-1067-4f88-a367-c22b17568b1f req-7e7153c0-e70c-4e00-a9cc-c2fdaded42af tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.1230419 Jan 25 16:45:04.677493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.711544 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ca83bc2-b22f-4956-8afe-b99fc1cd6540 req-f9d1dbd4-123c-46af-b636-966156b12787 service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617839 Jan 25 16:45:04.738583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.14 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/c23bed68-4396-4fc5-8487-a770756004fa) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:04.765648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.778923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a27a8e-9e45-4b79-9a6d-281eec9f2452 None None] Pushing event updated for resources: {'Port': ['ID=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:04.788952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Allocated IP 2001:db8::176 (5285dab1-f4f3-496f-b244-40ae7033b4de/d438ed37-8e63-482b-89ea-5267d1d4d8ad/99abe1b2-dc1f-454a-b6c6-827bdce534b7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:04.977776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Pushing event updated for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:04.999765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.147643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Attempting to bind port f93bafea-4cea-4585-ba66-154441740d53 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:05.148196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Attempting to bind port f93bafea-4cea-4585-ba66-154441740d53 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:05.148726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Attempting to bind port f93bafea-4cea-4585-ba66-154441740d53 on network 1b3cc096-b33e-4d89-955e-6281af3a61e3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:05.153739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Allocated IP 172.20.0.3 (247e1de9-b280-40e8-b8da-67c68070bf2a/3569fec9-e101-40bd-8266-084b53fa8016/07b09859-7fb2-4b6e-9e17-da61d23d185e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:05.178552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Port f93bafea-4cea-4585-ba66-154441740d53 on network 1b3cc096-b33e-4d89-955e-6281af3a61e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:45:05.179023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Attempting to bind port f93bafea-4cea-4585-ba66-154441740d53 on network 1b3cc096-b33e-4d89-955e-6281af3a61e3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:05.248644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:05.248912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Checking segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:05.249583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Bound using segment: {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:05.250044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Bound port: f93bafea-4cea-4585-ba66-154441740d53, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44e1930-7b60-44c3-b3ba-81828d70fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:05.250516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.304840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:05.396624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:05.540852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.547393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:05.549969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Deleting port a0e4e9f4-a095-446c-a155-dacf937f4afb {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:05.550476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.592200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.655557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Allocated IP 172.26.4.156 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/30a845c9-4611-4a8e-8251-91612e559783) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:05.665357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.666099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f93bafea-4cea-4585-ba66-154441740d53,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:05.695138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.706107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.770848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=83c2a5b5-0917-4d4d-9a25-b9b1664369b8,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:05.780854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-d3f8887f-6ed2-4a30-b942-5897fa420d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:05.782244 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-d3f8887f-6ed2-4a30-b942-5897fa420d9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98dfa0f8074a1da31838569d130006&device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 1097 time: 0.8947380 Jan 25 16:45:05.782634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:05.783398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:05.784705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1093 time: 3.6734786 Jan 25 16:45:05.844703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Transition to ACTIVE for port object 99abe1b2-dc1f-454a-b6c6-827bdce534b7 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:05.965410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:06.073333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.074467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4a85dbf1-d145-49f2-8b9d-c43f2a6d50a5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6105556 Jan 25 16:45:06.082397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a615d7-99b4-4aee-8a8d-4121d204ec46 req-65af80f7-68a9-4d04-ab30-1a45174deae0 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:06.084404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92a615d7-99b4-4aee-8a8d-4121d204ec46 req-65af80f7-68a9-4d04-ab30-1a45174deae0 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 943 time: 0.7621815 Jan 25 16:45:06.102721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55754) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:06.133431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-02d00cd9-85b3-4e4c-9663-aef89a001d5d tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'floatingip': {'port_id': '9cb55e09-ebb0-49f2-9b1c-bb16599319e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:06.210408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.216514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.238289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.238630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.275377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.280423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02d00cd9-85b3-4e4c-9663-aef89a001d5d tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.316220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692899f-0c36-41dc-8c42-1174c4a10d0e None None] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:06.367628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0c5a-0aaf-4d11-8e3e-faefd2db2bd1 req-3d0d02e2-8e09-46c8-8ae9-b8abf5618f09 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:06.369158 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f60a0c5a-0aaf-4d11-8e3e-faefd2db2bd1 req-3d0d02e2-8e09-46c8-8ae9-b8abf5618f09 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 944 time: 0.8264360 Jan 25 16:45:06.398886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Transition to ACTIVE for port object 07b09859-7fb2-4b6e-9e17-da61d23d185e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:06.425830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Provisioning for port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:06.437721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Provisioning complete for port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:06.438339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.472930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Calling delete_port for a0e4e9f4-a095-446c-a155-dacf937f4afb owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:06.485419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92a615d7-99b4-4aee-8a8d-4121d204ec46 req-dc2fcc8b-60f5-4098-86bd-89c960dc710f tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672092 Jan 25 16:45:06.486016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff37bc-0b59-425f-8557-734e92202af1 service neutron] Pushing event updated for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:06.512151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object c23bed68-4396-4fc5-8487-a770756004fa will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:06.542027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-a95b8d5d-2bcc-4b08-884d-e4b27328cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:06.542027 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-a95b8d5d-2bcc-4b08-884d-e4b27328cb92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 200 len: 906 time: 0.6679013 Jan 25 16:45:06.578779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f60a0c5a-0aaf-4d11-8e3e-faefd2db2bd1 req-a496c8ec-503d-42e3-a01d-c215fa41bf92 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823947 Jan 25 16:45:06.601000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-bc2c7345-2c3a-4a58-8cd7-8e95121da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:06.602614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-bc2c7345-2c3a-4a58-8cd7-8e95121da240 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1096 time: 0.5763083 Jan 25 16:45:06.625180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.652241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Network 5285dab1-f4f3-496f-b244-40ae7033b4de is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:06.678105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.701870 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-3bc6cfa2-d74a-4972-a8e4-2bdc842e809e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 200 len: 217 time: 0.1476297 Jan 25 16:45:06.703276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:06.728511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-02d00cd9-85b3-4e4c-9663-aef89a001d5d tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] update failed (client error): The resource could not be found. Jan 25 16:45:06.729368 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-02d00cd9-85b3-4e4c-9663-aef89a001d5d tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "PUT /v2.0/floatingips/3d249614-fdf1-4798-b663-233f49217c0a HTTP/1.1" status: 404 len: 507 time: 0.6254268 Jan 25 16:45:06.730694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-995441ea-ca5d-4187-bcd2-91d2da0b1e2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 217 time: 0.1201658 Jan 25 16:45:06.738490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55762) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:06.738699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:06.751292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:06.752435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.763558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=99abe1b2-dc1f-454a-b6c6-827bdce534b7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:06.798668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.845956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] For port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,segment=NetworkSegment(4fcbbac2-d654-47a1-98c9-81d32c02d64a),segment_id=4fcbbac2-d654-47a1-98c9-81d32c02d64a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:06.868016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:06.927185 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53', 'status': 'completed', 'code': 200} Jan 25 16:45:06.958033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4e9f7-8269-4d37-af5e-084ff190b661 None None] Pushing event updated for resources: {'Port': ['ID=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:06.990172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Network 247e1de9-b280-40e8-b8da-67c68070bf2a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:07.000338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:07.022644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.028562 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5e516849-6498-48fa-9819-478c634616f9 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3368576 Jan 25 16:45:07.028562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-038d6b91-e3cd-4843-91c8-276ef4d537a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.028562 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-038d6b91-e3cd-4843-91c8-276ef4d537a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0749dcab-0e74-4de6-b557-096062df3adf HTTP/1.1" status: 200 len: 844 time: 0.2665062 Jan 25 16:45:07.028562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:07.081921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:07.090206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.090861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.112917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event updated for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:07.124974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:4f:a9:0b'}, {'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:4b:18:d7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:07.158113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 83c2a5b5-0917-4d4d-9a25-b9b1664369b8 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:07.158453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.228137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6812a2ca-2515-4d78-9cd6-4e19e7c19f08 None None] Provisioning for port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:07.233063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:07.248079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.272575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:07.282539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6812a2ca-2515-4d78-9cd6-4e19e7c19f08 None None] Provisioning complete for port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:07.283395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6812a2ca-2515-4d78-9cd6-4e19e7c19f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.290123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:07.299715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:07.340965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=c23bed68-4396-4fc5-8487-a770756004fa,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:07.359768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.382664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6812a2ca-2515-4d78-9cd6-4e19e7c19f08 None None] Port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:07.394491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:07.395138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.424140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.424475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.565197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 83c2a5b5-0917-4d4d-9a25-b9b1664369b8 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:07.569330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Provisioning complete for port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:07.570020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.616936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-fbe1fa33-93a0-4d13-b775-f843130cde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.618298 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-fbe1fa33-93a0-4d13-b775-f843130cde11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.8789465 Jan 25 16:45:07.623603 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-63d311d4-6ac2-4f54-8fa5-31a0edfcc955 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3610704 Jan 25 16:45:07.719176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0e4e9f4-a095-446c-a155-dacf937f4afb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:07.727876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Provisioning for port 07b09859-7fb2-4b6e-9e17-da61d23d185e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:07.737147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Provisioning complete for port 07b09859-7fb2-4b6e-9e17-da61d23d185e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:07.737654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.787834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Request body: {'port': {'device_id': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:07.795874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:07.804373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc58d773-f81f-4ecd-8844-0a23de22586b None None] Port 07b09859-7fb2-4b6e-9e17-da61d23d185e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:07.823984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:07.841348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:07.871126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.871727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.932494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-326849f0-8df0-4c17-9545-3c3da9f96932 None None] Provisioning for port c23bed68-4396-4fc5-8487-a770756004fa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:07.937311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Pushing event updated for resources: {'Port': ['ID=30a845c9-4611-4a8e-8251-91612e559783,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:07.940361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.941295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-326849f0-8df0-4c17-9545-3c3da9f96932 None None] Provisioning complete for port c23bed68-4396-4fc5-8487-a770756004fa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:07.942054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c4a6-e487-4e8b-bcb9-e831e5b2e8c8 req-e1fafc80-4f5f-43be-812d-427f1bc185d1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.942191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-326849f0-8df0-4c17-9545-3c3da9f96932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.942795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-7707c4a6-e487-4e8b-bcb9-e831e5b2e8c8 req-e1fafc80-4f5f-43be-812d-427f1bc185d1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Synchronizing usage tracker for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:07.949336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-3740110c-9af8-4d9e-acb9-105b0ee3efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:07.950770 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-3740110c-9af8-4d9e-acb9-105b0ee3efd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8776836 Jan 25 16:45:08.007894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-326849f0-8df0-4c17-9545-3c3da9f96932 None None] Port c23bed68-4396-4fc5-8487-a770756004fa cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:08.027406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-7707c4a6-e487-4e8b-bcb9-e831e5b2e8c8 req-e1fafc80-4f5f-43be-812d-427f1bc185d1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Unset dirty status for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:08.028575 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7707c4a6-e487-4e8b-bcb9-e831e5b2e8c8 req-e1fafc80-4f5f-43be-812d-427f1bc185d1 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 931 time: 1.3320019 Jan 25 16:45:08.091856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.112587 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-031fde24-422c-42c8-91e0-dbdf8d2a305e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6667390 Jan 25 16:45:08.126355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55776) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:08.147429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-1783404190', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:92:b7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:08.169292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-2c2c0477-8d7e-4399-9671-85c4c98cf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:08.170780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-2c2c0477-8d7e-4399-9671-85c4c98cf7d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5416400 Jan 25 16:45:08.270324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.288159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.293372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ed8e9-7474-42ca-9885-095becedac07 req-94670633-d705-4a09-b728-54ead0c05b86 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:08.294847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e40ed8e9-7474-42ca-9885-095becedac07 req-94670633-d705-4a09-b728-54ead0c05b86 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 943 time: 0.5167601 Jan 25 16:45:08.408447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.415301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7707c4a6-e487-4e8b-bcb9-e831e5b2e8c8 req-12f0136d-dbd1-483f-86c4-fa9436779cbf tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781765 Jan 25 16:45:08.428649 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-0e36a96a-d22e-45da-b87e-83832097a7bd service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618318 Jan 25 16:45:08.509713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Port': ['ID=83c2a5b5-0917-4d4d-9a25-b9b1664369b8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:08.669984 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e40ed8e9-7474-42ca-9885-095becedac07 req-cc078b33-00a0-4eea-9030-1059d5bf9495 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461101 Jan 25 16:45:08.702947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.720560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.761250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:08.785582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-0f6de9ae-8697-4e5e-8a29-08e5b44b14ed service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799620 Jan 25 16:45:08.790152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:port and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:08.794702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:08.820008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57f5fde2-f46c-45e3-98fc-1d861a216bbe,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:08.866271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.871160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c8ad9c7c-0b3d-4b86-b5dc-083b43275835 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "DELETE /v2.0/floatingips/3d249614-fdf1-4798-b663-233f49217c0a HTTP/1.1" status: 204 len: 168 time: 2.0939116 Jan 25 16:45:08.872196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:08.880640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55780) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:08.900701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'floatingip': {'floating_network_id': '4027011c-2b5e-4f82-9aac-69ad68f74a4d', 'port_id': '9cb55e09-ebb0-49f2-9b1c-bb16599319e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:08.959352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:08.976756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:08.977347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:floatingip and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:08.985608 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee04f340-3f2a-40b9-b0b9-1fdfc23ea1a6 req-f8a439f4-c82c-4e9c-a6f3-48008f53c86a service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957056 Jan 25 16:45:08.987297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:08.992232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:09.037344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:09.130294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7f91-9b5f-44d8-bfd1-b42dd883ddcf req-2b7d5240-b625-493b-9f79-8bdf04d74b28 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:09.132418 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fbaa7f91-9b5f-44d8-bfd1-b42dd883ddcf req-2b7d5240-b625-493b-9f79-8bdf04d74b28 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 944 time: 0.5990043 Jan 25 16:45:09.149509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.224248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2728c65-986d-4ea2-8546-62ebba68be0b req-80254aab-abc3-475a-bfde-afd63b62a768 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304681 Jan 25 16:45:09.263378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e9002c-8e82-448b-83ee-aee88103f98c']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:09.291035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ef9695-8226-4b70-b2d5-9eb67db5dab5') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:09.291246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ef9695-8226-4b70-b2d5-9eb67db5dab5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:09.316603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.352058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.377088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:09.377517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:09.399394 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:09.469315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.469511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fbaa7f91-9b5f-44d8-bfd1-b42dd883ddcf req-74d04075-e312-4983-ad36-47a359fc3c5c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995672 Jan 25 16:45:09.489153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.502937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:09.527418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.563847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.565759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] In _notify_port_updated(), no bound segment for port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 on network 5285dab1-f4f3-496f-b244-40ae7033b4de {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:45:09.571753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:09.572403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.576462 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "PUT /v2.0/ports/99abe1b2-dc1f-454a-b6c6-827bdce534b7 HTTP/1.1" status: 200 len: 1066 time: 2.5369496 Jan 25 16:45:09.593303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55786) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:09.635481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.644348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event updated for resources: {'Port': ['ID=99abe1b2-dc1f-454a-b6c6-827bdce534b7,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:09.660166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81e9002c-8e82-448b-83ee-aee88103f98c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:45:09.678440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.681917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.682262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.683945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.683945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.683945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.683945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.684325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.684325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.684655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.684960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.685311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.685624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe87072-5a0b-4c7e-bead-d7a16955225b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:09.692041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Network': ['ID=81e9002c-8e82-448b-83ee-aee88103f98c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:09.700352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port 38a57b13-f486-4e87-996d-6db6c6374f72 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:09.706236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84a33a79-8c93-45f2-87c6-0dac82a13576 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/81e9002c-8e82-448b-83ee-aee88103f98c HTTP/1.1" status: 204 len: 168 time: 5.1785233 Jan 25 16:45:09.741741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:09.767589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b09859-7fb2-4b6e-9e17-da61d23d185e {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:09.779695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.819876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.878253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:09.878509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:09.905857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device dd6f76b3-8d02-475d-9d48-5135d01f8834 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:45:09.948656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Transition to ACTIVE for port object 07b09859-7fb2-4b6e-9e17-da61d23d185e will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:09.962862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9b294a8-01d6-4172-864f-24214b2f1e53 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Synchronizing usage tracker for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:floatingip {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:10.009913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-b2803040-2c0f-401f-9775-8cb5af4ed436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.011494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-b2803040-2c0f-401f-9775-8cb5af4ed436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1096 time: 0.7218931 Jan 25 16:45:10.024275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.032401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0dfa8456-e70e-4f56-a170-bacc27cf0fa8 None None] Provisioning complete for port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:10.032770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8456-e70e-4f56-a170-bacc27cf0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.062486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9b294a8-01d6-4172-864f-24214b2f1e53 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Unset dirty status for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:floatingip {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:10.064170 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9b294a8-01d6-4172-864f-24214b2f1e53 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.3210635 Jan 25 16:45:10.067575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55796) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:10.117761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa8456-e70e-4f56-a170-bacc27cf0fa8 None None] Port 99abe1b2-dc1f-454a-b6c6-827bdce534b7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:10.139795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:10.156501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'port_id': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'mac_address': 'fa:16:3e:e4:f3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:45:10.186709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.187434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.188024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.188700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.189309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.189893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.190567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.191165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.191740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.192315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.193793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Synchronizing usage tracker for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:10.222973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.223594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.227140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Unset dirty status for tenant:02c2124f7c7e431493efba82a5a3f7b2 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:10.228664 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3257b0ef-9af8-4b35-95d6-a8267ed6bce5 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6403 time: 0.1591256 Jan 25 16:45:10.231751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.236345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:10.245944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6f76b3-8d02-475d-9d48-5135d01f8834 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:10.266000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:10.272712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.373855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:10.388041 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-bb712bdf-3acb-4d01-bd57-1e30e77c2cd8 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] delete failed (client error): The resource could not be found. Jan 25 16:45:10.389069 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb712bdf-3acb-4d01-bd57-1e30e77c2cd8 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/801a85f7-4378-4630-a607-4eed43217667 HTTP/1.1" status: 404 len: 345 time: 0.0918806 Jan 25 16:45:10.398513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55806) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:10.467448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf551f-d43a-4ba2-b4d2-a3f1f7bc5de0 req-1c5860ec-295a-4bc4-ab6a-4fc3bf31508e tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.468979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ecf551f-d43a-4ba2-b4d2-a3f1f7bc5de0 req-1c5860ec-295a-4bc4-ab6a-4fc3bf31508e tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 931 time: 0.9302826 Jan 25 16:45:10.475428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Pushing event updated for resources: {'Port': ['ID=30a845c9-4611-4a8e-8251-91612e559783,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:10.484405 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-98301761-4f99-476f-b3fd-3954141c54ff tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] DELETE failed (client error): The resource could not be found. Jan 25 16:45:10.484881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98301761-4f99-476f-b3fd-3954141c54ff tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:10.486660 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98301761-4f99-476f-b3fd-3954141c54ff tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/81e9002c-8e82-448b-83ee-aee88103f98c HTTP/1.1" status: 404 len: 339 time: 0.0805826 Jan 25 16:45:10.492434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55810) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:10.501343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'name': 'tempest-network--1400358914', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:10.502708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.13 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/38a57b13-f486-4e87-996d-6db6c6374f72) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:10.507498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:10.513924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:network and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:10.521585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:10.524441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.534879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Pushing event updated for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:10.579307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:10.611804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:10.614010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.665673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.665935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.666276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.666613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.666947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.667283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.667611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.667940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.668265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.668586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.668908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.669241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:10.714204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['dd6f76b3-8d02-475d-9d48-5135d01f8834'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:45:10.720964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:10.730964 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Floating IP 6ae98632-be7b-4992-8550-44d4e3d33b1f associated. External IP: 172.26.4.156, port: 068dfcd3-9de0-4168-be2b-e28479997df7. Jan 25 16:45:10.765904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Attempting to bind port 07b09859-7fb2-4b6e-9e17-da61d23d185e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:10.766242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Attempting to bind port 07b09859-7fb2-4b6e-9e17-da61d23d185e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:10.766575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Attempting to bind port 07b09859-7fb2-4b6e-9e17-da61d23d185e on network 247e1de9-b280-40e8-b8da-67c68070bf2a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:10.790641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45482f1d-6608-451c-a286-32f14b603614 req-1fbe4b43-6d44-48d0-b6b2-c11afbea12e5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.792522 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45482f1d-6608-451c-a286-32f14b603614 req-1fbe4b43-6d44-48d0-b6b2-c11afbea12e5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 943 time: 0.8650165 Jan 25 16:45:10.810469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-f68c6912-3ea6-4b80-9efb-97b14afd3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:10.811950 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-f68c6912-3ea6-4b80-9efb-97b14afd3f46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.7799878 Jan 25 16:45:10.823109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Port 07b09859-7fb2-4b6e-9e17-da61d23d185e on network 247e1de9-b280-40e8-b8da-67c68070bf2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:45:10.823109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Attempting to bind port 07b09859-7fb2-4b6e-9e17-da61d23d185e on network 247e1de9-b280-40e8-b8da-67c68070bf2a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:10.825449 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ecf551f-d43a-4ba2-b4d2-a3f1f7bc5de0 req-1213e8ad-8219-4ff1-b6aa-bdfec4f62f1e tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201914 Jan 25 16:45:10.903388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.903970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Added segment 8be3b85b-0134-45ae-bc63-d7843b0a7dd8 of type vlan for network 3e23f0d1-ca7e-4544-882d-f0775701b961 Jan 25 16:45:10.941078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:10.941434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Checking segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:10.941830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Bound using segment: {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:10.942282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Bound port: 07b09859-7fb2-4b6e-9e17-da61d23d185e, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43c1c36-3cdc-4251-bc1d-7779efe97acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:10.942627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:10.952155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:10.958067 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ffbe9f83-9e87-4011-ad72-7f5c5f1180b1 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0741403 Jan 25 16:45:10.961201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55816) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:10.969431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-414f61f9-8b2a-46b4-a5b2-33dbe2f4428e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 217 time: 0.1342001 Jan 25 16:45:11.004762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '9cb55e09-ebb0-49f2-9b1c-bb16599319e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:11.031852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.114754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:11.151523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.152487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.153062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.293184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Usage tracker for resource:floatingip and tenant:63772e4feadc4574909f8c79e87f3f6e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:11.313508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.324063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:11.327223 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8319395 Jan 25 16:45:11.336080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:11.360176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:11.363564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf67d1-d5cd-4024-acea-6e55facb37cd tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=3e23f0d1-ca7e-4544-882d-f0775701b961,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:11.382366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3e23f0d1-ca7e-4544-882d-f0775701b961 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:11.430784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45482f1d-6608-451c-a286-32f14b603614 req-9d186ec4-2cb0-4629-8037-2f0b5586e275 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124866 Jan 25 16:45:11.466589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Router e20b78c2-353d-478f-b980-b2d6fd0f7654 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:11.502513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 99abe1b2-dc1f-454a-b6c6-827bdce534b7 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:11.567429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-ab9aa484-5bda-4478-87e2-6c44f37b7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.568888 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-ab9aa484-5bda-4478-87e2-6c44f37b7d44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.5585432 Jan 25 16:45:11.600374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.601191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.607266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.613196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.619260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.620113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Synchronizing usage tracker for tenant:1990d8aa71db48d89c752ae35ad57b8a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:11.711726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Unset dirty status for tenant:1990d8aa71db48d89c752ae35ad57b8a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:11.712908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-178c29a9-ce4e-46b8-9d66-2bad4edf343d tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3770788 Jan 25 16:45:11.715848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:11.755660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:11.801357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:11.803005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:11.814664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] Sync routers for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:11.831467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.841560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:11.843546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:11.852520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.855150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.873825 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:45:11.895496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e1a01-f2fc-49ba-b581-45f18b93d521 req-cb057e4b-ac32-4cdd-b5ac-c9cd0257d5cf tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.897650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-143e1a01-f2fc-49ba-b581-45f18b93d521 req-cb057e4b-ac32-4cdd-b5ac-c9cd0257d5cf tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 945 time: 0.8555312 Jan 25 16:45:11.914665 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-277b2da5-082a-4d6a-85aa-a3dbaa2d5b7b tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.5352368 Jan 25 16:45:11.918617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device dd6f76b3-8d02-475d-9d48-5135d01f8834 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:11.920132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:11.971954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:11.972285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:11.974562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] 10.222.0.15 "PUT /v2.0/ports/07b09859-7fb2-4b6e-9e17-da61d23d185e HTTP/1.1" status: 200 len: 1093 time: 4.2000341 Jan 25 16:45:11.988557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:12.045530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.071364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:12.072654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.112702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7920faa-3b31-4c3d-986d-ec6b620cfb85 service neutron] Pushing event updated for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:12.164832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-786fdac5-4c5d-4f41-8692-1d122644728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:12.166450 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-786fdac5-4c5d-4f41-8692-1d122644728f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5779445 Jan 25 16:45:12.167424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.167936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e47aba-5f2f-4110-bad8-90409bdc9d11 None None] The sync data for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:12.174625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.175653 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-339a0eb6-367a-40ff-b600-768aede428b7 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "GET /v2.0/floatingips/6ae98632-be7b-4992-8550-44d4e3d33b1f HTTP/1.1" status: 200 len: 983 time: 0.2538142 Jan 25 16:45:12.182645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:12.183567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port dd6f76b3-8d02-475d-9d48-5135d01f8834 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:12.185328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-143e1a01-f2fc-49ba-b581-45f18b93d521 req-2c1fdde0-5e39-4029-9299-8972bf608be4 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406161 Jan 25 16:45:12.191105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port dd6f76b3-8d02-475d-9d48-5135d01f8834 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:12.191740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.214190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.312461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.355861 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'status': 'completed', 'code': 200} Jan 25 16:45:12.357255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object 38a57b13-f486-4e87-996d-6db6c6374f72 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:12.360766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.362030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23f0d1-ca7e-4544-882d-f0775701b961']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.365503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=99abe1b2-dc1f-454a-b6c6-827bdce534b7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:12.398369 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abd7dc4d-0b10-4731-a64e-929b328c0b74 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2146251 Jan 25 16:45:12.399703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:12.401481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55842) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:12.404152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be3b85b-0134-45ae-bc63-d7843b0a7dd8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.404452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be3b85b-0134-45ae-bc63-d7843b0a7dd8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:12.492177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:12.501395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.606457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:12.616414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.616414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.616414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.616414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.617099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.617859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.618421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.618853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.619402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.619825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.620360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.621252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:45:12.634767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.651044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.684369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.695807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:12.696199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:12.710387 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:12.813844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-6f61f7b1-2c06-4aa9-b3e5-fc20d424e0c6 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274951 Jan 25 16:45:12.827568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-286c92c1-aa8c-48cc-ad03-dad646bf3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:12.829030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-286c92c1-aa8c-48cc-ad03-dad646bf3b04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4534fc16bea4daeb9df500943bfccd4&device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 1096 time: 0.7934465 Jan 25 16:45:12.868289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:12.888391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port 30a845c9-4611-4a8e-8251-91612e559783 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:12.888718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.912797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.929133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.935495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e23f0d1-ca7e-4544-882d-f0775701b961 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:45:12.945617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:12.960621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e23f0d1-ca7e-4544-882d-f0775701b961,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:12.974813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca066357-7523-4c1c-97ad-c54825e9c0fc tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3e23f0d1-ca7e-4544-882d-f0775701b961 HTTP/1.1" status: 204 len: 168 time: 1.2538590 Jan 25 16:45:12.976003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:13.002118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'name': 'tempest-network--2082283450', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:13.061587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:13.075733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:network and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:13.080524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:13.089332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:13.105972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:13.150633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:13.153717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.177140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.178369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.194522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:13.200510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.201162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.218634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-5c4fff12-2c58-4311-9dbe-23484b93f7ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e HTTP/1.1" status: 200 len: 217 time: 0.3556287 Jan 25 16:45:13.219244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=38a57b13-f486-4e87-996d-6db6c6374f72,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:13.251725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667a6a-220d-4ac3-bd1b-a1cfac73731f req-727ccde1-aeb7-4977-ac39-261083e409e8 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.259450 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e0667a6a-220d-4ac3-bd1b-a1cfac73731f req-727ccde1-aeb7-4977-ac39-261083e409e8 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 943 time: 1.1508708 Jan 25 16:45:13.316837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:13.325988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for 30a845c9-4611-4a8e-8251-91612e559783 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:13.384412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.384628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Added segment 168bb1af-4822-4777-aa29-87bfeebc7d94 of type vlan for network 3556c8f0-8cda-4031-ae1d-7db0409c1162 Jan 25 16:45:13.389034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-56806bbb-8a95-4ce7-89ee-947a21ac4668 None None] Provisioning for port 38a57b13-f486-4e87-996d-6db6c6374f72 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:13.400245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-56806bbb-8a95-4ce7-89ee-947a21ac4668 None None] Provisioning complete for port 38a57b13-f486-4e87-996d-6db6c6374f72 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:13.401840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56806bbb-8a95-4ce7-89ee-947a21ac4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.452840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.486899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37fee6b1-8a31-409f-b035-d9df21d7c9f0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 5.3536365 Jan 25 16:45:13.489292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:13.492275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.496752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7be018d4-9677-42b3-ab51-211cf469f9f8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/99abe1b2-dc1f-454a-b6c6-827bdce534b7 HTTP/1.1" status: 204 len: 168 time: 3.8687718 Jan 25 16:45:13.518028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-56806bbb-8a95-4ce7-89ee-947a21ac4668 None None] Port 38a57b13-f486-4e87-996d-6db6c6374f72 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:13.530975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:13.555764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-12f3235c-b138-4e5e-a621-2918903a0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.557282 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-12f3235c-b138-4e5e-a621-2918903a0fef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3569fec9-e101-40bd-8266-084b53fa8016 HTTP/1.1" status: 200 len: 851 time: 0.3240762 Jan 25 16:45:13.570056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e0667a6a-220d-4ac3-bd1b-a1cfac73731f req-fc2919d3-8fb5-4f7b-ab47-5154765bb385 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097308 Jan 25 16:45:13.617698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-045044e4-ad1e-49d6-b6bf-c9fa3226fa1c req-18367202-b72c-4a89-98e0-b7d744ff0cb7 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875876 Jan 25 16:45:13.632975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddeb547-b8d0-4838-852e-e8de4dbe40e2 req-14f5436b-a695-463e-9abb-bfd971036e3b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.640237 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-632a7c6f-cc07-46f9-9e46-77694cd2ad16 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] GET failed (client error): The resource could not be found. Jan 25 16:45:13.640237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-632a7c6f-cc07-46f9-9e46-77694cd2ad16 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Synchronizing usage tracker for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:13.640440 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ddeb547-b8d0-4838-852e-e8de4dbe40e2 req-14f5436b-a695-463e-9abb-bfd971036e3b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 943 time: 0.9645517 Jan 25 16:45:13.648836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.649813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.650412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.687928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Allocated IP 172.26.4.46 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/7dd3f9d2-f0e2-47da-8f77-3c246365a74b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:13.722522 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ddeb547-b8d0-4838-852e-e8de4dbe40e2 req-a927eb41-2afb-4132-8352-028193fdf506 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813823 Jan 25 16:45:13.736159 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'code': 200} Jan 25 16:45:13.779882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-632a7c6f-cc07-46f9-9e46-77694cd2ad16 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Unset dirty status for tenant:157a3c8707d54a44a1a00cb5e44808f7 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:13.782284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-632a7c6f-cc07-46f9-9e46-77694cd2ad16 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports/99abe1b2-dc1f-454a-b6c6-827bdce534b7 HTTP/1.1" status: 404 len: 333 time: 0.2502928 Jan 25 16:45:13.801830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55872) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:13.830829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:13.835169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=3556c8f0-8cda-4031-ae1d-7db0409c1162,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:13.852149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3556c8f0-8cda-4031-ae1d-7db0409c1162 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:13.881532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fb85d46-b280-48c6-a1de-83a0ee4a8b51 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8882353 Jan 25 16:45:13.890344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55876) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:13.892427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Port': ['ID=30a845c9-4611-4a8e-8251-91612e559783,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:13.904423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.910721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.917353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.918435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:13.935707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-93942c37-ef08-4030-99c7-1babf91a7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:13.937241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-93942c37-ef08-4030-99c7-1babf91a7035 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=247e1de9-b280-40e8-b8da-67c68070bf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3663111 Jan 25 16:45:14.010970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:14.015102 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73c8a84e-de23-4c73-b21c-5d5548b0b53c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5213051 Jan 25 16:45:14.015498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55880) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:14.028823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f93bafea-4cea-4585-ba66-154441740d53 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:45:14.085642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.085998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Floating IP 6ae98632-be7b-4992-8550-44d4e3d33b1f disassociated (deleted). External IP: 172.26.4.156, port: 068dfcd3-9de0-4168-be2b-e28479997df7. Jan 25 16:45:14.174807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port 38a57b13-f486-4e87-996d-6db6c6374f72 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:14.175089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.195419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f93bafea-4cea-4585-ba66-154441740d53,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:14.211563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'f93bafea-4cea-4585-ba66-154441740d53', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'port_id': 'f93bafea-4cea-4585-ba66-154441740d53', 'mac_address': 'fa:16:3e:46:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:45:14.231255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:14.231598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.278090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.296344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93bafea-4cea-4585-ba66-154441740d53 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:14.315271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f93bafea-4cea-4585-ba66-154441740d53,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:14.322449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.341169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ab71e-6d80-4371-a526-a6b40bc86383 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:14.342637 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-957ab71e-6d80-4371-a526-a6b40bc86383 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "GET /v2.0/networks/3556c8f0-8cda-4031-ae1d-7db0409c1162 HTTP/1.1" status: 200 len: 757 time: 0.4485230 Jan 25 16:45:14.361853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55884) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:14.402125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:14.407328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.606978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-f61c8d77-f87c-4a6d-9cf3-f1c3b89c74f5 service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039410 Jan 25 16:45:14.677914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['f93bafea-4cea-4585-ba66-154441740d53'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:45:14.757432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-83f06012-2bce-459f-9ec1-3036c683b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:14.759338 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-83f06012-2bce-459f-9ec1-3036c683b6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 1099 time: 0.7182806 Jan 25 16:45:14.765768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26759cf-626c-4ea2-9157-c75041fee7aa tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:14.769528 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e26759cf-626c-4ea2-9157-c75041fee7aa tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "GET /v2.0/networks/ddd4c7ff-68e0-4a61-9d87-e527b359fad5 HTTP/1.1" status: 200 len: 767 time: 0.4005976 Jan 25 16:45:14.776109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80295be-523e-4bf9-8893-c18b21fa4a65 req-ac404867-fc1d-4255-875e-48beda471781 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:14.776524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:14.778621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d80295be-523e-4bf9-8893-c18b21fa4a65 req-ac404867-fc1d-4255-875e-48beda471781 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.8373210 Jan 25 16:45:14.895003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:14.903296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.032394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Router e20b78c2-353d-478f-b980-b2d6fd0f7654 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:15.041173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for 38a57b13-f486-4e87-996d-6db6c6374f72 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:15.046814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.125257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:15.149788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Usage tracker for resource:security_group_rule and tenant:4c3678a7691144eaafe8612fb3d3d77a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:15.165608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:15.178396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d80295be-523e-4bf9-8893-c18b21fa4a65 req-a89f5773-1350-46c4-a508-91957bc340d4 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986060 Jan 25 16:45:15.191224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.194981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:15.232074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.314612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.431331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 3683425e-4e5c-46a2-9ab1-65f47c6b7c05 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:15.450821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3556c8f0-8cda-4031-ae1d-7db0409c1162']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.483008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168bb1af-4822-4777-aa29-87bfeebc7d94') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.483302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168bb1af-4822-4777-aa29-87bfeebc7d94') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.493029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:15.499623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d38bda8-cb7d-4cfa-9953-5ccbe7c70fb7 req-493d80e0-fcac-4eef-a82c-099bbd8cca8f service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585548 Jan 25 16:45:15.507980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:15.511067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.516195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:15.526871 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] Sync routers for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:15.527983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.533272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.541567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:15.541975 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:15.542930 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.575147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337835f-2ae1-4684-a731-9b572726902e req-86a2847c-aaab-4cad-91eb-1175575dd825 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:15.576677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7337835f-2ae1-4684-a731-9b572726902e req-86a2847c-aaab-4cad-91eb-1175575dd825 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 943 time: 0.8562539 Jan 25 16:45:15.588275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event updated for resources: {'Port': ['ID=7dd3f9d2-f0e2-47da-8f77-3c246365a74b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:15.608449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.616921 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.626293 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:15.627067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.690915 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:15.690915 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc413651-8298-439a-9cb1-13bb3f4234d7 None None] The sync data for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:15.742293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=38a57b13-f486-4e87-996d-6db6c6374f72,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:15.746216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:15.746619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:15.762095 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:15.807396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7337835f-2ae1-4684-a731-9b572726902e req-19cebc2f-1edc-4420-be3e-49ef02e0dd3d tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152982 Jan 25 16:45:15.855851 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6037006-e062-47c2-9a15-d5adbea40581 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/floatingips/6ae98632-be7b-4992-8550-44d4e3d33b1f HTTP/1.1" status: 204 len: 168 time: 3.4398386 Jan 25 16:45:15.867973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:15.885847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:15.896278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f93bafea-4cea-4585-ba66-154441740d53 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:15.902786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 7dd3f9d2-f0e2-47da-8f77-3c246365a74b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:15.903136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.951154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fb87f-829b-412b-acae-b7268662ceaf req-3be6505c-b76d-4b1c-b91b-82e769e95bcf tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:15.952698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-357fb87f-829b-412b-acae-b7268662ceaf req-3be6505c-b76d-4b1c-b91b-82e769e95bcf tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 944 time: 0.6016424 Jan 25 16:45:15.969551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:15.977510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:15.982874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3556c8f0-8cda-4031-ae1d-7db0409c1162 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:45:15.996589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.003015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port f93bafea-4cea-4585-ba66-154441740d53 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:16.010654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port f93bafea-4cea-4585-ba66-154441740d53 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:16.011810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.016009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-d1acd895-b994-46c7-a172-168ce78a8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:16.018719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-d1acd895-b994-46c7-a172-168ce78a8f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4534fc16bea4daeb9df500943bfccd4&device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 1096 time: 0.4330659 Jan 25 16:45:16.019337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.077906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Usage tracker for resource:floatingip and tenant:dcd67fa26a834c6487bc863d5cc6118c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:16.088334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:16.095412 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3556c8f0-8cda-4031-ae1d-7db0409c1162 HTTP/1.1" status: 204 len: 168 time: 1.3146014 Jan 25 16:45:16.115841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55900) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:16.119938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9121fe-f2e7-458d-9534-4336e4639ec7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Network': ['ID=3556c8f0-8cda-4031-ae1d-7db0409c1162,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:16.132687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:16.150879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=3683425e-4e5c-46a2-9ab1-65f47c6b7c05,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:16.164493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.184854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.189711 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8705af0-ba94-4daa-bbe0-64dbc7be5d2f tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/38a57b13-f486-4e87-996d-6db6c6374f72 HTTP/1.1" status: 204 len: 168 time: 2.1731737 Jan 25 16:45:16.190577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:16.194086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.211329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'name': 'tempest-network--894900552'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:16.215729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:16.219641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Usage tracker for resource:network and tenant:02c2124f7c7e431493efba82a5a3f7b2 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:16.223008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:16.229153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:16.273045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:16.295274 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d1c815-6b8d-43dc-af21-6ef9fbbb194a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] GET failed (client error): The resource could not be found. Jan 25 16:45:16.296073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35d1c815-6b8d-43dc-af21-6ef9fbbb194a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:16.302647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Made reservation on behalf of 02c2124f7c7e431493efba82a5a3f7b2 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:16.303098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f93bafea-4cea-4585-ba66-154441740d53,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:16.305186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.313621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.354045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35d1c815-6b8d-43dc-af21-6ef9fbbb194a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:16.370258 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35d1c815-6b8d-43dc-af21-6ef9fbbb194a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports/38a57b13-f486-4e87-996d-6db6c6374f72 HTTP/1.1" status: 404 len: 333 time: 0.1776912 Jan 25 16:45:16.371126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:16.388673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-1774049756'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:16.455720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:16.483798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.484137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.576930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:16.590590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:16.595038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.642301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 7dd3f9d2-f0e2-47da-8f77-3c246365a74b owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:16.645584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:16.649958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:16.691923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:16.825929 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-357fb87f-829b-412b-acae-b7268662ceaf req-81dae4af-91b8-4158-bd3a-aea7170424d8 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8587768 Jan 25 16:45:16.898910 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53', 'code': 200} Jan 25 16:45:16.900663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Allocated IP 172.26.4.216 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/38aa5872-eb11-40aa-a14c-3a018c7a7570) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:16.909953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.023961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.10 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:17.079609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:17.086240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.092438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ab5fce69-b9ee-4c8d-b5c7-7042440aa52b tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/3683425e-4e5c-46a2-9ab1-65f47c6b7c05 HTTP/1.1" status: 204 len: 168 time: 3.2880003 Jan 25 16:45:17.092717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55918) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:17.137051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.190418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.190765 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Added segment d4104f26-5cb9-4d26-8900-8fef65fe29a9 of type vlan for network a87b5e7b-48dc-47c5-b822-fc4050a41363 Jan 25 16:45:17.228061 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c88db3-bf4e-4f32-8b69-ace6b54c8640 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] GET failed (client error): The resource could not be found. Jan 25 16:45:17.229443 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03c88db3-bf4e-4f32-8b69-ace6b54c8640 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "GET /v2.0/ports/3683425e-4e5c-46a2-9ab1-65f47c6b7c05 HTTP/1.1" status: 404 len: 333 time: 0.1330724 Jan 25 16:45:17.235343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-f98003e7-5bc2-473e-974c-7411d0475625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.236822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-f98003e7-5bc2-473e-974c-7411d0475625 service neutron] 10.222.0.15 "GET /v2.0/networks?id=247e1de9-b280-40e8-b8da-67c68070bf2a HTTP/1.1" status: 200 len: 913 time: 1.2062047 Jan 25 16:45:17.243829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55922) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:17.252583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Synchronizing usage tracker for tenant:4c3678a7691144eaafe8612fb3d3d77a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:17.317467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.392442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6d307-bb4a-49fc-b296-34b9f0168d9c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:17.417421 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-073da5ae-4c16-46ca-8ecf-6c8072fced1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e HTTP/1.1" status: 200 len: 217 time: 0.1515095 Jan 25 16:45:17.426251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.438083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a28dd5-6466-44bf-b835-08e32c49b3d8 req-40468144-df3f-4a57-8312-0d5e49a93fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.439629 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2a28dd5-6466-44bf-b835-08e32c49b3d8 req-40468144-df3f-4a57-8312-0d5e49a93fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.2892146 Jan 25 16:45:17.443226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.443904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.500077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.526758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:17.544404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:17.556210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:17.564031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] Unset dirty status for tenant:4c3678a7691144eaafe8612fb3d3d77a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:17.565334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1b99a79-72d9-4c1b-a2a8-74c81e833b83 req-80dd7019-7c5b-4c10-bd3d-6dd244995241 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.7676752 Jan 25 16:45:17.565783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:17.580539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 76892bc3-fb46-4b3b-a38e-ae09d17898fa {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:17.580886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.596003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Pushing event updated for resources: {'Port': ['ID=38aa5872-eb11-40aa-a14c-3a018c7a7570,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:17.607325 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2a28dd5-6466-44bf-b835-08e32c49b3d8 req-d9c3bf68-7b4c-4b5c-a10d-e0582420796e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570768 Jan 25 16:45:17.613679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8708551-1f40-4754-ba69-34993dd29229 req-ab61bd2c-db2d-4908-a353-f09db85535af tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.615670 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8708551-1f40-4754-ba69-34993dd29229 req-ab61bd2c-db2d-4908-a353-f09db85535af tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.7935708 Jan 25 16:45:17.623863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Port': ['ID=7dd3f9d2-f0e2-47da-8f77-3c246365a74b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:17.650585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.659822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:17.737728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c08e5-d231-411f-9615-48c1807a4aba req-69cc743c-77af-4330-a496-9b4ffa104660 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.740303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f2c08e5-d231-411f-9615-48c1807a4aba req-69cc743c-77af-4330-a496-9b4ffa104660 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 943 time: 0.7250412 Jan 25 16:45:17.749416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-390dad18-8937-4a72-aa61-572ee9ec0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.750899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-390dad18-8937-4a72-aa61-572ee9ec0487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3569fec9-e101-40bd-8266-084b53fa8016 HTTP/1.1" status: 200 len: 851 time: 0.3131459 Jan 25 16:45:17.784978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.785974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:17.787343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.837686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:17.839961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:17.844111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:17.850168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:17.876468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:17.929653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] create failed (client error): The resource could not be found. Jan 25 16:45:17.934435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6b928037-be82-468c-8fc3-4360c51474ee tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.9640293 Jan 25 16:45:17.939649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:17.960590 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8708551-1f40-4754-ba69-34993dd29229 req-03127928-cd3a-4322-90df-0f89023f1c2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038657 Jan 25 16:45:18.015969 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f2c08e5-d231-411f-9615-48c1807a4aba req-3ee7c7bc-11d0-46e2-8085-51402bfbc739 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608566 Jan 25 16:45:18.016790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:18.017132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.021765 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8916385 Jan 25 16:45:18.048728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55932) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:18.098373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282396b4-5b71-44a7-89eb-b291b000e1be tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=a87b5e7b-48dc-47c5-b822-fc4050a41363,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:18.105793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:18.109465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a87b5e7b-48dc-47c5-b822-fc4050a41363 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:18.154919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:18.155439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.158890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.220450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ec7d3b71-916b-4b27-89ee-9ca517123254 None None] Provisioning for port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:18.228434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ec7d3b71-916b-4b27-89ee-9ca517123254 None None] Provisioning complete for port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:18.229319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3b71-916b-4b27-89ee-9ca517123254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.284806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d3b71-916b-4b27-89ee-9ca517123254 None None] Port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:18.342252 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7ae7725-002f-4203-81e2-d7073bc7425c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9697537 Jan 25 16:45:18.347214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:18.375702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:92:b7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:18.403295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.556966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.704304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 76892bc3-fb46-4b3b-a38e-ae09d17898fa owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:18.748071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 9cb55e09-ebb0-49f2-9b1c-bb16599319e2 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:18.780102 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-655a9321-c951-4538-b8e5-a25353c6f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:18.781933 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-655a9321-c951-4538-b8e5-a25353c6f4aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=247e1de9-b280-40e8-b8da-67c68070bf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6544559 Jan 25 16:45:18.796554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920ed97-5647-4fc3-94da-0fbef01dc6b1 req-161efb19-766f-4c15-9a00-5534dd259fda tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:18.798042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a920ed97-5647-4fc3-94da-0fbef01dc6b1 req-161efb19-766f-4c15-9a00-5534dd259fda tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.6784697 Jan 25 16:45:18.891996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.906806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:18.967023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.009795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a920ed97-5647-4fc3-94da-0fbef01dc6b1 req-13036470-f8a4-4613-ba64-c41077c0b836 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864781 Jan 25 16:45:19.108751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.123281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Pushing event updated for resources: {'Port': ['ID=38aa5872-eb11-40aa-a14c-3a018c7a7570,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:19.151695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.168087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.176269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.177584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-5a2118aa-9b2a-4f39-a658-aced1bcc5437 service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780332 Jan 25 16:45:19.187025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.189357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Network a87b5e7b-48dc-47c5-b822-fc4050a41363 is not hosted by any dhcp agent {{(pid=87552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 25 16:45:19.190961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:19.191647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.193809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "PUT /v2.0/networks/a87b5e7b-48dc-47c5-b822-fc4050a41363 HTTP/1.1" status: 200 len: 857 time: 1.1468797 Jan 25 16:45:19.222763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:19.296637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Port': ['ID=9cb55e09-ebb0-49f2-9b1c-bb16599319e2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:19.389803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Port': ['ID=76892bc3-fb46-4b3b-a38e-ae09d17898fa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:19.449571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.453303 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d05480f0-3b5f-4e71-a25d-a78559d9fb6f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5781529 Jan 25 16:45:19.511799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55948) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:19.534526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472ab25-a450-4112-ab8b-9fe129499649 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event updated for resources: {'Network': ['ID=a87b5e7b-48dc-47c5-b822-fc4050a41363,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:19.562477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.592357 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ee3e54d5-c805-4a35-a37a-0a5c9366e6a8 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/ports/76892bc3-fb46-4b3b-a38e-ae09d17898fa HTTP/1.1" status: 204 len: 168 time: 2.3348427 Jan 25 16:45:19.602491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55954) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:19.668696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ebb98-6277-430a-8cd6-a603e54563b3 req-da8205c2-9d3d-4216-a970-2cd2c1cb1f3c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:19.670275 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b0ebb98-6277-430a-8cd6-a603e54563b3 req-da8205c2-9d3d-4216-a970-2cd2c1cb1f3c tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.5676517 Jan 25 16:45:19.714718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d7a06-e7b1-44fa-bd59-6810efa22f4d req-12368736-e4f2-4acf-9b8d-a882e190076f tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:19.724823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e28d7a06-e7b1-44fa-bd59-6810efa22f4d req-12368736-e4f2-4acf-9b8d-a882e190076f tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 943 time: 0.5605011 Jan 25 16:45:19.744784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e79dee05-e881-4ce5-a99c-b54012bfd7b8 req-07709cc1-373b-4354-bf33-524191a8eb84 service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496104 Jan 25 16:45:19.751642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.752449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:19.757589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0236ced-d3dd-4cf6-b9a6-b14ff024f67e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "DELETE /v2.0/ports/9cb55e09-ebb0-49f2-9b1c-bb16599319e2 HTTP/1.1" status: 204 len: 168 time: 1.8137496 Jan 25 16:45:19.760614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55958) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:19.765811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:19.810438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.839976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting subnet d438ed37-8e63-482b-89ea-5267d1d4d8ad {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:45:19.843453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b0ebb98-6277-430a-8cd6-a603e54563b3 req-4dd29bfb-75de-4660-8dea-9087e4c924e5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639743 Jan 25 16:45:19.852368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Usage tracker for resource:floatingip and tenant:e1de6a3a39514b43aa7c081e154e9380 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:19.863810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:19.877150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:19.904680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 07b09859-7fb2-4b6e-9e17-da61d23d185e details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:45:19.913785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:19.926523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e28d7a06-e7b1-44fa-bd59-6810efa22f4d req-1e6954c1-deb2-43ed-8cdb-82c9d050f027 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005334 Jan 25 16:45:19.963655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.066223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38513d4-6670-49f8-b26d-26917cb30a09 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:20.067086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d38513d4-6670-49f8-b26d-26917cb30a09 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Synchronizing usage tracker for tenant:63772e4feadc4574909f8c79e87f3f6e on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:20.098627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:20.105331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.117076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d38513d4-6670-49f8-b26d-26917cb30a09 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Unset dirty status for tenant:63772e4feadc4574909f8c79e87f3f6e on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:20.121747 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d38513d4-6670-49f8-b26d-26917cb30a09 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "GET /v2.0/ports?device_id=162e61ae-3ee4-41ce-8f37-71b35d8dffbd HTTP/1.1" status: 200 len: 913 time: 0.3589082 Jan 25 16:45:20.123289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 55968) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:20.126056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'port_id': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'mac_address': 'fa:16:3e:0b:3e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:45:20.190033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.190492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.211251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b09859-7fb2-4b6e-9e17-da61d23d185e {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:45:20.228596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:20.232937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.252507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87b5e7b-48dc-47c5-b822-fc4050a41363']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:20.276496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4104f26-5cb9-4d26-8900-8fef65fe29a9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:20.276821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4104f26-5cb9-4d26-8900-8fef65fe29a9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:20.304085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.306532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:20.313147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.318601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.353831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.367467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.408782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.470076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:20.470743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:20.500499 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:20.589779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['07b09859-7fb2-4b6e-9e17-da61d23d185e'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:45:20.603020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:20.632081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] In _notify_port_updated(), no bound segment for port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a on network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:45:20.637857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:20.638511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.641264 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29f8e4af-0926-44a5-b13c-d118804c3057 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "PUT /v2.0/ports/ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a HTTP/1.1" status: 200 len: 995 time: 2.2896190 Jan 25 16:45:20.642191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.646665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:20.707225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.718128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b815f-ef0b-4d0b-9d7e-9e49a96dc538 req-ea1446bc-8fb4-48c5-9244-84d10f0a04d2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:20.719668 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d7b815f-ef0b-4d0b-9d7e-9e49a96dc538 req-ea1446bc-8fb4-48c5-9244-84d10f0a04d2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5261557 Jan 25 16:45:20.737835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Subnet': ['ID=d438ed37-8e63-482b-89ea-5267d1d4d8ad,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:20.740515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a87b5e7b-48dc-47c5-b822-fc4050a41363 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:45:20.753906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afd94e0b-55b7-4705-8df3-46deef927c40 None None] Provisioning complete for port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:20.754932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd94e0b-55b7-4705-8df3-46deef927c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.764975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.772153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] Pushing event deleted for resources: {'Network': ['ID=a87b5e7b-48dc-47c5-b822-fc4050a41363,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:20.794351 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abed89a4-a69a-41a3-a5ac-5198e10709e7 tempest-ExternalNetworksTestJSON-1696592345 tempest-ExternalNetworksTestJSON-1696592345-project-admin] 10.222.0.45 "DELETE /v2.0/networks/a87b5e7b-48dc-47c5-b822-fc4050a41363 HTTP/1.1" status: 204 len: 168 time: 1.5704675 Jan 25 16:45:20.798271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:20.803441 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c33d2a6a-9f6b-483a-8f1d-b0c6b456b666 tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/subnets/d438ed37-8e63-482b-89ea-5267d1d4d8ad HTTP/1.1" status: 204 len: 168 time: 1.1996727 Jan 25 16:45:20.804024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55978) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:20.804368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:20.823353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-afd94e0b-55b7-4705-8df3-46deef927c40 None None] Port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:20.861350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d42b88-c8f7-4bc3-a4b2-adf5a7b9cd19 None None] Network 5285dab1-f4f3-496f-b244-40ae7033b4de requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:20.865998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6bc462-043d-4b3f-b122-5ad2a9f48a5e tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] DELETE failed (client error): The resource could not be found. Jan 25 16:45:20.866449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6bc462-043d-4b3f-b122-5ad2a9f48a5e tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:20.868114 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9a6bc462-043d-4b3f-b122-5ad2a9f48a5e tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "DELETE /v2.0/subnets/57f5fde2-f46c-45e3-98fc-1d861a216bbe HTTP/1.1" status: 404 len: 337 time: 0.0622430 Jan 25 16:45:20.876708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 55986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:20.960581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d7b815f-ef0b-4d0b-9d7e-9e49a96dc538 req-f1e63f55-7b59-400c-8f18-a51434b37e61 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328775 Jan 25 16:45:20.986728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:20.996573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Allocated IP 172.26.4.108 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/de3540c1-357c-41be-8026-cdc07cc36c03) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:20.997739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.240013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.277807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.284625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] DHCP port deletion for 5285dab1-f4f3-496f-b244-40ae7033b4de request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:45:21.290177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Deleting port 8df4790a-f255-4d8d-a366-81661ac7fc3a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:21.290690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.441943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 8df4790a-f255-4d8d-a366-81661ac7fc3a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:21.442381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.494424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c489a-6427-4d2e-8a3b-c31c3034d8de req-e6f53344-ead4-4b4f-85c0-ac1552e7f830 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:21.495912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-557c489a-6427-4d2e-8a3b-c31c3034d8de req-e6f53344-ead4-4b4f-85c0-ac1552e7f830 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.4652646 Jan 25 16:45:21.503318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fed91c-bac9-4efd-a82c-320147a7e969 req-770044ce-9c3f-440b-b88f-08a8e85a038c tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:21.505237 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50fed91c-bac9-4efd-a82c-320147a7e969 req-770044ce-9c3f-440b-b88f-08a8e85a038c tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 944 time: 0.3541193 Jan 25 16:45:21.545496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] For port 8df4790a-f255-4d8d-a366-81661ac7fc3a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8df4790a-f255-4d8d-a366-81661ac7fc3a,segment=NetworkSegment(0a3a9c29-ef1b-407c-88ec-e30b214f0e26),segment_id=0a3a9c29-ef1b-407c-88ec-e30b214f0e26)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:21.545942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.564251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.615367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-557c489a-6427-4d2e-8a3b-c31c3034d8de req-7c048d18-2c2c-48c0-95bc-dde76aeaf942 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068518 Jan 25 16:45:21.638097 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50fed91c-bac9-4efd-a82c-320147a7e969 req-2e4241b6-7495-4c1f-93ac-9668e458fcac tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009533 Jan 25 16:45:21.649670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.725779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Calling delete_port for 8df4790a-f255-4d8d-a366-81661ac7fc3a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:21.729391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.799425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.825907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd4c7ff-68e0-4a61-9d87-e527b359fad5']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:21.838237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.850412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:21.918276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] No DVR routers for this DVR port 8df4790a-f255-4d8d-a366-81661ac7fc3a on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:21.936031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a152d-c8f1-476f-8854-40e1c7311589 None None] Pushing event deleted for resources: {'Port': ['ID=8df4790a-f255-4d8d-a366-81661ac7fc3a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:21.938932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 07b09859-7fb2-4b6e-9e17-da61d23d185e up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:21.970345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170393e3-ed57-4bb7-be88-0afe6b7709d5') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:21.970641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170393e3-ed57-4bb7-be88-0afe6b7709d5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:21.971346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:21.988673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:21.998634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:22.020157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 07b09859-7fb2-4b6e-9e17-da61d23d185e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:22.026588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 07b09859-7fb2-4b6e-9e17-da61d23d185e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:22.027104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.056653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:22.085345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Pushing event updated for resources: {'Port': ['ID=de3540c1-357c-41be-8026-cdc07cc36c03,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:22.101193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.140824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] For port 8df4790a-f255-4d8d-a366-81661ac7fc3a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8df4790a-f255-4d8d-a366-81661ac7fc3a,segment=NetworkSegment(0a3a9c29-ef1b-407c-88ec-e30b214f0e26),segment_id=0a3a9c29-ef1b-407c-88ec-e30b214f0e26)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:22.141371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.157667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.172136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.203651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc943e-0127-4566-9dc8-20dbfd9e804a req-d31772fb-3d01-4cbd-bfb9-edf236495eac tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:22.204649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:22.205334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8afc943e-0127-4566-9dc8-20dbfd9e804a req-d31772fb-3d01-4cbd-bfb9-edf236495eac tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4003088 Jan 25 16:45:22.209033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.216579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56000) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:22.217584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:22.223790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.235604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3eaab-8f8e-4fa8-9141-a8936bc739bb req-b1cea2c0-7ddb-48aa-aec7-45a7b9ab4c48 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:22.237252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0ff3eaab-8f8e-4fa8-9141-a8936bc739bb req-b1cea2c0-7ddb-48aa-aec7-45a7b9ab4c48 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.3598247 Jan 25 16:45:22.246970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Request body: {'floatingip': {'port_id': 'f93bafea-4cea-4585-ba66-154441740d53'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:22.283577 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'code': 200} Jan 25 16:45:22.314426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:22.316132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:22.328649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Calling delete_port for 8df4790a-f255-4d8d-a366-81661ac7fc3a owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:22.358028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:22.358441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:22.376254 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:22.385624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Request body: {'floatingip': {'port_id': 'dd6f76b3-8d02-475d-9d48-5135d01f8834'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:22.525489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.563258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.705013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.710135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.888337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 3f844de0-b23b-4cda-892a-1cddc39d2454 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:22.888683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.912840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:22.931593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] Pushing event deleted for resources: {'Network': ['ID=ddd4c7ff-68e0-4a61-9d87-e527b359fad5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:22.945567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:22.945855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:22.967938 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-34995394-9d3b-414f-810d-c7e0959d4069 tempest-ExternalNetworksTestJSON-487601110 tempest-ExternalNetworksTestJSON-487601110-project] 10.222.0.45 "DELETE /v2.0/networks/ddd4c7ff-68e0-4a61-9d87-e527b359fad5 HTTP/1.1" status: 204 len: 168 time: 2.0906260 Jan 25 16:45:22.980614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.103009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:23.226307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09756-75d3-4b59-8111-d10bf5c711f3 req-ec3c400c-04a8-4619-8529-4376c2363c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:23.227828 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2d09756-75d3-4b59-8111-d10bf5c711f3 req-ec3c400c-04a8-4619-8529-4376c2363c00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 1098 time: 0.7505624 Jan 25 16:45:23.282061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8df4790a-f255-4d8d-a366-81661ac7fc3a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:45:23.344289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 8df4790a-f255-4d8d-a366-81661ac7fc3a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:45:23.344957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8df4790a-f255-4d8d-a366-81661ac7fc3a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:45:23.366795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56014) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:23.471955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Deleting port 8df4790a-f255-4d8d-a366-81661ac7fc3a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:23.472437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.473095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e9d79-bde3-4eaa-ba5b-1a60eaffa034 req-a9854624-10a3-4a38-af19-9acf6c7db045 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:23.480624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-831e9d79-bde3-4eaa-ba5b-1a60eaffa034 req-a9854624-10a3-4a38-af19-9acf6c7db045 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 0.7071450 Jan 25 16:45:23.496495 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2d09756-75d3-4b59-8111-d10bf5c711f3 req-fd45a068-8ce6-4ffe-9618-6928e36df0aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567196 Jan 25 16:45:23.537095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.601802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] The port '8df4790a-f255-4d8d-a366-81661ac7fc3a' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:45:23.726497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.728285 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e0541d6-718a-45df-82f3-ce84afa1c635 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a HTTP/1.1" status: 204 len: 168 time: 3.0559013 Jan 25 16:45:23.735482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:23.818311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.827122 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a4fe4-7e48-43a8-9e50-5d5f7bb3e725 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] GET failed (client error): The resource could not be found. Jan 25 16:45:23.828114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f2a4fe4-7e48-43a8-9e50-5d5f7bb3e725 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:23.929747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5285dab1-f4f3-496f-b244-40ae7033b4de']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:23.963920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3a9c29-ef1b-407c-88ec-e30b214f0e26') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:23.964228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3a9c29-ef1b-407c-88ec-e30b214f0e26') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:23.975728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f2a4fe4-7e48-43a8-9e50-5d5f7bb3e725 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:23.976956 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f2a4fe4-7e48-43a8-9e50-5d5f7bb3e725 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports/ef82bbdc-4b91-4b3e-b7d3-df3f11dc1f3a HTTP/1.1" status: 404 len: 333 time: 0.2369606 Jan 25 16:45:23.982407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.984307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:23.991490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:24.000770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-1422030144'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:24.015899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.016121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 3f844de0-b23b-4cda-892a-1cddc39d2454 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:24.048368 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-831e9d79-bde3-4eaa-ba5b-1a60eaffa034 req-1779387e-edd1-422a-9c6c-9dc9756eeb77 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5668471 Jan 25 16:45:24.058839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:24.108420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.127584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.134888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.170479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:24.171148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:24.190539 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:24.364002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.375029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a5683f3d-ec94-4c8e-95a6-2cce5ace2b68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1990d8aa71db48d89c752ae35ad57b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9986727 Jan 25 16:45:24.398186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56028) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:24.438684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Pushing event updated for resources: {'Port': ['ID=de3540c1-357c-41be-8026-cdc07cc36c03,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:24.474855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.475103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.476103 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3355d328-af22-41cb-bf79-93c3725857cd tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9622760 Jan 25 16:45:24.484583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:24.506005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.578270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:24.580576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] Pushing event deleted for resources: {'Network': ['ID=5285dab1-f4f3-496f-b244-40ae7033b4de,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:24.602774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d8dc3c77-1cbd-4161-bc83-9a5e7301142d tempest-AllowedAddressPairIpV6TestJSON-539541689 tempest-AllowedAddressPairIpV6TestJSON-539541689-project] 10.222.0.45 "DELETE /v2.0/networks/5285dab1-f4f3-496f-b244-40ae7033b4de HTTP/1.1" status: 204 len: 168 time: 3.7925620 Jan 25 16:45:24.614758 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Floating IP aca75d78-b95d-49b3-a32d-0fd6233ddb82 associated. External IP: 172.26.4.12, port: dd6f76b3-8d02-475d-9d48-5135d01f8834. Jan 25 16:45:24.662243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.672949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:24.732365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:24.736025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.756209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.761262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.779434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:24.809426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3b93120d-e6d6-4a05-85c1-b610cce2161f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Synchronizing usage tracker for tenant:dcd67fa26a834c6487bc863d5cc6118c on resource:floatingip {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:24.844757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port ede88d62-4e87-458a-a8b7-e999016d6ede yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:24.927446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3b93120d-e6d6-4a05-85c1-b610cce2161f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Unset dirty status for tenant:dcd67fa26a834c6487bc863d5cc6118c on resource:floatingip {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:24.929005 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3b93120d-e6d6-4a05-85c1-b610cce2161f tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.4405837 Jan 25 16:45:24.933961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:24.991538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56042) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:25.028749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:25.105705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1e380a3-5ff9-4b9d-bef1-3eef0382aaff tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Synchronizing usage tracker for tenant:11e9308968fe4029aa51c37ab6dac7c4 on resource:floatingip {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:25.107254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Port': ['ID=3f844de0-b23b-4cda-892a-1cddc39d2454,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:25.272578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:25.309788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1e380a3-5ff9-4b9d-bef1-3eef0382aaff tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Unset dirty status for tenant:11e9308968fe4029aa51c37ab6dac7c4 on resource:floatingip {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:25.311240 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1e380a3-5ff9-4b9d-bef1-3eef0382aaff tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3221040 Jan 25 16:45:25.318938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:25.326342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.12 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/ede88d62-4e87-458a-a8b7-e999016d6ede) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:25.366148 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Floating IP c93f2813-c3c1-48b1-9ac1-aa4a9e56688b associated. External IP: 172.26.4.52, port: f93bafea-4cea-4585-ba66-154441740d53. Jan 25 16:45:25.447057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:25.545311 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-90076724-272d-4956-bbba-3d81ff776ed9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=157a3c8707d54a44a1a00cb5e44808f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5417671 Jan 25 16:45:25.545311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:25.568522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:25.592714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:25.594412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Deleting port de3540c1-357c-41be-8026-cdc07cc36c03 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:25.594754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:25.609942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc035dc-78f4-4b63-b81a-1168b1d04a40,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:26.000430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.002122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-47f3282b-a6ea-426c-9432-76fd57387e40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8bc035dc-78f4-4b63-b81a-1168b1d04a40 HTTP/1.1" status: 204 len: 168 time: 1.6029723 Jan 25 16:45:26.106198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c9ad-0d02-4ee2-8d2d-0fadbf930d05 req-4fd4d458-26af-4509-995d-a07243c5e354 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:26.107708 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a009c9ad-0d02-4ee2-8d2d-0fadbf930d05 req-4fd4d458-26af-4509-995d-a07243c5e354 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 0.8388419 Jan 25 16:45:26.156804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.213080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Router 162e61ae-3ee4-41ce-8f37-71b35d8dffbd has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:26.248656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.264536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.264908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.274634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:26.285336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Sync routers for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:26.304301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:26.305874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:26.306812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.373360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:26.378232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.393083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a009c9ad-0d02-4ee2-8d2d-0fadbf930d05 req-831f4b35-2f03-405b-934b-08800d76dc1f tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179327 Jan 25 16:45:26.405395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Router d24a762b-897f-4386-ac1e-0258ce72fa4c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:26.442203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:26.455720 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b294f24b-31e3-4dca-8338-59e6b23d97f5 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "PUT /v2.0/routers/162e61ae-3ee4-41ce-8f37-71b35d8dffbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3312285 Jan 25 16:45:26.456387 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] Sync routers for ids ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:26.460983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56070) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:26.481935 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] Routers {'162e61ae-3ee4-41ce-8f37-71b35d8dffbd'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:26.482668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:26.513161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Calling delete_port for de3540c1-357c-41be-8026-cdc07cc36c03 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:26.556264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object ede88d62-4e87-458a-a8b7-e999016d6ede will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:26.577471 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:26.588937 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] Routers {'162e61ae-3ee4-41ce-8f37-71b35d8dffbd'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:26.590134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:26.624088 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b9274ce-b83b-4244-9fc3-78b3c1e87597 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "PUT /v2.0/floatingips/aca75d78-b95d-49b3-a32d-0fd6233ddb82 HTTP/1.1" status: 200 len: 991 time: 4.3024652 Jan 25 16:45:26.640425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:26.661861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:26.674545 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:26.675412 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17d5ef-6aa3-4516-93e5-faeea44343c3 None None] The sync data for ids ['162e61ae-3ee4-41ce-8f37-71b35d8dffbd'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:26.709777 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b0c0ff2-4a20-4df3-a45a-3e965f2142d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02c2124f7c7e431493efba82a5a3f7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783239 Jan 25 16:45:26.726792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:26.728961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.757895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.778155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.783514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f380e-d402-4095-b519-6c8dc30fa7e1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:26.882244 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'status': 'completed', 'code': 200} Jan 25 16:45:26.910133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:26.917134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:26.930020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:26.934146 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-277391d0-a4cb-4396-99fc-574a98cd02e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff8f380e-d402-4095-b519-6c8dc30fa7e1 HTTP/1.1" status: 204 len: 168 time: 1.3621390 Jan 25 16:45:26.961811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:27.098259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=ede88d62-4e87-458a-a8b7-e999016d6ede,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:27.127722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.202757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:27.203719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.211352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.236643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.315684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-132e4f56-17a3-49dc-89ae-8e6275be3dab None None] Provisioning for port ede88d62-4e87-458a-a8b7-e999016d6ede completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:27.326481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Pushing event deleted for resources: {'Port': ['ID=de3540c1-357c-41be-8026-cdc07cc36c03,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:27.333502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-132e4f56-17a3-49dc-89ae-8e6275be3dab None None] Provisioning complete for port ede88d62-4e87-458a-a8b7-e999016d6ede triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:27.334118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-132e4f56-17a3-49dc-89ae-8e6275be3dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.411350 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80275f00-f905-4954-9f0c-f49c5a5c0c38 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4163141 Jan 25 16:45:27.415316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aca75d78-b95d-49b3-a32d-0fd6233ddb82', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'port_id': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'mac_address': 'fa:16:3e:e4:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620c5cc-e81e-4d09-a669-80120138d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:36Z', 'updated_at': '2022-01-25T16:45:23Z', 'revision_number': 1, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:27.425269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Checking router: 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:45:27.427247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56092) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:27.431166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-132e4f56-17a3-49dc-89ae-8e6275be3dab None None] Port ede88d62-4e87-458a-a8b7-e999016d6ede cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:27.436502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:92:b7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:27.441723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:27.443521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:27.456401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.475866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.477659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93e01db8-db27-4921-a76a-01be9752571b tempest-FloatingIPAdminTestJSON-1007018848 tempest-FloatingIPAdminTestJSON-1007018848-project] 10.222.0.45 "DELETE /v2.0/floatingips/409116c9-106f-4944-ba0f-3e30d37c7c53 HTTP/1.1" status: 204 len: 168 time: 2.1533153 Jan 25 16:45:27.478861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.481647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.483309 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83d0fc98-648b-4aeb-9f40-a9d5c08e796d HTTP/1.1" status: 204 len: 168 time: 0.7475622 Jan 25 16:45:27.484023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:27.538965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.546758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.578930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0787c36-d18d-4060-ab14-8eae4c5080f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d0fc98-648b-4aeb-9f40-a9d5c08e796d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:27.734153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c347d87-e793-456b-883a-5da63c4343aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.816821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:27.833269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.834145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Fanout notify agent at l3_agent the message router_deleted on router 162e61ae-3ee4-41ce-8f37-71b35d8dffbd {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:45:27.847828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Deleting port 38aa5872-eb11-40aa-a14c-3a018c7a7570 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:27.848256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:27.866404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce023d8-5d41-443d-84b2-fcb6d17363d4 req-bd971d42-c48b-4415-9dd8-d1220c663f36 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:27.881501 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ce023d8-5d41-443d-84b2-fcb6d17363d4 req-bd971d42-c48b-4415-9dd8-d1220c663f36 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 1.1468682 Jan 25 16:45:27.885501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56114) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:27.886698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:27.901565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-56753bc2-0ed5-4305-b794-aad7f4c49870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:27.903046 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-56753bc2-0ed5-4305-b794-aad7f4c49870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98dfa0f8074a1da31838569d130006&device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 1099 time: 0.9597151 Jan 25 16:45:27.908997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Request body: {'floatingip': {'port_id': '07b09859-7fb2-4b6e-9e17-da61d23d185e'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:27.911396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Sync routers for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:27.931671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:27.933039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:28.013705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.110129 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-1f3b4f88-f0cd-43b6-b687-5c938439924e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3566477 Jan 25 16:45:28.167591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.168692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f1b7195c-a4d3-4d6f-9e74-30ea3727eeb0 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "DELETE /v2.0/routers/162e61ae-3ee4-41ce-8f37-71b35d8dffbd HTTP/1.1" status: 204 len: 168 time: 1.7064214 Jan 25 16:45:28.178526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.207366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56128) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:28.280978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.281683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.302671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:28.421747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:28.431929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Calling delete_port for 38aa5872-eb11-40aa-a14c-3a018c7a7570 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:28.638325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.686430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.721582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting subnet 120bb7d5-e7c9-4a0b-8871-52657f7dde41 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:45:28.721756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:28.725199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-60c7187e-c336-46cb-aac3-cd5719546360 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "PUT /v2.0/floatingips/c93f2813-c3c1-48b1-9ac1-aa4a9e56688b HTTP/1.1" status: 200 len: 990 time: 6.5052648 Jan 25 16:45:28.727901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Pushing event deleted for resources: {'Port': ['ID=38aa5872-eb11-40aa-a14c-3a018c7a7570,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:28.741836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:28.755740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:28.882335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0a7542e4-9bb0-482e-a4ad-96ed22f2cf91 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] Request body: {'port': {'network_id': '392ed766-7cc5-4bc0-9df9-09793a95cc0a', 'name': 'tempest-NetworksNegativeTestJSON-1611568096'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:28.984831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-946124a8-e3f6-42d3-b964-6d18ace0de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:28.986235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-946124a8-e3f6-42d3-b964-6d18ace0de8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 200 len: 906 time: 0.9122050 Jan 25 16:45:28.986798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-a6a831da-e320-4f1b-833c-03601ed0d2c0 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:28.991593 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6a831da-e320-4f1b-833c-03601ed0d2c0 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5649176 Jan 25 16:45:28.994241 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7542e4-9bb0-482e-a4ad-96ed22f2cf91 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] POST failed (client error): The resource could not be found. Jan 25 16:45:28.994713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7542e4-9bb0-482e-a4ad-96ed22f2cf91 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:28.995827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a7542e4-9bb0-482e-a4ad-96ed22f2cf91 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2657113 Jan 25 16:45:28.996490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.008536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.014406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-f6d07f4f-b449-4c19-857f-2bcacf4e2ef5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.018093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6d07f4f-b449-4c19-857f-2bcacf4e2ef5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0161567 Jan 25 16:45:29.021966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.049593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-7a09be30-7b47-4e04-aa15-e0cfd5df779a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.054314 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a09be30-7b47-4e04-aa15-e0cfd5df779a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0277059 Jan 25 16:45:29.056727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.061333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.066621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-31a6e415-e89f-478a-8243-10c39506731f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.070532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31a6e415-e89f-478a-8243-10c39506731f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101707 Jan 25 16:45:29.071618 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53cdcc6-c806-499f-ab78-d4f021dee9d2 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] DELETE failed (client error): The resource could not be found. Jan 25 16:45:29.071829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53cdcc6-c806-499f-ab78-d4f021dee9d2 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:29.074331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.088224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-9c394c9a-9d63-4184-b9cc-9cffc75567ea tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.092011 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c394c9a-9d63-4184-b9cc-9cffc75567ea tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0111120 Jan 25 16:45:29.092176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'c93f2813-c3c1-48b1-9ac1-aa4a9e56688b', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'port_id': 'f93bafea-4cea-4585-ba66-154441740d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'mac_address': 'fa:16:3e:46:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:48Z', 'updated_at': '2022-01-25T16:45:24Z', 'revision_number': 1, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:29.093169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.093169 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a485c4db-f3fe-4ab8-a390-314846d05240 tempest-FloatingIPAdminTestJSON-1421996917 tempest-FloatingIPAdminTestJSON-1421996917-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/143d23c4-cc23-41d9-9326-914242ebc2cf HTTP/1.1" status: 204 len: 168 time: 1.5947778 Jan 25 16:45:29.093468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56182) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.096436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56184) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.099639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a53cdcc6-c806-499f-ab78-d4f021dee9d2 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "DELETE /v2.0/networks/d66b88a7-cedc-43df-aa32-021b8e7b665d HTTP/1.1" status: 404 len: 339 time: 0.0813293 Jan 25 16:45:29.100756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Checking router: d24a762b-897f-4386-ac1e-0258ce72fa4c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:45:29.104020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2aaebd2e-b126-4687-b574-10419efb65cd tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.104960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2aaebd2e-b126-4687-b574-10419efb65cd tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099242 Jan 25 16:45:29.117652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:29.118290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:29.149899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56190) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.155431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.210269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-74f20b9f-a6df-462a-8474-6ab28a38695e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.211507 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74f20b9f-a6df-462a-8474-6ab28a38695e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0529218 Jan 25 16:45:29.213895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.231265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.245705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-21305751-33c7-458e-8a77-a4e2daf06af5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.247060 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21305751-33c7-458e-8a77-a4e2daf06af5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103030 Jan 25 16:45:29.251650 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff23f5fb-cea9-464f-91f9-9fb5b0a08773 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] DELETE failed (client error): The resource could not be found. Jan 25 16:45:29.252474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff23f5fb-cea9-464f-91f9-9fb5b0a08773 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:29.255142 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff23f5fb-cea9-464f-91f9-9fb5b0a08773 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "DELETE /v2.0/ports/a241f34d-1896-466f-93db-d8c45d72cacb HTTP/1.1" status: 404 len: 333 time: 0.0976732 Jan 25 16:45:29.255740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.264608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56206) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.279452 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53', 'status': 'completed', 'code': 200} Jan 25 16:45:29.299588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-721a75d2-2030-41d3-af82-1197bb274568 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.303398 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-721a75d2-2030-41d3-af82-1197bb274568 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0401495 Jan 25 16:45:29.304637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342414-e49a-4666-bd86-b765aa54a122 req-5dd269d3-1625-4c1f-b484-47c6ae291c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:29.306433 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-5dd269d3-1625-4c1f-b484-47c6ae291c2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.3854051 Jan 25 16:45:29.307010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.319802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port 068dfcd3-9de0-4168-be2b-e28479997df7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:29.320244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.324048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aca75d78-b95d-49b3-a32d-0fd6233ddb82', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'port_id': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'mac_address': 'fa:16:3e:e4:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620c5cc-e81e-4d09-a669-80120138d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:36Z', 'updated_at': '2022-01-25T16:45:23Z', 'revision_number': 1, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:29.346233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab983e-412d-44f8-8046-43ff83a086ea None None] The sync data for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv is: [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aca75d78-b95d-49b3-a32d-0fd6233ddb82', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'port_id': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'mac_address': 'fa:16:3e:e4:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620c5cc-e81e-4d09-a669-80120138d12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:36Z', 'updated_at': '2022-01-25T16:45:23Z', 'revision_number': 1, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:29.354061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-8392fc50-6468-4fd9-9d65-456bd7b4d62a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.357639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8392fc50-6468-4fd9-9d65-456bd7b4d62a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0421541 Jan 25 16:45:29.377421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:29.393507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.397081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38233a5-9787-4355-82f3-7d981615034e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] DELETE failed (client error): The resource could not be found. Jan 25 16:45:29.397612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38233a5-9787-4355-82f3-7d981615034e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:29.402791 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c38233a5-9787-4355-82f3-7d981615034e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "DELETE /v2.0/subnets/7a92d0c7-8a7c-4f20-8c69-4a55e3f33648 HTTP/1.1" status: 404 len: 337 time: 0.1338210 Jan 25 16:45:29.409710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-13773b3a-009a-4690-9829-8f12cffbbab6 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.413497 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13773b3a-009a-4690-9829-8f12cffbbab6 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0160975 Jan 25 16:45:29.413497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.419868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.440511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-adfa499f-c5e4-4178-bdd2-1a477493d500 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 200 len: 999 time: 0.1595285 Jan 25 16:45:29.503047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-ed6e02a3-ecba-4a71-b470-cccdb4830263 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.506348 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed6e02a3-ecba-4a71-b470-cccdb4830263 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0397840 Jan 25 16:45:29.513473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.519015 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b754e62e-8d98-4481-9b9a-a9158ac22ba1 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] GET failed (client error): The resource could not be found. Jan 25 16:45:29.525093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b754e62e-8d98-4481-9b9a-a9158ac22ba1 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "GET /v2.0/networks/2ccb9c16-8d0d-4b35-ab59-3022b641521d HTTP/1.1" status: 404 len: 339 time: 0.1085129 Jan 25 16:45:29.541090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56232) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.553625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-1c4aff32-237e-4cf9-bfb0-6f783835236a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.557445 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c4aff32-237e-4cf9-bfb0-6f783835236a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0401089 Jan 25 16:45:29.563817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.577887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-c2c0e7a5-55cc-46e3-9a8b-dc1f74e743c9 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.581314 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2c0e7a5-55cc-46e3-9a8b-dc1f74e743c9 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0141163 Jan 25 16:45:29.588399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56240) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.606019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-fb06d7b1-5e6c-4e1a-b740-2b7d843d7549 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.611313 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb06d7b1-5e6c-4e1a-b740-2b7d843d7549 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100150 Jan 25 16:45:29.627531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56244) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.661902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-9035db4c-4347-466c-9d8f-482164ad7fd9 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.665588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9035db4c-4347-466c-9d8f-482164ad7fd9 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0241737 Jan 25 16:45:29.668590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.679872 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31ca191-9c58-4393-b39e-663220e7f079 None None] New status for floating IP aca75d78-b95d-49b3-a32d-0fd6233ddb82: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:45:29.692104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56248) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.705777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-421e0dc1-6984-428d-9384-e80115394ab2 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.706776 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-421e0dc1-6984-428d-9384-e80115394ab2 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0130925 Jan 25 16:45:29.708488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f32d9a-f9c7-43ab-9987-01de40696265 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] GET failed (client error): The resource could not be found. Jan 25 16:45:29.710110 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-76f32d9a-f9c7-43ab-9987-01de40696265 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "GET /v2.0/ports/05c8298b-3479-4725-9332-0f102610cc05 HTTP/1.1" status: 404 len: 333 time: 0.1566112 Jan 25 16:45:29.734821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56252) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.735173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56254) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.770287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342414-e49a-4666-bd86-b765aa54a122 req-e7858b8c-2be2-4b70-8194-bdd5b4f4cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:29.772295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-e7858b8c-2be2-4b70-8194-bdd5b4f4cfa9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.4219937 Jan 25 16:45:29.866058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'c93f2813-c3c1-48b1-9ac1-aa4a9e56688b', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'port_id': 'f93bafea-4cea-4585-ba66-154441740d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'mac_address': 'fa:16:3e:46:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:48Z', 'updated_at': '2022-01-25T16:45:24Z', 'revision_number': 1, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:29.875702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-cbbd6027-9d5b-48f8-8682-6589ba680edf tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.876909 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cbbd6027-9d5b-48f8-8682-6589ba680edf tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1270020 Jan 25 16:45:29.880771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480fe71e-439d-433b-bd7a-adc012e4593c None None] The sync data for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv is: [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'c93f2813-c3c1-48b1-9ac1-aa4a9e56688b', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'floating_ip_address': '172.26.4.52', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'port_id': 'f93bafea-4cea-4585-ba66-154441740d53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'mac_address': 'fa:16:3e:46:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:48Z', 'updated_at': '2022-01-25T16:45:24Z', 'revision_number': 1, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:29.885516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.898112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-c4031bd4-9d49-45ac-b4bb-8f04590c3aac tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.899448 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4031bd4-9d49-45ac-b4bb-8f04590c3aac tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0100741 Jan 25 16:45:29.907215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.926240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-4e5df2f4-3546-48bf-8c2d-a6bf149203da tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.927680 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e5df2f4-3546-48bf-8c2d-a6bf149203da tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0192506 Jan 25 16:45:29.940714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.950863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2d78a37e-607c-4271-b88c-3475c3277e81 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.952165 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d78a37e-607c-4271-b88c-3475c3277e81 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0102050 Jan 25 16:45:29.956769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.962308 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-129c6571-8a08-4d23-afa5-f3d8c59d465d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 998 time: 0.1755767 Jan 25 16:45:29.975423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-7191bc88-f30c-4ea1-ba0e-fa6e54df0593 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:29.976664 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7191bc88-f30c-4ea1-ba0e-fa6e54df0593 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0178134 Jan 25 16:45:29.989879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1b783c-ab15-4333-9d77-bb18e813744c tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] GET failed (client error): The resource could not be found. Jan 25 16:45:29.991258 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5f1b783c-ab15-4333-9d77-bb18e813744c tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "GET /v2.0/subnets/e836dc99-f07d-4a10-b40d-96d48533fdd3 HTTP/1.1" status: 404 len: 337 time: 0.2396483 Jan 25 16:45:29.994809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56276) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:29.994809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56278) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.000803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-a1f2f0b9-9eab-4db2-9cf9-c57b3bc3c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:30.002264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-a1f2f0b9-9eab-4db2-9cf9-c57b3bc3c5ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0749dcab-0e74-4de6-b557-096062df3adf HTTP/1.1" status: 200 len: 844 time: 0.5003259 Jan 25 16:45:30.025156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.041682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-c459651a-7226-42d1-930b-d60517624f11 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.042679 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c459651a-7226-42d1-930b-d60517624f11 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0394986 Jan 25 16:45:30.052838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d8d77afc-8141-44d5-891c-0b3d3e2f441e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:30.090077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56286) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.141526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-315d4000-d2a6-4429-9995-55838e8cccc5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.145912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-315d4000-d2a6-4429-9995-55838e8cccc5 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0207043 Jan 25 16:45:30.147605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d77afc-8141-44d5-891c-0b3d3e2f441e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] PUT failed (client error): The resource could not be found. Jan 25 16:45:30.148181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d77afc-8141-44d5-891c-0b3d3e2f441e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:30.153648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d8d77afc-8141-44d5-891c-0b3d3e2f441e tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "PUT /v2.0/networks/446d83a0-2c60-46cd-b8e3-5ba5a386ec52 HTTP/1.1" status: 404 len: 339 time: 0.1477058 Jan 25 16:45:30.158260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56290) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.158260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56292) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.171656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.173774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for 068dfcd3-9de0-4168-be2b-e28479997df7 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:30.179901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-57a2ce98-702f-4ac4-b287-78c4a9edc572 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:30.214027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-37a9ba1a-383f-4ae2-b794-c442feb53d65 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.214691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe19a88b-f27f-45e8-85da-684692d473e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.218274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37a9ba1a-383f-4ae2-b794-c442feb53d65 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0558188 Jan 25 16:45:30.237582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead31289-9030-4d39-bcb5-0bc9b6498747 None None] New status for floating IP c93f2813-c3c1-48b1-9ac1-aa4a9e56688b: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:45:30.244691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56298) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.281237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-b9fb6c88-4fc1-4287-b9af-e42c58258768 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.284609 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b9fb6c88-4fc1-4287-b9af-e42c58258768 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0282726 Jan 25 16:45:30.286632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:30.297669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56302) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.314053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a2ce98-702f-4ac4-b287-78c4a9edc572 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] PUT failed (client error): The resource could not be found. Jan 25 16:45:30.314694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a2ce98-702f-4ac4-b287-78c4a9edc572 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:30.320910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-57a2ce98-702f-4ac4-b287-78c4a9edc572 tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "PUT /v2.0/ports/fe8d7125-34bf-4c48-8ba3-b305d6825a6c HTTP/1.1" status: 404 len: 333 time: 0.1549559 Jan 25 16:45:30.322165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.326904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Subnet': ['ID=120bb7d5-e7c9-4a0b-8871-52657f7dde41,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:30.336326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-016ef039-2398-4d14-8368-066410ef46df tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:30.337951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.345776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-9a8634aa-c1d9-4f1f-adfc-63b53a085d7c tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.346976 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9a8634aa-c1d9-4f1f-adfc-63b53a085d7c tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0365183 Jan 25 16:45:30.348089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.352964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56312) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.362880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.367247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ac57f-c341-4571-8231-f67c9aa0faa4 None None] Network 4027011c-2b5e-4f82-9aac-69ad68f74a4d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:30.368129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342414-e49a-4666-bd86-b765aa54a122 req-7b53a75a-5424-4cc8-8108-661ebe2092f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:30.369600 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-7b53a75a-5424-4cc8-8108-661ebe2092f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.3918071 Jan 25 16:45:30.376126 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-016ef039-2398-4d14-8368-066410ef46df tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] PUT failed (client error): The resource could not be found. Jan 25 16:45:30.376579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016ef039-2398-4d14-8368-066410ef46df tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:30.377270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-704b768c-f38c-4b09-9e8d-18a07b9f4bbf tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.377708 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-016ef039-2398-4d14-8368-066410ef46df tempest-NetworksNegativeTestJSON-106210002 tempest-NetworksNegativeTestJSON-106210002-project] 10.222.0.45 "PUT /v2.0/subnets/d397a69f-3cb3-4ddf-960e-57ac4b5d4908 HTTP/1.1" status: 404 len: 337 time: 0.0522716 Jan 25 16:45:30.381114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-704b768c-f38c-4b09-9e8d-18a07b9f4bbf tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0201204 Jan 25 16:45:30.381657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.434509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-fe1d4ec3-d783-4e08-8b2a-0ee05425d912 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.437995 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe1d4ec3-d783-4e08-8b2a-0ee05425d912 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0184391 Jan 25 16:45:30.446637 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c90b1126-b13e-4344-a4a8-bd07a02dd472 tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "DELETE /v2.0/subnets/120bb7d5-e7c9-4a0b-8871-52657f7dde41 HTTP/1.1" status: 204 len: 168 time: 2.1028588 Jan 25 16:45:30.454866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.455195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.477684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] In _notify_port_updated(), no bound segment for port ede88d62-4e87-458a-a8b7-e999016d6ede on network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:45:30.483750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:30.484447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.489773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "PUT /v2.0/ports/ede88d62-4e87-458a-a8b7-e999016d6ede HTTP/1.1" status: 200 len: 997 time: 3.0601120 Jan 25 16:45:30.499851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-13fa2d8f-0fb4-480a-ac97-26f75df342bd tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.500049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.500195 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13fa2d8f-0fb4-480a-ac97-26f75df342bd tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0409997 Jan 25 16:45:30.502179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56332) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.542100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:45:30.633034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-504819ae-6d98-4781-93e6-e72d6620aa9e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.633034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-504819ae-6d98-4781-93e6-e72d6620aa9e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1219234 Jan 25 16:45:30.650624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.675943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-07af4c37-7cd9-4027-b368-6216a1ed7fb4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.679796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07af4c37-7cd9-4027-b368-6216a1ed7fb4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0208602 Jan 25 16:45:30.689563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56342) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.727991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-92b7e1fe-4d34-40a4-b750-b809fe4ce08d tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.731764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-92b7e1fe-4d34-40a4-b750-b809fe4ce08d tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0241594 Jan 25 16:45:30.731845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.735483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a54b-5e68-4d8a-a63d-73c235f970c6 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=ede88d62-4e87-458a-a8b7-e999016d6ede,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:30.738595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56346) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.748412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-ab882012-c1b7-4daa-ab97-dac7389f6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:30.750507 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-ab882012-c1b7-4daa-ab97-dac7389f6b75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6673689 Jan 25 16:45:30.759659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.761315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-ebb3014f-4e4f-43ed-bb41-b177936907d6 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.763659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ebb3014f-4e4f-43ed-bb41-b177936907d6 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176663 Jan 25 16:45:30.815198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.839364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Port': ['ID=068dfcd3-9de0-4168-be2b-e28479997df7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:30.848991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-c39c7f07-ddcb-43c3-b910-343ee886e999 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.851364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c39c7f07-ddcb-43c3-b910-343ee886e999 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0173621 Jan 25 16:45:30.856138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa342414-e49a-4666-bd86-b765aa54a122 req-dd0757b7-9a42-402c-9d63-5eb45a7e8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:30.857623 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-dd0757b7-9a42-402c-9d63-5eb45a7e8feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4768827 Jan 25 16:45:30.858290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 772e59af-28c8-4591-a462-be52b0c8fc9d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:30.858630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.860960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56356) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.874877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.884377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-d157b73f-1ddc-4b88-94fb-1880248085d8 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.885383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d157b73f-1ddc-4b88-94fb-1880248085d8 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0161579 Jan 25 16:45:30.901669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:30.924395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-865140c0-6148-4576-a584-3cf59532ec88 None None] Provisioning complete for port ede88d62-4e87-458a-a8b7-e999016d6ede triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:30.924781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-865140c0-6148-4576-a584-3cf59532ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.961000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port ede88d62-4e87-458a-a8b7-e999016d6ede {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:30.961592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:30.967253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-b309df90-8149-4a5e-9e07-3288b9be1cb4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:30.971150 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b309df90-8149-4a5e-9e07-3288b9be1cb4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0517280 Jan 25 16:45:30.989996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.006913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56366) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.023752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-865140c0-6148-4576-a584-3cf59532ec88 None None] Port ede88d62-4e87-458a-a8b7-e999016d6ede cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:31.033396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.072386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-a4ff0967-de40-487d-b298-1ff6d90a80df tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.073678 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4ff0967-de40-487d-b298-1ff6d90a80df tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0282927 Jan 25 16:45:31.085307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.102317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56372) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.106559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] DHCP port deletion for 4027011c-2b5e-4f82-9aac-69ad68f74a4d request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:45:31.112348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Deleting port 772e59af-28c8-4591-a462-be52b0c8fc9d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:31.112804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.123448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-b489dc28-3a07-4c25-9982-11bfe5284bf3 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.126810 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b489dc28-3a07-4c25-9982-11bfe5284bf3 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0174093 Jan 25 16:45:31.153452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.174727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-6efbae27-3318-45f5-93b0-65ad0d76213e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.175887 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6efbae27-3318-45f5-93b0-65ad0d76213e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0139422 Jan 25 16:45:31.190218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56380) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.213703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-f2905df9-97a9-4f60-8611-05a33b923760 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.214977 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f2905df9-97a9-4f60-8611-05a33b923760 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0166826 Jan 25 16:45:31.225493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.249618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-87a0c41d-9f67-477d-a3e8-dc405995a387 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.250901 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87a0c41d-9f67-477d-a3e8-dc405995a387 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0130050 Jan 25 16:45:31.256447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56390) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.272945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 772e59af-28c8-4591-a462-be52b0c8fc9d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:45:31.288360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.299112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-0f32359e-ba20-4807-a522-ede5f2558560 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.300387 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f32359e-ba20-4807-a522-ede5f2558560 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0410473 Jan 25 16:45:31.304142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.382371 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8aa942a-387f-4ed4-a38f-3f7b42bae89f tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/ports/068dfcd3-9de0-4168-be2b-e28479997df7 HTTP/1.1" status: 204 len: 168 time: 2.2847979 Jan 25 16:45:31.385868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-cef61919-ee90-44b0-bce9-ab0fae0a75d7 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.387012 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cef61919-ee90-44b0-bce9-ab0fae0a75d7 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0155220 Jan 25 16:45:31.402554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56400) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.403217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.412733 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-9aeae51a-a7b2-44fb-a449-4d11d0b627d5 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238879 Jan 25 16:45:31.415891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-258f2057-91e7-46a3-8214-5dec465de534 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.417036 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-258f2057-91e7-46a3-8214-5dec465de534 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104957 Jan 25 16:45:31.451145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56408) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.493921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-416efa69-aede-4351-be78-60b0a7119fc1 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.495554 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-416efa69-aede-4351-be78-60b0a7119fc1 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0378847 Jan 25 16:45:31.497955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.506320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.535038 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-0687d6c8-c905-4473-9eb0-f81015d4531d service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629502 Jan 25 16:45:31.547778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.570466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-df03f3d0-7b64-4fff-b739-c7752f31c1b4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.571758 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df03f3d0-7b64-4fff-b739-c7752f31c1b4 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0627778 Jan 25 16:45:31.574554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.591417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.598716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:31.602470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-86f69cfe-f7a0-4242-8c48-291cb0748c12 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.606225 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86f69cfe-f7a0-4242-8c48-291cb0748c12 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095215 Jan 25 16:45:31.606225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:31.606225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.618618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56422) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.634792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:31.634792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.674270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Usage tracker for resource:security_group_rule and tenant:a04e524be1ae4aa3b4bf5e289dfb4e23 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:31.691465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-ccfd68fe-02c7-4d71-a7ad-ebf517a0fc9f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.695613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ccfd68fe-02c7-4d71-a7ad-ebf517a0fc9f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0246794 Jan 25 16:45:31.695613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:31.743252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Floating IP 74624cc3-a868-486a-af1e-aa087941ee2e associated. External IP: 172.26.4.83, port: 07b09859-7fb2-4b6e-9e17-da61d23d185e. Jan 25 16:45:31.747476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 772e59af-28c8-4591-a462-be52b0c8fc9d owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:31.772672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Calling delete_port for 772e59af-28c8-4591-a462-be52b0c8fc9d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:31.775769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.796498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-466f09ca-0ae8-40a0-8831-4f671e337337 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.799930 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-466f09ca-0ae8-40a0-8831-4f671e337337 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0218060 Jan 25 16:45:31.801002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.806687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:31.823140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2e67c13e-8c0c-4174-aa83-e9e9fc564044 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.826828 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e67c13e-8c0c-4174-aa83-e9e9fc564044 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147750 Jan 25 16:45:31.836310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.841750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.853268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-eff95bf4-ca23-4bc2-85b2-71ab5b62e5c3 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.858212 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eff95bf4-ca23-4bc2-85b2-71ab5b62e5c3 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0119946 Jan 25 16:45:31.858365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:31.860170 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa342414-e49a-4666-bd86-b765aa54a122 req-4a807892-a217-4710-b188-7d0b3d0fda7d service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036303 Jan 25 16:45:31.861276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56438) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.875781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f74895-3878-4d0e-a765-3f64544b768d tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:31.875994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96f74895-3878-4d0e-a765-3f64544b768d tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Synchronizing usage tracker for tenant:11e9308968fe4029aa51c37ab6dac7c4 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:31.907930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-45cdca94-ea36-4521-91be-3b9a09e57727 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.908318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:31.908636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:31.910278 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-45cdca94-ea36-4521-91be-3b9a09e57727 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0334177 Jan 25 16:45:31.914257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.920471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-36e17074-32e6-415e-ba14-739ace07ba4a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.922198 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36e17074-32e6-415e-ba14-739ace07ba4a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065694 Jan 25 16:45:31.923129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96f74895-3878-4d0e-a765-3f64544b768d tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Unset dirty status for tenant:11e9308968fe4029aa51c37ab6dac7c4 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:31.924326 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96f74895-3878-4d0e-a765-3f64544b768d tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "GET /v2.0/ports?device_id=e20b78c2-353d-478f-b980-b2d6fd0f7654 HTTP/1.1" status: 200 len: 913 time: 0.5193636 Jan 25 16:45:31.925157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56446) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.928011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.933538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-4ef6a622-6e7b-4edf-ba90-2406ed4b88a7 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:31.939098 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ef6a622-6e7b-4edf-ba90-2406ed4b88a7 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082183 Jan 25 16:45:31.945392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56454) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:31.979552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=772e59af-28c8-4591-a462-be52b0c8fc9d,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:31.992569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:31.993117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:32.036421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-12a41a63-dded-45ce-820d-3977eb60820f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.037526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-12a41a63-dded-45ce-820d-3977eb60820f tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0769315 Jan 25 16:45:32.040348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.094867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.100944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-0de3241d-4763-486e-8798-0fdfcab22db8 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.101952 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0de3241d-4763-486e-8798-0fdfcab22db8 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0606809 Jan 25 16:45:32.112554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56462) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.114980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f602307f-14e4-4421-ad80-88b84d1adf01 req-6047c4b9-3391-40b9-8589-aae6c90f2fcd service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700111 Jan 25 16:45:32.181958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-dd3c42c8-2ed6-405f-9617-d6a411503f4a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.187675 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dd3c42c8-2ed6-405f-9617-d6a411503f4a tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0670807 Jan 25 16:45:32.223557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.237647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-db78d596-5a29-4c3c-b15d-ee2c1c2a8145 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.238958 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db78d596-5a29-4c3c-b15d-ee2c1c2a8145 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139649 Jan 25 16:45:32.243437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.249332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-69b913ec-2b96-4ed5-a297-bb2987a08dde tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.252341 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-69b913ec-2b96-4ed5-a297-bb2987a08dde tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076110 Jan 25 16:45:32.252909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56474) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.259014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for ede88d62-4e87-458a-a8b7-e999016d6ede owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:32.260634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-b11e3708-6688-4255-9ec3-323e77ada32d tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.261615 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b11e3708-6688-4255-9ec3-323e77ada32d tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076091 Jan 25 16:45:32.264682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.272861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-5eac5455-0813-4303-a1c2-f309133cf25b tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.273845 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5eac5455-0813-4303-a1c2-f309133cf25b tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082669 Jan 25 16:45:32.277258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.283643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2489b81c-8fff-472e-993d-875c6f3380da tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.287384 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2489b81c-8fff-472e-993d-875c6f3380da tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065839 Jan 25 16:45:32.325971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.361495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-3bc56b59-11ba-4685-b900-3ae2affcc1bc tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.362379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3bc56b59-11ba-4685-b900-3ae2affcc1bc tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0216880 Jan 25 16:45:32.373575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56490) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.440781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 772e59af-28c8-4591-a462-be52b0c8fc9d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:32.440781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.441079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-7ed0a0c7-8526-4570-9da2-8d90272a3d6e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.443654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ed0a0c7-8526-4570-9da2-8d90272a3d6e tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0691376 Jan 25 16:45:32.459174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56496) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.488443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-c1f01bae-4a78-494a-9bcd-5ac9a0326258 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.490501 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c1f01bae-4a78-494a-9bcd-5ac9a0326258 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0205107 Jan 25 16:45:32.493448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.493956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Deleting port 772e59af-28c8-4591-a462-be52b0c8fc9d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:32.494477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.512421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-3f2353e3-a76b-4604-b465-a204396af7ea tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.512905 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f2353e3-a76b-4604-b465-a204396af7ea tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0126383 Jan 25 16:45:32.517137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.527554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-21a8eac5-7846-477f-98c1-3294785c8349 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.528513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21a8eac5-7846-477f-98c1-3294785c8349 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089707 Jan 25 16:45:32.533770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56508) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.548300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [None req-9751121f-b02b-4e46-8e8d-d18602dff240 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:45:32.549653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9751121f-b02b-4e46-8e8d-d18602dff240 tempest-ExtensionsTestJSON-730987059 tempest-ExtensionsTestJSON-730987059-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071125 Jan 25 16:45:32.688819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.812753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.825028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:32.825447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.846642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.847431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] For port 772e59af-28c8-4591-a462-be52b0c8fc9d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=772e59af-28c8-4591-a462-be52b0c8fc9d,segment=NetworkSegment(742e8eea-6440-4e1d-9748-a0a4f4ec3e14),segment_id=742e8eea-6440-4e1d-9748-a0a4f4ec3e14)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:32.847891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:32.898710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-fe8c99bf-c769-4b0b-900d-48319ffaaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:32.901140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-fe8c99bf-c769-4b0b-900d-48319ffaaf1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d98dfa0f8074a1da31838569d130006&device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 1099 time: 0.6531172 Jan 25 16:45:32.950705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:32.987264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:32.994266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Calling delete_port for 772e59af-28c8-4591-a462-be52b0c8fc9d owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:33.010610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Calling delete_port for 772e59af-28c8-4591-a462-be52b0c8fc9d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:33.012546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.021799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a04e524be1ae4aa3b4bf5e289dfb4e23&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0057011 Jan 25 16:45:33.025821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56520) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:33.095097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.165870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] Pushing event deleted for resources: {'Port': ['ID=772e59af-28c8-4591-a462-be52b0c8fc9d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:33.173041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72fb19-d4f7-484e-b102-43c763fa9c11 None None] No DVR routers for this DVR port 772e59af-28c8-4591-a462-be52b0c8fc9d on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:33.193837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:33.194180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:33.201614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.242699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cd0e3-8e95-46e0-ae44-2c3c7cc25f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c5faa-c716-4d46-b1e3-ef04a75ceaf9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:33.256738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.311151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.318447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.354360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=ede88d62-4e87-458a-a8b7-e999016d6ede,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:33.371925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:33.385109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Usage tracker for resource:security_group_rule and tenant:584a834b598f410dac5e09ebe3af4b1d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:33.390941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:33.428961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.450690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:33.562392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7f0fc3a9-c452-473f-bf25-80e3ec27d882 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/ede88d62-4e87-458a-a8b7-e999016d6ede HTTP/1.1" status: 204 len: 168 time: 3.0607674 Jan 25 16:45:33.564037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-c4adf1ef-edfe-455c-bec0-61030e3592f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:33.565782 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-c4adf1ef-edfe-455c-bec0-61030e3592f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 200 len: 906 time: 0.6370506 Jan 25 16:45:33.566253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56532) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:33.602207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.632508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c5faa-c716-4d46-b1e3-ef04a75ceaf9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:33.678164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-824f4a90-a009-4e0b-9062-e6b2e63159c7 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] GET failed (client error): The resource could not be found. Jan 25 16:45:33.678802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-824f4a90-a009-4e0b-9062-e6b2e63159c7 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:33.685962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.687081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bc47a536-f7ba-43a1-a88d-61ba58fe4ac3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f85c5faa-c716-4d46-b1e3-ef04a75ceaf9 HTTP/1.1" status: 204 len: 168 time: 0.6546085 Jan 25 16:45:33.701734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:33.718764 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Sync routers for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:33.728742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.734995 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:33.736256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:33.764707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-824f4a90-a009-4e0b-9062-e6b2e63159c7 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:33.768381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.771524 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-824f4a90-a009-4e0b-9062-e6b2e63159c7 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports/ede88d62-4e87-458a-a8b7-e999016d6ede HTTP/1.1" status: 404 len: 333 time: 0.2021203 Jan 25 16:45:33.772347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56538) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:33.783290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.793232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-1300817461'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:33.855882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port 38a0f8c6-7f59-47fd-bff0-9b05634d432e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:33.856452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.969085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:33.980422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:33.994622 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:34.025956 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b5e8111a-f6a7-4e54-b9ef-e11b19ae44c6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "PUT /v2.0/floatingips/74624cc3-a868-486a-af1e-aa087941ee2e HTTP/1.1" status: 200 len: 990 time: 6.1368868 Jan 25 16:45:34.029402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:45:34.039254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:34.043478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.059712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-284e4ce0-3272-4dff-8f47-e53bc0457fb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 200 len: 1001 time: 0.4461610 Jan 25 16:45:34.107066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Deleting port 772e59af-28c8-4591-a462-be52b0c8fc9d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:34.107560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.115833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port a9bfb7b5-5fcb-4b16-906d-809af9731d64 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:34.197330 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=584a834b598f410dac5e09ebe3af4b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1735864 Jan 25 16:45:34.198473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085e971-d833-49f4-9654-1454524305c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dcd72-2f7e-4200-a246-705f0cc08a6e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:34.201095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:34.236961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-fd7fe728-000b-4bc3-9686-c1ab52903327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:34.241370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-fd7fe728-000b-4bc3-9686-c1ab52903327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0749dcab-0e74-4de6-b557-096062df3adf HTTP/1.1" status: 200 len: 844 time: 0.1742620 Jan 25 16:45:34.246789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'status': 'completed', 'code': 200} Jan 25 16:45:34.320608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] The port '772e59af-28c8-4591-a462-be52b0c8fc9d' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:45:34.416549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.6 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/a9bfb7b5-5fcb-4b16-906d-809af9731d64) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:34.437105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-cfe13247-dd11-4b64-9a3b-b8557a26d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:34.439961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-cfe13247-dd11-4b64-9a3b-b8557a26d9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88fe57e0-1653-4e8e-8ac8-5f01c9792c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1434267 Jan 25 16:45:34.472423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '74624cc3-a868-486a-af1e-aa087941ee2e', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'port_id': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'mac_address': 'fa:16:3e:0b:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:50Z', 'updated_at': '2022-01-25T16:45:30Z', 'revision_number': 1, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:34.477727 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Checking router: 6c8f5e02-7ad6-4442-8a4e-60945129ce38 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:45:34.487242 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:34.487867 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:34.652451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.676265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.676562 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:45:34.717501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.741927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-71d0bf8a-8f20-4383-a4d7-26826cb9235d service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800210 Jan 25 16:45:34.899845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for 38a0f8c6-7f59-47fd-bff0-9b05634d432e owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:34.930010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56572) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:34.947565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4027011c-2b5e-4f82-9aac-69ad68f74a4d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:34.995264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742e8eea-6440-4e1d-9748-a0a4f4ec3e14') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:34.995950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742e8eea-6440-4e1d-9748-a0a4f4ec3e14') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:34.996387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.011238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.039823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object a9bfb7b5-5fcb-4b16-906d-809af9731d64 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:35.044165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.053332 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89c225c8-119c-41ae-89ca-8e09d52f9c32 req-3245c3eb-50c1-4f6c-a1ca-58988732a9ef service neutron] 10.222.0.15 "GET /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957242 Jan 25 16:45:35.078971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.155934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bf040177-a823-4a5e-8d90-c07611cce4e4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:35.156696 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-bf040177-a823-4a5e-8d90-c07611cce4e4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 25 16:45:35.200131 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '74624cc3-a868-486a-af1e-aa087941ee2e', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'port_id': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'mac_address': 'fa:16:3e:0b:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:50Z', 'updated_at': '2022-01-25T16:45:30Z', 'revision_number': 1, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:35.205010 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e304f9-d6eb-4ddd-9432-b69074b16286 None None] The sync data for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv is: [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '74624cc3-a868-486a-af1e-aa087941ee2e', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'port_id': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'mac_address': 'fa:16:3e:0b:3e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:44:50Z', 'updated_at': '2022-01-25T16:45:30Z', 'revision_number': 1, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:35.247957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.254984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-4e04a099-1978-460a-adef-74f1d92b93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:35.257022 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-4e04a099-1978-460a-adef-74f1d92b93c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4534fc16bea4daeb9df500943bfccd4&device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 1098 time: 0.9423707 Jan 25 16:45:35.295794 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-bf040177-a823-4a5e-8d90-c07611cce4e4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:45:35.296934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bf040177-a823-4a5e-8d90-c07611cce4e4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3629975 Jan 25 16:45:35.302509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:35.314726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:35.319010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:35.321553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:35.328297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:35.330222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.335989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:35.336413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.351359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=a9bfb7b5-5fcb-4b16-906d-809af9731d64,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:35.360988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--45012458'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:35.368558 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:35.380327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:35.383646 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3e2a2026-8cc1-4551-a86c-9985671dd38e tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6014433 Jan 25 16:45:35.385666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:35.386260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56586) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:35.390056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:35.392991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'network_id': 'f0d9734b-73cd-48c8-a7ff-e49c3e5cb095', 'name': 'tempest-AllowedAddressPairTestJSON-1558922783'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:35.398665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:35.547220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8d6e5-d43f-4d85-879f-71f3a4ef26c7 None None] New status for floating IP 74624cc3-a868-486a-af1e-aa087941ee2e: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:45:35.595517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:35.602069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Usage tracker for resource:port and tenant:d70cb279a03b4f4d8a7e9293c98f0fbf is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:35.605925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:35.613490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:35.625555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Made reservation on behalf of d70cb279a03b4f4d8a7e9293c98f0fbf for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:35.629140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.643830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.647552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.654227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] device_id is not set on port 8cf5231b-57db-4fd4-ab52-956f9a407815 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:35.739670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.756895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Port': ['ID=38a0f8c6-7f59-47fd-bff0-9b05634d432e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:35.809482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:35.816335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Allocated IP 172.20.0.4 (f0d9734b-73cd-48c8-a7ff-e49c3e5cb095/db01a746-ff04-404f-b0ab-07c364ecae34/8cf5231b-57db-4fd4-ab52-956f9a407815) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:35.934626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-90688271-b549-4038-a183-d0698129484f None None] Provisioning for port a9bfb7b5-5fcb-4b16-906d-809af9731d64 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:35.944348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-90688271-b549-4038-a183-d0698129484f None None] Provisioning complete for port a9bfb7b5-5fcb-4b16-906d-809af9731d64 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:35.945094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90688271-b549-4038-a183-d0698129484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.017545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:36.063832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-90688271-b549-4038-a183-d0698129484f None None] Port a9bfb7b5-5fcb-4b16-906d-809af9731d64 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:36.071392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794dcd72-2f7e-4200-a246-705f0cc08a6e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:36.075520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.078530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:36.102304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:36.124420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.148449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:36.161059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.167836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] Pushing event deleted for resources: {'Network': ['ID=4027011c-2b5e-4f82-9aac-69ad68f74a4d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:36.181072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Transition to ACTIVE for port object 8cf5231b-57db-4fd4-ab52-956f9a407815 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:36.184835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.188963 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ff62f5f-d9fe-448f-a2f4-73c254ef67b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/794dcd72-2f7e-4200-a246-705f0cc08a6e HTTP/1.1" status: 204 len: 168 time: 1.9647474 Jan 25 16:45:36.211237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.269921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-fa413c3d-32b0-476e-9aa3-ae47cf038be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:36.271727 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-fa413c3d-32b0-476e-9aa3-ae47cf038be1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=247e1de9-b280-40e8-b8da-67c68070bf2a HTTP/1.1" status: 200 len: 913 time: 0.9724410 Jan 25 16:45:36.273029 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dca502cf-2ec7-45c6-947c-1d9f1e3ee11e tempest-FloatingIPNegativeTestJSON-532702223 tempest-FloatingIPNegativeTestJSON-532702223-project] 10.222.0.45 "DELETE /v2.0/networks/4027011c-2b5e-4f82-9aac-69ad68f74a4d HTTP/1.1" status: 204 len: 168 time: 5.8077128 Jan 25 16:45:36.291200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:36.294814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:36.299693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:36.306042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:36.306679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.314803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=8cf5231b-57db-4fd4-ab52-956f9a407815,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:36.348253 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-81a1d23d-f944-4ed8-9a94-46b7d6a0e02c tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9603555 Jan 25 16:45:36.349089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56598) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:36.357336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8e:92:b7'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a5:6d:32'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:36.575768 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-94900eeb-ad0d-4cb8-b8fe-6ab60f684ff4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e HTTP/1.1" status: 200 len: 1000 time: 0.2875123 Jan 25 16:45:36.714020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.808483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56608) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:36.813018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-25b02cd7-d03b-4e66-b202-6fff6a2dfd59 None None] Provisioning for port 8cf5231b-57db-4fd4-ab52-956f9a407815 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:36.821773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-25b02cd7-d03b-4e66-b202-6fff6a2dfd59 None None] Provisioning complete for port 8cf5231b-57db-4fd4-ab52-956f9a407815 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:36.822502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b02cd7-d03b-4e66-b202-6fff6a2dfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.872687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-96a973cf-c9e7-4815-a5b2-80641e9aa3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:36.874200 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-96a973cf-c9e7-4815-a5b2-80641e9aa3a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3569fec9-e101-40bd-8266-084b53fa8016 HTTP/1.1" status: 200 len: 851 time: 0.2716968 Jan 25 16:45:36.888903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.896727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:36.961671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-25b02cd7-d03b-4e66-b202-6fff6a2dfd59 None None] Port 8cf5231b-57db-4fd4-ab52-956f9a407815 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:36.999329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.021011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:37.045589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:37.057291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:37.076014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:37.094759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51791f-7fe1-41c6-b92b-bc4174043408,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:37.102442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-42573f5c-229c-46ad-aa27-58389b22c345 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63772e4feadc4574909f8c79e87f3f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946191 Jan 25 16:45:37.106315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56622) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:37.272940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-29a24ebc-e92f-4f86-8530-9c73ea5a714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:37.274491 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-29a24ebc-e92f-4f86-8530-9c73ea5a714f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=247e1de9-b280-40e8-b8da-67c68070bf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3898456 Jan 25 16:45:37.276877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.284472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.357908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event updated for resources: {'Port': ['ID=8cf5231b-57db-4fd4-ab52-956f9a407815,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:37.367897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] In _notify_port_updated(), no bound segment for port 8cf5231b-57db-4fd4-ab52-956f9a407815 on network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:45:37.373484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:37.374461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.377902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bb79952b-f898-4d82-b3cf-19cf35186309 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "PUT /v2.0/ports/8cf5231b-57db-4fd4-ab52-956f9a407815 HTTP/1.1" status: 200 len: 1056 time: 1.0252531 Jan 25 16:45:37.379457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56636) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:37.453000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port 8cf5231b-57db-4fd4-ab52-956f9a407815 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:37.453411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.498918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.511638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.537203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:37.537916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.615152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.640640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Router e20b78c2-353d-478f-b980-b2d6fd0f7654 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:45:37.667271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.671410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3352709 Jan 25 16:45:37.681024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56648) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:37.685119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcb41d-c723-4d07-a9bc-d8ac7ce223b3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73bcf6-9a38-4ea5-ae20-f98c079e9e91,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:37.704637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': '7f73bcf6-9a38-4ea5-ae20-f98c079e9e91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:37.737864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b866988d-1f2f-4cb3-ad93-1f9055b8d957 None None] Provisioning complete for port 8cf5231b-57db-4fd4-ab52-956f9a407815 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:37.738243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b866988d-1f2f-4cb3-ad93-1f9055b8d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.755641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:37.780042 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-5c718b61-6dfe-4abd-95df-d7608d5fdee8 service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978247 Jan 25 16:45:37.781098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:37.811152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:37.822222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b866988d-1f2f-4cb3-ad93-1f9055b8d957 None None] Port 8cf5231b-57db-4fd4-ab52-956f9a407815 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:45:37.851246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:37.865663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-794273004'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:37.938084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:38.066353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:38.068118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for 8cf5231b-57db-4fd4-ab52-956f9a407815 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:38.087862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:38.094745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:38.152140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:38.188742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.218131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.225622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.245303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:38.248680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.259462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddf4362-d192-4180-b626-ed5ac9d7f483,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:38.286998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=8cf5231b-57db-4fd4-ab52-956f9a407815,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:38.296407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.318843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.322369 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a04f568d-9319-4a33-8925-931dd19a34e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dddf4362-d192-4180-b626-ed5ac9d7f483 HTTP/1.1" status: 204 len: 168 time: 1.2099071 Jan 25 16:45:38.322369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:45:38.330015 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35755a16-a7f5-41f4-a334-71efc8e7eb0b tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "PUT /v2.0/routers/e20b78c2-353d-478f-b980-b2d6fd0f7654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4006135 Jan 25 16:45:38.334460 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5ad0963a-6277-47d2-8957-4cc3992aa00d req-c6e2efec-5493-4d4d-ba70-19fd790188a6 service neutron] 10.222.0.15 "GET /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282950 Jan 25 16:45:38.335652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56658) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:38.336127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] Sync routers for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:45:38.340630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:38.361146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:38.362345 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:38.364944 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:38.374114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:38.389301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:38.407234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.415691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.464738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9148c06-a92e-4e06-b910-920a61b29e3d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:38.497996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.500614 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0668e309-d000-4eaf-8b11-3d93b456c206 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8168302 Jan 25 16:45:38.503914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56664) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:38.511171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': '7f73bcf6-9a38-4ea5-ae20-f98c079e9e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:38.529251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:38.536081 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:38.545620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:38.551937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:38.554198 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] Routers {'e20b78c2-353d-478f-b980-b2d6fd0f7654'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:45:38.555528 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e20b78c2-353d-478f-b980-b2d6fd0f7654'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:38.564540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:38.609820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.639832 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:38.640488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40788922-c85e-433c-8d0d-753965c42fb3 None None] The sync data for ids ['e20b78c2-353d-478f-b980-b2d6fd0f7654'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:45:38.655115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.664776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.717261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:38.729180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf3c30-e741-4808-be8a-911c4d2a1bcd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:38.738246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.739128 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment feaf8f84-0f08-4ffa-978b-01b514004792 of type vlan for network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 Jan 25 16:45:38.742138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.758823 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:45:38.760821 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-506fef0c-6523-4d64-a5c3-8cb809638f49 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2543588 Jan 25 16:45:38.772023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:38.798614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.865455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.878404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:38.878404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.922054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:38.935324 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-081e8f48-1bf5-4d05-bbaa-3eacffe1ad8a tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/8cf5231b-57db-4fd4-ab52-956f9a407815 HTTP/1.1" status: 204 len: 168 time: 1.5547543 Jan 25 16:45:38.938261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56678) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.024612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=d5910417-5d81-4bf8-a2ff-ab30bbc26ef2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:39.030998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70aa23b7-8da1-4de9-9b1e-ab0fb559629b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4888191 Jan 25 16:45:39.034294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.045739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:39.054831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'name': 'tempest-PortsTestJSON-1212111570'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:39.055541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7859f1e-43f5-4c78-9822-8fb897fc63c0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] GET failed (client error): The resource could not be found. Jan 25 16:45:39.056078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7859f1e-43f5-4c78-9822-8fb897fc63c0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:39.072569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.090684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7859f1e-43f5-4c78-9822-8fb897fc63c0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:39.094812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7859f1e-43f5-4c78-9822-8fb897fc63c0 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports/8cf5231b-57db-4fd4-ab52-956f9a407815 HTTP/1.1" status: 404 len: 333 time: 0.1530652 Jan 25 16:45:39.098621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56694) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.125942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.182940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.191243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port a9bfb7b5-5fcb-4b16-906d-809af9731d64 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:39.192219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.253149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port 16cffd51-ed3f-4e07-9fed-6e76c34aa682 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:39.253532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.263864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:39.268112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:39.272974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:39.279901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:39.282409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.306903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73bcf6-9a38-4ea5-ae20-f98c079e9e91,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:39.312337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.316056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef681abf-a316-42ee-9515-93f0055cbb34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/7f73bcf6-9a38-4ea5-ae20-f98c079e9e91 HTTP/1.1" status: 204 len: 168 time: 0.5402761 Jan 25 16:45:39.317653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.318722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:39.324766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.387822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:39.479517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-46df204c-fe65-4f73-8de2-cbfefac2e1d4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:39.547682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-46df204c-fe65-4f73-8de2-cbfefac2e1d4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:39.548964 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-46df204c-fe65-4f73-8de2-cbfefac2e1d4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2046735 Jan 25 16:45:39.558733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56710) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.569839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092006214'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:39.585754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:39.599780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56716) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.608788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.616055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:39.704518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.742789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.845584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=c95b0f87-6382-4edc-9ff8-99a0ef6d1618,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:39.851423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': 'feaf8f84-0f08-4ffa-978b-01b514004792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:39.851853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: d5910417-5d81-4bf8-a2ff-ab30bbc26ef2, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:39.871640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:39.876916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036910432'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:39.881854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d5910417-5d81-4bf8-a2ff-ab30bbc26ef2) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:39.886442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:39.890971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535d828e-5f0f-4d79-95e3-eeb63c065c3a None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:39.891257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for 16cffd51-ed3f-4e07-9fed-6e76c34aa682 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:39.893026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:39.893848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.920774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f72092b-92d9-4179-9ad7-3dede6ac22f1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8826208 Jan 25 16:45:39.921149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:39.927515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1043534071'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:39.928774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:39.933438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:39.937630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:39.940532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:39.946291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.948316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:39.959841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:39.964330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:39.965620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.971280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:39.982967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.991902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:40.003217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:40.007278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:40.016969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:40.029032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:40.045567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.045947 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment 45246292-58a8-49aa-a1e8-3f4ec053b232 of type vlan for network 55994f6b-1d6a-41d6-b245-4b580d7a05cf Jan 25 16:45:40.084533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.123550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.129903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:40.130635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.143145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:40.154473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for a9bfb7b5-5fcb-4b16-906d-809af9731d64 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:40.218395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:40.221789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.242740 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3205543 Jan 25 16:45:40.245502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56730) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:40.248359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759598d-1775-4ea7-a1d5-1d25368f5f45 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=55994f6b-1d6a-41d6-b245-4b580d7a05cf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:40.249735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.255537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'ports': [{'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'}, {'network_id': '55994f6b-1d6a-41d6-b245-4b580d7a05cf'}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:40.256019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:40.256512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '55994f6b-1d6a-41d6-b245-4b580d7a05cf'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:40.269139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 55994f6b-1d6a-41d6-b245-4b580d7a05cf details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:40.291760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:40.314715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:security_group_rule and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:40.326403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:40.340555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:40.506450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:40.510726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:40.513353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.514064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:40.521689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:40.533242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:40.534662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.538377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.558027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.579578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.676216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=a9bfb7b5-5fcb-4b16-906d-809af9731d64,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:40.678041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9091ab1-75ac-495b-a4c0-0c806593e87a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:40.693907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.816539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Port': ['ID=16cffd51-ed3f-4e07-9fed-6e76c34aa682,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:40.820057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.824472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8506a8fe-f4ce-4d12-bd4e-1e9c708f0b10 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/a9bfb7b5-5fcb-4b16-906d-809af9731d64 HTTP/1.1" status: 204 len: 168 time: 1.7208905 Jan 25 16:45:40.856647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.858007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64cf66ab-5f6e-42d9-b210-9edf36e0a8c9 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2983027 Jan 25 16:45:40.868620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56738) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:40.869019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56740) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:40.929783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-68485741-be4a-4ff8-9cb0-c053398ac598 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'b9091ab1-75ac-495b-a4c0-0c806593e87a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:40.930776 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-68485741-be4a-4ff8-9cb0-c053398ac598 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 25 16:45:40.931271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-68485741-be4a-4ff8-9cb0-c053398ac598 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:40.932435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-68485741-be4a-4ff8-9cb0-c053398ac598 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0555153 Jan 25 16:45:40.940123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:40.941416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.951447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:40.962403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 636d13cc-87f8-425b-9815-f3ba76f8dba6 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:41.001953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.029037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.079158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.087749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9ae5e6-5c41-40fb-a70f-ecf819d1a111 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] GET failed (client error): The resource could not be found. Jan 25 16:45:41.088281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6e9ae5e6-5c41-40fb-a70f-ecf819d1a111 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Synchronizing usage tracker for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:41.153678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.182586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:41.195772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.199478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.202434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7217e3-200d-41aa-ae31-396c95eaf8a5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:41.214637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.215059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment cc99f25a-6522-4645-afff-778ccf134e53 of type vlan for network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 Jan 25 16:45:41.218831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6e9ae5e6-5c41-40fb-a70f-ecf819d1a111 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Unset dirty status for tenant:d70cb279a03b4f4d8a7e9293c98f0fbf on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:41.219879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6e9ae5e6-5c41-40fb-a70f-ecf819d1a111 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "GET /v2.0/ports/a9bfb7b5-5fcb-4b16-906d-809af9731d64 HTTP/1.1" status: 404 len: 333 time: 0.3445268 Jan 25 16:45:41.230637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56752) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:41.240619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.279391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9091ab1-75ac-495b-a4c0-0c806593e87a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:41.293459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.293972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Fanout notify agent at l3_agent the message router_deleted on router e20b78c2-353d-478f-b980-b2d6fd0f7654 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:45:41.303765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 376a701a-9179-43de-bde1-93dd2b1d32ec yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:41.319913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.323662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b4db7d46-8b4e-4484-93e1-20074e0473f1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/b9091ab1-75ac-495b-a4c0-0c806593e87a HTTP/1.1" status: 204 len: 168 time: 0.3748653 Jan 25 16:45:41.324141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:41.336145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.351763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.353058 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b0e31a2-744a-4de0-8226-940318b1cdfe tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/routers/e20b78c2-353d-478f-b980-b2d6fd0f7654 HTTP/1.1" status: 204 len: 168 time: 3.0156937 Jan 25 16:45:41.356964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56762) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:41.366156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port c23bed68-4396-4fc5-8487-a770756004fa {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:41.366495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.400354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2911b1f-a533-4481-8f3b-dcbfc242c4cc tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:41.449589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2911b1f-a533-4481-8f3b-dcbfc242c4cc tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:41.450831 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2911b1f-a533-4481-8f3b-dcbfc242c4cc tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1260247 Jan 25 16:45:41.456577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56766) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:41.475319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.490069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648019169'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:41.507044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.511249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:41.513511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.518973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:41.519588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.583350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:41.586685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:41.590949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:41.591770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.602756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=636d13cc-87f8-425b-9815-f3ba76f8dba6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:41.693364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=376a701a-9179-43de-bde1-93dd2b1d32ec,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:41.699067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': '45246292-58a8-49aa-a1e8-3f4ec053b232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '55994f6b-1d6a-41d6-b245-4b580d7a05cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:41.699428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 55994f6b-1d6a-41d6-b245-4b580d7a05cf, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:41.703619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:41.718913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 55994f6b-1d6a-41d6-b245-4b580d7a05cf is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:41.729690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 55994f6b-1d6a-41d6-b245-4b580d7a05cf) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:41.733616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:41.739887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8489d-e75c-4b1b-869c-999ee33ab2f1 None None] Network 55994f6b-1d6a-41d6-b245-4b580d7a05cf requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:41.740454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:41.745274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:41.745911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.772063 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6a2bdcd1-d544-4cc5-826a-3e41c742bd0d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5253272 Jan 25 16:45:41.775022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:41.791059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting subnet 1a430d78-55e4-4afa-9a32-3d5959cfac46 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:45:41.813331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.860639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 376a701a-9179-43de-bde1-93dd2b1d32ec {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:41.861896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.865920 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2613378 Jan 25 16:45:41.900491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:41.915454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e08f-08aa-40e2-870f-57fbc73bdbfe tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=86ad727f-31ea-48c4-8ada-fb6ccad55d64,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:41.974523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:41.977022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.018886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:42.031714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:42.045385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:42.058474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:42.092345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.129842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.246412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.284609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for c23bed68-4396-4fc5-8487-a770756004fa owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:42.377251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 376a701a-9179-43de-bde1-93dd2b1d32ec owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:42.421582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.457903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.475763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Subnet': ['ID=1a430d78-55e4-4afa-9a32-3d5959cfac46,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:42.482689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.491111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687f73f-60fb-43b0-95c9-e816636ff0a0 None None] Network 738e75e0-be1b-47cc-86e6-6c61238ac09c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:42.514408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.515918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.516597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e93fddda-f4b4-4027-bcae-d1be58472297 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/subnets/1a430d78-55e4-4afa-9a32-3d5959cfac46 HTTP/1.1" status: 204 len: 168 time: 1.1573951 Jan 25 16:45:42.526127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:42.557188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd761efc-cddb-4bdf-8311-113cb1cd90e6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:42.559573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.560904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f9ba805a-7677-419a-86b2-9711701cd144 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0912046 Jan 25 16:45:42.618417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:42.654366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b628bbe1-135d-4055-a08c-f962ce016188 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'cd761efc-cddb-4bdf-8311-113cb1cd90e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:42.655447 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-b628bbe1-135d-4055-a08c-f962ce016188 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 25 16:45:42.655976 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b628bbe1-135d-4055-a08c-f962ce016188 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:42.659604 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b628bbe1-135d-4055-a08c-f962ce016188 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0376270 Jan 25 16:45:42.663720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=376a701a-9179-43de-bde1-93dd2b1d32ec,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:42.667181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:42.682841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.735401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.771793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Port': ['ID=c23bed68-4396-4fc5-8487-a770756004fa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:42.784708 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d92f60b-c23f-4853-8c2d-0b8f5578313d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/376a701a-9179-43de-bde1-93dd2b1d32ec HTTP/1.1" status: 204 len: 168 time: 1.0085924 Jan 25 16:45:42.792357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:42.879904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.891402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.910534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6f7c09b4-78bc-49d8-bced-1e9873a93fa3 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/ports/c23bed68-4396-4fc5-8487-a770756004fa HTTP/1.1" status: 204 len: 168 time: 1.6781435 Jan 25 16:45:42.914219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56796) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:42.956515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.962842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port f395b883-2672-4c35-ab65-51e7564a1b97 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:42.963178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:42.989905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] DHCP port deletion for 738e75e0-be1b-47cc-86e6-6c61238ac09c request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:45:43.010814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Deleting port f395b883-2672-4c35-ab65-51e7564a1b97 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:43.011647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.044184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting subnet db01a746-ff04-404f-b0ab-07c364ecae34 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:45:43.048980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.078483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e6a90-73c6-46cd-8709-d4b126f7634d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:43.088134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e6a90-73c6-46cd-8709-d4b126f7634d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:43.092108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be1e6a90-73c6-46cd-8709-d4b126f7634d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:43.132141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.141973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.242978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.276593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f395b883-2672-4c35-ab65-51e7564a1b97 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:45:43.338194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.384105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Subnet': ['ID=db01a746-ff04-404f-b0ab-07c364ecae34,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:43.388961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.405324 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c25eaa7-cdad-45c9-ad7b-cb53266c98f5 tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/subnets/db01a746-ff04-404f-b0ab-07c364ecae34 HTTP/1.1" status: 204 len: 168 time: 0.4896235 Jan 25 16:45:43.406265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56802) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:43.408521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa48d0d-6f53-4493-987e-24f4faefd268 None None] Network f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:43.491376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be1e6a90-73c6-46cd-8709-d4b126f7634d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:43.495267 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be1e6a90-73c6-46cd-8709-d4b126f7634d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6966333 Jan 25 16:45:43.500354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56806) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:43.542391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:43.542885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.594716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:43.596536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.633876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.634528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.639518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 636d13cc-87f8-425b-9815-f3ba76f8dba6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:43.639858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.698222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Calling delete_port for f395b883-2672-4c35-ab65-51e7564a1b97 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:43.897251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:43.922459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd761efc-cddb-4bdf-8311-113cb1cd90e6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:43.940899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for f395b883-2672-4c35-ab65-51e7564a1b97 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:44.008990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.012472 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec136e44-2659-459f-bdc6-519d622cedde tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/cd761efc-cddb-4bdf-8311-113cb1cd90e6 HTTP/1.1" status: 204 len: 168 time: 1.2843099 Jan 25 16:45:44.012918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.093306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:44.102657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6b783b1-fb80-4cf3-aa0a-42b6fb842c9c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:44.102905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.130620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:44.131030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.131954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:44.136271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6b783b1-fb80-4cf3-aa0a-42b6fb842c9c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:44.138215 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6b783b1-fb80-4cf3-aa0a-42b6fb842c9c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1240408 Jan 25 16:45:44.142225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.148866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549435550'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:44.156288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:44.168761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:44.175649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:44.176277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:44.185121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.193731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f395b883-2672-4c35-ab65-51e7564a1b97,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:44.230303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:44.238355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:44.241532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:44.247777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:44.263941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] DHCP port deletion for f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:45:44.271622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Deleting port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:44.273041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.310799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 636d13cc-87f8-425b-9815-f3ba76f8dba6 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:44.336499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.343400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.355584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:44.356071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.385039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97a63d-0d35-4388-b594-0a5f7343d93e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:44.457926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.461805 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b03f201c-ce2c-4217-87fb-968ecb1af520 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3158727 Jan 25 16:45:44.462091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.467273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a6cffd63-616a-4ec5-90fa-51b4acd0194c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'cb97a63d-0d35-4388-b594-0a5f7343d93e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:44.479052 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-a6cffd63-616a-4ec5-90fa-51b4acd0194c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 25 16:45:44.479279 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a6cffd63-616a-4ec5-90fa-51b4acd0194c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:44.482668 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6cffd63-616a-4ec5-90fa-51b4acd0194c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170236 Jan 25 16:45:44.487689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.493471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a0be4c9c-0c6f-4429-b855-4aa74f2f7327 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'cb97a63d-0d35-4388-b594-0a5f7343d93e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:44.494126 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-a0be4c9c-0c6f-4429-b855-4aa74f2f7327 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 25 16:45:44.494601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a0be4c9c-0c6f-4429-b855-4aa74f2f7327 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:44.498037 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0be4c9c-0c6f-4429-b855-4aa74f2f7327 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064800 Jan 25 16:45:44.498255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.506204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-83db1bac-df74-406e-88d4-2b3732101645 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'cb97a63d-0d35-4388-b594-0a5f7343d93e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:44.507412 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-83db1bac-df74-406e-88d4-2b3732101645 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 25 16:45:44.508059 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-83db1bac-df74-406e-88d4-2b3732101645 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:44.514165 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-83db1bac-df74-406e-88d4-2b3732101645 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138056 Jan 25 16:45:44.515084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56836) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.520822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-64c144f5-6269-4ffd-b3e8-891c2c537f83 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'cb97a63d-0d35-4388-b594-0a5f7343d93e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:44.522012 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-64c144f5-6269-4ffd-b3e8-891c2c537f83 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 25 16:45:44.522661 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-64c144f5-6269-4ffd-b3e8-891c2c537f83 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:44.526839 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64c144f5-6269-4ffd-b3e8-891c2c537f83 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106862 Jan 25 16:45:44.527610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.541356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.587474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] For port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,segment=NetworkSegment(4fcbbac2-d654-47a1-98c9-81d32c02d64a),segment_id=4fcbbac2-d654-47a1-98c9-81d32c02d64a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:44.588060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.617471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.625425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=636d13cc-87f8-425b-9815-f3ba76f8dba6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:44.652310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.697939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.711627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port f395b883-2672-4c35-ab65-51e7564a1b97 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:44.712060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.739006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Deleting port f395b883-2672-4c35-ab65-51e7564a1b97 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:44.740007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.746242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-743eaed1-aa7b-426b-bfb4-c990aa6a89c2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/636d13cc-87f8-425b-9815-f3ba76f8dba6 HTTP/1.1" status: 204 len: 168 time: 1.2446122 Jan 25 16:45:44.746834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56844) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.754541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.778052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Calling delete_port for 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:44.798450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb97a63d-0d35-4388-b594-0a5f7343d93e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:44.809954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.814188 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f4e3c53a-c6f1-45e7-bc9a-0803359b11fe tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb97a63d-0d35-4388-b594-0a5f7343d93e HTTP/1.1" status: 204 len: 168 time: 0.2854278 Jan 25 16:45:44.814929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:44.875287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] For port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,segment=NetworkSegment(4fcbbac2-d654-47a1-98c9-81d32c02d64a),segment_id=4fcbbac2-d654-47a1-98c9-81d32c02d64a)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:44.876039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.022091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9aca8e1b-a833-4eab-a8b1-560d8156f590 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:45.114294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.128397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Calling delete_port for 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:45.155559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9aca8e1b-a833-4eab-a8b1-560d8156f590 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:45.161236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9aca8e1b-a833-4eab-a8b1-560d8156f590 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3426161 Jan 25 16:45:45.163908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56856) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:45.170205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--632522433'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:45.186983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:45.187398 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.196884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:45.197992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:45.213713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:45.253153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] Pushing event deleted for resources: {'Port': ['ID=3191e496-68c0-40e4-b5a3-1fcc4d4ef230,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:45.259176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc82b4-2396-405c-810a-91dc2f3cf2aa None None] No DVR routers for this DVR port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:45.282420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:45:45.325481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a4bc40-81fb-41ff-b974-1baa2a8ffdd7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:45.326301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-41a4bc40-81fb-41ff-b974-1baa2a8ffdd7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:45.326453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:45:45.326782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:45:45.333665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:45.333965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:45.334310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] For port f395b883-2672-4c35-ab65-51e7564a1b97, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f395b883-2672-4c35-ab65-51e7564a1b97,segment=NetworkSegment(f5b830fd-0ff1-459c-a4f8-bf3eab5ae535),segment_id=f5b830fd-0ff1-459c-a4f8-bf3eab5ae535)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:45.334802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.348585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-41a4bc40-81fb-41ff-b974-1baa2a8ffdd7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:45.350266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-41a4bc40-81fb-41ff-b974-1baa2a8ffdd7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6003032 Jan 25 16:45:45.352772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56864) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:45.397879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7648f801-c5db-4d41-8d60-96dd9c9984ec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:45:45.399343 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7648f801-c5db-4d41-8d60-96dd9c9984ec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/376a701a-9179-43de-bde1-93dd2b1d32ec HTTP/1.1" status: 404 len: 333 time: 0.0455527 Jan 25 16:45:45.402278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56868) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:45.450774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb583f9-aa24-4c4c-8f2d-e0c10828321c tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:45:45.452228 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bdb583f9-aa24-4c4c-8f2d-e0c10828321c tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/636d13cc-87f8-425b-9815-f3ba76f8dba6 HTTP/1.1" status: 404 len: 333 time: 0.0489738 Jan 25 16:45:45.454923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56872) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:45.474723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Calling delete_port for f395b883-2672-4c35-ab65-51e7564a1b97 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:45.483739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for f395b883-2672-4c35-ab65-51e7564a1b97 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:45.511064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:45.545108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:45.563331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:45.569114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:45.574174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.577815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.596134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.617002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:45.628149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:45.628520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:45.631429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] Pushing event deleted for resources: {'Port': ['ID=f395b883-2672-4c35-ab65-51e7564a1b97,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:45.639111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4704b6c-07e0-433a-b0dd-d97611956b25 None None] No DVR routers for this DVR port f395b883-2672-4c35-ab65-51e7564a1b97 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:45.649972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:45.653485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:45.658259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.678968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:45.690005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:45.746190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:45.765652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.797148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > segment before_delete 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.797533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.798589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.799216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > port after_create 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.799666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > port after_delete 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.800172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > port after_update 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.800475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > segment after_delete 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.801438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet after_create 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.801808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet after_delete 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.802145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet after_update 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.906925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.913584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.921674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet after_create 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.922029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet after_delete 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.922362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet before_create 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.922719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Subscribe: > subnet before_update 55550000 {{(pid=87552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 16:45:45.923095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55994f6b-1d6a-41d6-b245-4b580d7a05cf']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:45.931004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Deleting port 3191e496-68c0-40e4-b5a3-1fcc4d4ef230 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:45.931353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:45.993493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a537ce5c-4e6f-4e83-b3d2-058c572bb340,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:45.997346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45246292-58a8-49aa-a1e8-3f4ec053b232') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:45.997665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45246292-58a8-49aa-a1e8-3f4ec053b232') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:46.007148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.013004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] The port '3191e496-68c0-40e4-b5a3-1fcc4d4ef230' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:45:46.040065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.041291 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed425717-3672-497f-ac42-85853ae9fdd7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8764763 Jan 25 16:45:46.045502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56878) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.047051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.065840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-05d8a352-b7a2-429f-bfdf-22b244033dbb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.066490 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-05d8a352-b7a2-429f-bfdf-22b244033dbb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 25 16:45:46.066994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-05d8a352-b7a2-429f-bfdf-22b244033dbb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.071334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-05d8a352-b7a2-429f-bfdf-22b244033dbb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142567 Jan 25 16:45:46.071716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56884) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.140092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.178297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.193633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.197871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=b945fd46-82e4-4af6-9e25-c09e0058a7f1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:46.202823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.208433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.217497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.219531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'cc99f25a-6522-4645-afff-778ccf134e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:46.219896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: 86ad727f-31ea-48c4-8ada-fb6ccad55d64, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:46.258968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:46.270873 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.271995 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12caeec7-4c71-45b7-a4c2-c748e8f072c7 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1993234 Jan 25 16:45:46.273402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 86ad727f-31ea-48c4-8ada-fb6ccad55d64) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:46.276939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56888) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.277944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:46.278093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:46.278369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.278675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: from cryptography.utils import int_from_bytes Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: from cryptography.utils import int_from_bytes Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn_limited( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn_limited( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:46.298440 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:46.301847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00d030-8cdf-4e97-be6c-5c1e41b29573 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:46.305966 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2913abf6-f2eb-4721-9cf2-4aa03be3e001 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1043308 Jan 25 16:45:46.306220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56894) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.312007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677414557'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.317896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.322086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.326646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.333998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.346682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:46.351631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.355873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ae4769b6-4aa9-4305-9ec3-26fe30d14d5a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.356430 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-ae4769b6-4aa9-4305-9ec3-26fe30d14d5a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 25 16:45:46.356837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-ae4769b6-4aa9-4305-9ec3-26fe30d14d5a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.357842 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ae4769b6-4aa9-4305-9ec3-26fe30d14d5a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0640950 Jan 25 16:45:46.361644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.370106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.370489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.382845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.391643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.396775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.404937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.415157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:46.416755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d9734b-73cd-48c8-a7ff-e49c3e5cb095']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:46.427038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.427388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment b000bf39-1185-48cf-847b-6362edc07a19 of type vlan for network 0c471042-4c33-4109-bf0c-f4ead3754dbd Jan 25 16:45:46.427526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.432844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcbbac2-d654-47a1-98c9-81d32c02d64a') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:46.433136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcbbac2-d654-47a1-98c9-81d32c02d64a') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:46.462610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.474832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.476953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.478988 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.480032 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ec59e32-ab9e-49e4-9726-b5aa2981e7c0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1173000 Jan 25 16:45:46.483357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56902) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.486363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=55994f6b-1d6a-41d6-b245-4b580d7a05cf,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:46.491838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-72347c43-9e7b-49ff-aff5-be2c088f2bd2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.493264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-77216eb8-fed9-4c5f-9f79-6481367d4816 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/55994f6b-1d6a-41d6-b245-4b580d7a05cf HTTP/1.1" status: 204 len: 168 time: 1.0371895 Jan 25 16:45:46.493505 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-72347c43-9e7b-49ff-aff5-be2c088f2bd2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 25 16:45:46.494130 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-72347c43-9e7b-49ff-aff5-be2c088f2bd2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.495124 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72347c43-9e7b-49ff-aff5-be2c088f2bd2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106537 Jan 25 16:45:46.496837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56906) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.499706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56910) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.508504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1816020785'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.515716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.523078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.525207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.528262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.532642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.533523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.539361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:46.539550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.540052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.541977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.544669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.554732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.557040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:46.557572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.568254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port f395b883-2672-4c35-ab65-51e7564a1b97 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:46.568684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:46.576187 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:46.578426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.616845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-86ad727f-31ea-48c4-8ada-fb6ccad55d64', 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': 'b945fd46-82e4-4af6-9e25-c09e0058a7f1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:46.618027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.669400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:46.672545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.705480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.721737 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4143353 Jan 25 16:45:46.726924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56916) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.728120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] The port 'f395b883-2672-4c35-ab65-51e7564a1b97' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:45:46.732309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.742225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.746554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eecba954-e1a2-4b9b-87d1-9c52948154a0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2427034 Jan 25 16:45:46.750622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.759368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.764954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] Pushing event deleted for resources: {'Network': ['ID=f0d9734b-73cd-48c8-a7ff-e49c3e5cb095,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:46.770614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9bd4210-e9bd-4486-9bc1-da3c5c642de2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.771094 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-f9bd4210-e9bd-4486-9bc1-da3c5c642de2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 25 16:45:46.771595 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f9bd4210-e9bd-4486-9bc1-da3c5c642de2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:46.772589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9bd4210-e9bd-4486-9bc1-da3c5c642de2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100319 Jan 25 16:45:46.776448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:46.784820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f3ef68b-5cf3-4a47-91df-0636973007ef tempest-AllowedAddressPairTestJSON-1145692132 tempest-AllowedAddressPairTestJSON-1145692132-project] 10.222.0.45 "DELETE /v2.0/networks/f0d9734b-73cd-48c8-a7ff-e49c3e5cb095 HTTP/1.1" status: 204 len: 168 time: 3.3752282 Jan 25 16:45:46.784820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:46.786334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28945c8-257e-453a-a74c-cc113415ef7d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=0c471042-4c33-4109-bf0c-f4ead3754dbd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:46.796652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:46.814471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 0c471042-4c33-4109-bf0c-f4ead3754dbd details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:46.820744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.880703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.889762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.891051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.891405 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment 6498c556-5272-4d05-82c7-972da4854581 of type vlan for network 83f6313e-97a4-416e-b8cd-54eced901838 Jan 25 16:45:46.910328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.932656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.934417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:46.940364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.945036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:46.948434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:46.956410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:46.982550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:46.986305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:46.999146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738e75e0-be1b-47cc-86e6-6c61238ac09c']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:47.024996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Allocated IP 2001:db8:0:ffff::2 (86ad727f-31ea-48c4-8ada-fb6ccad55d64/b945fd46-82e4-4af6-9e25-c09e0058a7f1/843a843f-c353-41f5-b9ec-6d82ecf45386) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:47.026710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:47.026869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b830fd-0ff1-459c-a4f8-bf3eab5ae535') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:47.052562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.062350 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:47.063464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28d3a2cb-a1dd-4eac-8eb1-20040ff27f36 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2835972 Jan 25 16:45:47.068325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56930) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.071866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.073578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'a537ce5c-4e6f-4e83-b3d2-058c572bb340', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:47.077644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:47.078257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.080931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:47.083913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.089686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:47.093769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:47.096781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:47.097254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:47.113149 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:47.119943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:47.218961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.245253 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7447290 Jan 25 16:45:47.245925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a1f60-7ce5-4b4b-9933-3fe45e1bf740 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=83f6313e-97a4-416e-b8cd-54eced901838,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:47.247866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.262075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.262344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 83f6313e-97a4-416e-b8cd-54eced901838 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:47.267545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '83f6313e-97a4-416e-b8cd-54eced901838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:47.274988 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/networks/738e75e0-be1b-47cc-86e6-6c61238ac09c HTTP/1.1" status: 204 len: 168 time: 4.6649854 Jan 25 16:45:47.276958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56942) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.288831 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:47.294271 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c056f556-b00d-4ab1-9fa1-e32be300f77e tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2250264 Jan 25 16:45:47.299991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03895c-d1a9-4be9-b286-8fa00f57ea67 tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Network': ['ID=738e75e0-be1b-47cc-86e6-6c61238ac09c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:47.303028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.365053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56948) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.402128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.417590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Transition to ACTIVE for port object 843a843f-c353-41f5-b9ec-6d82ecf45386 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:47.445537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Transition to ACTIVE for port object 843a843f-c353-41f5-b9ec-6d82ecf45386 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:47.456677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:47.465456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.468461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:47.478893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:47.490190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:47.520284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:47.524124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.559652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Deleting port 3471efc6-67e9-4665-be92-6b125dcc8efd {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:47.560227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.577466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:47.580372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:47.590638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:47.641840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Pushing event updated for resources: {'Port': ['ID=843a843f-c353-41f5-b9ec-6d82ecf45386,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:47.671957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.676690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Performing IP validity checks on allocation pools {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:45:47.677345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:45:47.715525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.719658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Attempting to bind port 843a843f-c353-41f5-b9ec-6d82ecf45386 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:47.720086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Attempting to bind port 843a843f-c353-41f5-b9ec-6d82ecf45386 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'cc99f25a-6522-4645-afff-778ccf134e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:47.720773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Attempting to bind port 843a843f-c353-41f5-b9ec-6d82ecf45386 on network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:47.727864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:47.728387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Checking segment: {'id': 'cc99f25a-6522-4645-afff-778ccf134e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:47.728618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.729679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Bound using segment: {'id': 'cc99f25a-6522-4645-afff-778ccf134e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:47.730248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Bound port: 843a843f-c353-41f5-b9ec-6d82ecf45386, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc99f25a-6522-4645-afff-778ccf134e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '86ad727f-31ea-48c4-8ada-fb6ccad55d64'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:47.730620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.760613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.788298 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8bf6b284-439b-4b01-9997-c9a7948a6ceb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d70cb279a03b4f4d8a7e9293c98f0fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214787 Jan 25 16:45:47.794784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56958) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:47.808528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=f8d3d490-cb9f-4ea9-8624-2695da0db9ac,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:47.825472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'b000bf39-1185-48cf-847b-6362edc07a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:47.825842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: 0c471042-4c33-4109-bf0c-f4ead3754dbd, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:47.865987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.866317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.881044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] For port 843a843f-c353-41f5-b9ec-6d82ecf45386, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:47.886375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] For port 843a843f-c353-41f5-b9ec-6d82ecf45386, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=843a843f-c353-41f5-b9ec-6d82ecf45386,segment=NetworkSegment(cc99f25a-6522-4645-afff-778ccf134e53),segment_id=cc99f25a-6522-4645-afff-778ccf134e53)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:47.892701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:47.903149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 0c471042-4c33-4109-bf0c-f4ead3754dbd is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:47.957613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.007781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 0c471042-4c33-4109-bf0c-f4ead3754dbd) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:48.018074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38840c3f-b8d1-445e-9bf2-b60eac2e1d21 None None] Network 0c471042-4c33-4109-bf0c-f4ead3754dbd requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:48.029819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:48.030416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.032195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540eba1-6981-4624-a05c-1b89a08dab74 None None] Pushing event updated for resources: {'Port': ['ID=843a843f-c353-41f5-b9ec-6d82ecf45386,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:48.067772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Calling delete_port for 3471efc6-67e9-4665-be92-6b125dcc8efd owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:48.093171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=8b3c6ead-be60-49b6-9bd0-fb4632a41388,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:48.099334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0c239317-2ff8-4a7c-8ba3-ec3fc75384f6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3631854 Jan 25 16:45:48.101521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56964) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:48.104302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': '6498c556-5272-4d05-82c7-972da4854581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:48.104671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 83f6313e-97a4-416e-b8cd-54eced901838, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:48.115746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.153866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.164181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a537ce5c-4e6f-4e83-b3d2-058c572bb340,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:48.224847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.224847 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d755c4c-8a50-4500-a1ec-af77d5941fb3 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/a537ce5c-4e6f-4e83-b3d2-058c572bb340 HTTP/1.1" status: 204 len: 168 time: 0.8015089 Jan 25 16:45:48.235225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:48.242036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.272142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 83f6313e-97a4-416e-b8cd-54eced901838 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:48.296581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 83f6313e-97a4-416e-b8cd-54eced901838) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:48.307723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:48.308467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.317142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2121855-a347-4f44-8f1b-a80cdc36b132 None None] Network 83f6313e-97a4-416e-b8cd-54eced901838 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:48.342738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-0c471042-4c33-4109-bf0c-f4ead3754dbd', 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': 'f8d3d490-cb9f-4ea9-8624-2695da0db9ac'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:48.344011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.344267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.351964 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2726cbb3-3a70-4339-8c64-fddc1863c501 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0869517 Jan 25 16:45:48.352188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 56972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:48.366905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '83f6313e-97a4-416e-b8cd-54eced901838', 'name': 'tempest-PortsTestJSON-319939872'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:48.595470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.616980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-963939aa-000c-46c8-8c4f-7e5e9e7fcebb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:48.641811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f88c9-04f0-48d4-9c1a-ba296c07d397,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:48.673050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-963939aa-000c-46c8-8c4f-7e5e9e7fcebb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:48.679882 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-963939aa-000c-46c8-8c4f-7e5e9e7fcebb tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4411783 Jan 25 16:45:48.681079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56978) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:48.689625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496167091'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:48.709562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:48.717372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.785797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.803345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:48.822224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Allocated IP 2001:db8::1 (0c471042-4c33-4109-bf0c-f4ead3754dbd/f8d3d490-cb9f-4ea9-8624-2695da0db9ac/f57be107-185b-477a-a1db-864989f5bcac) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:48.834054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Pushing event deleted for resources: {'Port': ['ID=3471efc6-67e9-4665-be92-6b125dcc8efd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:48.841924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-83f6313e-97a4-416e-b8cd-54eced901838', 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': '8b3c6ead-be60-49b6-9bd0-fb4632a41388'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:48.842766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.866109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:45:48.879151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.888680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.889994 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7db03f7-f47b-4862-bc17-504d6dbf69a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b3f88c9-04f0-48d4-9c1a-ba296c07d397 HTTP/1.1" status: 204 len: 168 time: 1.0885181 Jan 25 16:45:48.921432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:48.929290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:48.934230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:48.937636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.940425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:48.955340 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67bae64e-4a04-4053-99f3-a63e2d84a2ee tempest-FloatingIPAdminTestJSON-167129640 tempest-FloatingIPAdminTestJSON-167129640-project] 10.222.0.45 "DELETE /v2.0/floatingips/8904fc3b-846b-41b0-aac9-ba16b80efdd3 HTTP/1.1" status: 204 len: 168 time: 1.6489310 Jan 25 16:45:48.958009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:48.963192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:48.976003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:48.995200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:49.000657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.037554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port a7254e7d-79e7-4edd-b560-e184adc16ebe yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:49.151577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.166800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.274524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59450a1a-8528-4d24-a08d-c10cf9be68bf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:49.295097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 56994) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:49.338531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.11 (83f6313e-97a4-416e-b8cd-54eced901838/8b3c6ead-be60-49b6-9bd0-fb4632a41388/a7254e7d-79e7-4edd-b560-e184adc16ebe) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:49.354764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.356203 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e105816-02db-42e8-ada5-f0bacf69f2b0 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6714687 Jan 25 16:45:49.359738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57000) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:49.391867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': '59450a1a-8528-4d24-a08d-c10cf9be68bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:49.408632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:49.422362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 843a843f-c353-41f5-b9ec-6d82ecf45386 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:49.453078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:49.480503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:49.509518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:49.518351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.537528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Transition to ACTIVE for port object f57be107-185b-477a-a1db-864989f5bcac will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:49.606896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Transition to ACTIVE for port object f57be107-185b-477a-a1db-864989f5bcac will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:49.625454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.678945 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6ea4807-d898-4464-a5dc-065a07175757 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11e9308968fe4029aa51c37ab6dac7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823872 Jan 25 16:45:49.681573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:49.757608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.772107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 843a843f-c353-41f5-b9ec-6d82ecf45386 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:49.832871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.850394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Network 0c471042-4c33-4109-bf0c-f4ead3754dbd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:49.855292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:49.860128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:49.868415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Pushing event updated for resources: {'Port': ['ID=f57be107-185b-477a-a1db-864989f5bcac,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:49.893986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:49.916839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d3d490-cb9f-4ea9-8624-2695da0db9ac,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:49.918727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The resource could not be found. Jan 25 16:45:49.922350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-88516244-6306-4057-af00-54c091eb7d5c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5544631 Jan 25 16:45:49.933313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:49.953946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': '59450a1a-8528-4d24-a08d-c10cf9be68bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4cfcac5a-1071-479d-9e32-7be56c4613b6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:49.965160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:49.985317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:49.991560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:50.000580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945d701-1deb-4b88-8e8a-fd59fe3b9e87 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:50.005935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:50.070637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.091467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.110338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.111443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.115248 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a67c969-0300-4474-b660-8683caa24c5e HTTP/1.1" status: 204 len: 168 time: 0.4293873 Jan 25 16:45:50.117958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f959bbc-cc2d-4298-b7f0-c3fd7bc47665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67c969-0300-4474-b660-8683caa24c5e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:50.124622 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The resource could not be found. Jan 25 16:45:50.126860 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7da20333-c76a-49e1-9354-d9665862f550 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1925595 Jan 25 16:45:50.132001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.135888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c471042-4c33-4109-bf0c-f4ead3754dbd']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:50.152245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object a7254e7d-79e7-4edd-b560-e184adc16ebe will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:50.154418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b000bf39-1185-48cf-847b-6362edc07a19') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:50.154712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b000bf39-1185-48cf-847b-6362edc07a19') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:50.170270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.194835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Attempting to bind port f57be107-185b-477a-a1db-864989f5bcac on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:50.195543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Attempting to bind port f57be107-185b-477a-a1db-864989f5bcac by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b000bf39-1185-48cf-847b-6362edc07a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:50.195768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.196349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Attempting to bind port f57be107-185b-477a-a1db-864989f5bcac on network 0c471042-4c33-4109-bf0c-f4ead3754dbd {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:50.205427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:50.205427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.214726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Provisioning for port 843a843f-c353-41f5-b9ec-6d82ecf45386 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:50.224445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:50.224819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Checking segment: {'id': 'b000bf39-1185-48cf-847b-6362edc07a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:50.225241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.225660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Bound using segment: {'id': 'b000bf39-1185-48cf-847b-6362edc07a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:50.226156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Bound port: f57be107-185b-477a-a1db-864989f5bcac, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b000bf39-1185-48cf-847b-6362edc07a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:50.226547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.241473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Provisioning complete for port 843a843f-c353-41f5-b9ec-6d82ecf45386 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:50.241852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.273816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.322914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:50.326325 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:50.337012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:45:50.337012 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:45:50.337012 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': '0c471042-4c33-4109-bf0c-f4ead3754dbd'}] Jan 25 16:45:50.337012 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:50.340807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:50.360180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.399165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.450421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.452737 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/59450a1a-8528-4d24-a08d-c10cf9be68bf HTTP/1.1" status: 204 len: 168 time: 0.3173280 Jan 25 16:45:50.455994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57042) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.456893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da71b-0446-49f4-bed2-b0d1edc4fb48 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59450a1a-8528-4d24-a08d-c10cf9be68bf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:50.507835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.514930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 83f6313e-97a4-416e-b8cd-54eced901838 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:50.519887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:50.524579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:50.574160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aac27ba8-53cb-4a56-b87e-add1c7a6cb51 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:50.596496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aac27ba8-53cb-4a56-b87e-add1c7a6cb51 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:50.599093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aac27ba8-53cb-4a56-b87e-add1c7a6cb51 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1245866 Jan 25 16:45:50.604242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.612593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=a7254e7d-79e7-4edd-b560-e184adc16ebe,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:50.616131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': '0111eee8-f5bb-4b6a-a65b-47d989f38814', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:50.634907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.648275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:50.652330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:50.659248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:50.674316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:50.676066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.709736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Allocated IP 172.20.0.2 (83f6313e-97a4-416e-b8cd-54eced901838/8b3c6ead-be60-49b6-9bd0-fb4632a41388/590be946-2547-44d1-a9cb-8a628cb93cc0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:50.710805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57056) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.725803 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The resource could not be found. Jan 25 16:45:50.726970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51b20fdd-6948-4510-b02a-51a4779dd77b tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1224084 Jan 25 16:45:50.730554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.735313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] For port f57be107-185b-477a-a1db-864989f5bcac, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:50.740495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--736241070'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:50.744081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.745258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.752526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1964152744'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:50.758394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.760844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.764235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.768264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:network and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:50.768702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Usage tracker for resource:security_group_rule and tenant:e1de6a3a39514b43aa7c081e154e9380 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:50.772926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:50.774192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:50.777046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:50.779744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:50.782556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:50.792746 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3db3b0e7-e449-4b25-9aa4-0ff7c12d0f80 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4372914 Jan 25 16:45:50.793935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:50.839803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.841508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.851830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:50.854961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] For port f57be107-185b-477a-a1db-864989f5bcac, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f57be107-185b-477a-a1db-864989f5bcac,segment=NetworkSegment(b000bf39-1185-48cf-847b-6362edc07a19),segment_id=b000bf39-1185-48cf-847b-6362edc07a19)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:50.856027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.883912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port f57be107-185b-477a-a1db-864989f5bcac {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:50.884261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.912551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.939078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.945933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.951176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:50.958613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:security_group_rule and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:50.965806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port a7254e7d-79e7-4edd-b560-e184adc16ebe {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:50.966314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:50.998981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:51.008503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:51.010921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:51.025637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:51.042597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:51.044354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] For port 843a843f-c353-41f5-b9ec-6d82ecf45386, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=843a843f-c353-41f5-b9ec-6d82ecf45386,segment=NetworkSegment(cc99f25a-6522-4645-afff-778ccf134e53),segment_id=cc99f25a-6522-4645-afff-778ccf134e53)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:51.055670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.071344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.079347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.159038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b63b-9b3b-4577-aa46-b80719a3d20d None None] Pushing event updated for resources: {'Port': ['ID=f57be107-185b-477a-a1db-864989f5bcac,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.178154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c922b-c736-4734-ad8e-99a6ff1a6fec,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.251492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fa7fbe39-e75a-49f4-8262-ef53bc227e4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1de6a3a39514b43aa7c081e154e9380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393119 Jan 25 16:45:51.251895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57072) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:51.296206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port f57be107-185b-477a-a1db-864989f5bcac, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f57be107-185b-477a-a1db-864989f5bcac,segment=NetworkSegment(b000bf39-1185-48cf-847b-6362edc07a19),segment_id=b000bf39-1185-48cf-847b-6362edc07a19)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:51.296646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.307270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b936ae0b-f081-485a-96c1-e54ece34953a None None] Network 0c471042-4c33-4109-bf0c-f4ead3754dbd requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:51.397734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.424185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.433254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.455402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.469471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.490227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:51.493759 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11435e52-2c6c-4869-9629-a058a43ecfc7 None None] Pushing event updated for resources: {'Port': ['ID=843a843f-c353-41f5-b9ec-6d82ecf45386,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.495840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for f57be107-185b-477a-a1db-864989f5bcac owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:51.502255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.527728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Transition to ACTIVE for port object 590be946-2547-44d1-a9cb-8a628cb93cc0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:51.632662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Transition to ACTIVE for port object 590be946-2547-44d1-a9cb-8a628cb93cc0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:51.647688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for a7254e7d-79e7-4edd-b560-e184adc16ebe owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:51.652897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.687611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.687962 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Added segment e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d of type vlan for network 255dcaab-10ef-4717-a4ec-827262e2a670 Jan 25 16:45:51.692581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcad340-44ad-4684-b343-b9fd6174ada4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.726505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.728674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-09eb1584-7f25-471d-8f21-94dd12cf5529 None None] Provisioning complete for port 843a843f-c353-41f5-b9ec-6d82ecf45386 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:51.729045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-09eb1584-7f25-471d-8f21-94dd12cf5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.763701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Network 83f6313e-97a4-416e-b8cd-54eced901838 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:51.764934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.768871 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2faa9787-031c-47ea-a65c-676067ac014a tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0339346 Jan 25 16:45:51.780963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57078) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:51.783397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.799356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b42d5-7bab-4ff4-8c8c-6bdd6b86b239,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.800157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Pushing event updated for resources: {'Port': ['ID=590be946-2547-44d1-a9cb-8a628cb93cc0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.809420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727104655'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:51.812560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:51.819027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Port': ['ID=f57be107-185b-477a-a1db-864989f5bcac,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:51.824539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No DVR routers for this DVR port f57be107-185b-477a-a1db-864989f5bcac on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:51.854849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:51.891004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:51.893832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.905648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.911574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:51.912109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:51.949299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:51.966057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:51.985113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:52.014981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Attempting to bind port 590be946-2547-44d1-a9cb-8a628cb93cc0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:52.015561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Attempting to bind port 590be946-2547-44d1-a9cb-8a628cb93cc0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '6498c556-5272-4d05-82c7-972da4854581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:52.015695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.015797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Attempting to bind port 590be946-2547-44d1-a9cb-8a628cb93cc0 on network 83f6313e-97a4-416e-b8cd-54eced901838 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:52.027964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:52.028350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.028681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Checking segment: {'id': '6498c556-5272-4d05-82c7-972da4854581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:52.029172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.029626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Bound using segment: {'id': '6498c556-5272-4d05-82c7-972da4854581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:52.030118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Bound port: 590be946-2547-44d1-a9cb-8a628cb93cc0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6498c556-5272-4d05-82c7-972da4854581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83f6313e-97a4-416e-b8cd-54eced901838'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:52.030499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.030693 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5218041 Jan 25 16:45:52.036932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.037455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.049685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.082565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:52.093005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c471042-4c33-4109-bf0c-f4ead3754dbd']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:52.123210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d89b1a-aa08-40db-937f-a6aae04e3a58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Network': ['ID=255dcaab-10ef-4717-a4ec-827262e2a670,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.123820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b000bf39-1185-48cf-847b-6362edc07a19') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:52.124281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b000bf39-1185-48cf-847b-6362edc07a19') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:52.133785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:52.137581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:52.144917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:52.150580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.159567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:52.168879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:52.182483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.194052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:52.194619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:52.213007 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:52.223266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.234216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:52.260329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:52.268932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.286118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=a7254e7d-79e7-4edd-b560-e184adc16ebe,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.312710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c922b-c736-4734-ad8e-99a6ff1a6fec,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.385690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6d8e7-550c-4665-84c7-75e567fdfa95 None None] Pushing event updated for resources: {'Port': ['ID=590be946-2547-44d1-a9cb-8a628cb93cc0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.427667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.434022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.450154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:52.463361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:52.464811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.465989 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d34a5dd6-460c-4f61-8963-97099aa3a373 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a2c922b-c736-4734-ad8e-99a6ff1a6fec HTTP/1.1" status: 204 len: 168 time: 1.2048738 Jan 25 16:45:52.467869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:52.471629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.474275 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59f3bfe7-4b0e-45a7-b008-2141d8e2ac01 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/a7254e7d-79e7-4edd-b560-e184adc16ebe HTTP/1.1" status: 204 len: 168 time: 1.6793711 Jan 25 16:45:52.477858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57092) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.480719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:52.498289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/0c471042-4c33-4109-bf0c-f4ead3754dbd HTTP/1.1" status: 204 len: 168 time: 4.3955262 Jan 25 16:45:52.499668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5111f8-6259-4ca3-a4c1-7d7cc2d8a275 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=0c471042-4c33-4109-bf0c-f4ead3754dbd,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.502806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.520959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946506622'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:52.525930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:52.527080 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b24974-8eb8-4db9-bd45-b44e19c5cfd8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:45:52.527551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b24974-8eb8-4db9-bd45-b44e19c5cfd8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:45:52.529261 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6b24974-8eb8-4db9-bd45-b44e19c5cfd8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/a7254e7d-79e7-4edd-b560-e184adc16ebe HTTP/1.1" status: 404 len: 333 time: 0.0500708 Jan 25 16:45:52.531021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:52.531999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57100) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.535533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:52.542510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:52.546376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.558719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.591970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c020900-b74f-4ca6-917b-e0863ae71660 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:45:52.592797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c020900-b74f-4ca6-917b-e0863ae71660 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:52.598422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:52.602398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:52.603382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.606605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.650215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d128be97-8d78-43ae-b739-ee82463f87e7,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:52.655524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.657062 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9945c956-94a5-44e4-ad6e-ab4d799da470 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8674130 Jan 25 16:45:52.661315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57104) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.670729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group_rule': {'security_group_id': 'afcad340-44ad-4684-b343-b9fd6174ada4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd128be97-8d78-43ae-b739-ee82463f87e7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:52.680295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:52.683989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:52.696460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:52.704933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:52.715357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.715714 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment f5950627-f5d0-4051-bc13-2caaa1bb7858 of type vlan for network eb3c8997-38c6-4ed3-9b35-38f4785b9179 Jan 25 16:45:52.717070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:52.766774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.798330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:45:52.798561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c020900-b74f-4ca6-917b-e0863ae71660 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:52.799436 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-08dacda5-c8c9-415f-baf7-301af9a52877 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1371017 Jan 25 16:45:52.803953 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c020900-b74f-4ca6-917b-e0863ae71660 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/a7254e7d-79e7-4edd-b560-e184adc16ebe HTTP/1.1" status: 404 len: 333 time: 0.2709024 Jan 25 16:45:52.804561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.807461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57112) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:52.864527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:52.875092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:52.875795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.015666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.045092 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5296810 Jan 25 16:45:53.048127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57120) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.056798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 8b3c6ead-be60-49b6-9bd0-fb4632a41388 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:45:53.061575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:53.062708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.102856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c59c39-ee67-4679-8564-fb52ce09e7ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=eb3c8997-38c6-4ed3-9b35-38f4785b9179,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:53.122175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:53.128154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57124) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.132624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.195612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.214176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.230336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:53.234466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd67fa26a834c6487bc863d5cc6118c is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:53.237685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:53.246269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:53.273019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.330498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.352918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.361103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 590be946-2547-44d1-a9cb-8a628cb93cc0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:53.411755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128be97-8d78-43ae-b739-ee82463f87e7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:53.423125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=83ada049-6013-44df-a3c8-315305171a25,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:53.459349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:53.468061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.468843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.470192 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4fea3fa7-22a7-43b4-be98-3ddbdad197d1 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/d128be97-8d78-43ae-b739-ee82463f87e7 HTTP/1.1" status: 204 len: 168 time: 0.6632104 Jan 25 16:45:53.473662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:53.474443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 590be946-2547-44d1-a9cb-8a628cb93cc0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:53.476120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57128) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.479355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:53.480860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 843a843f-c353-41f5-b9ec-6d82ecf45386 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:45:53.489819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:53.502915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.505531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:53.506105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network hostable DHCP agents. Network: 255dcaab-10ef-4717-a4ec-827262e2a670, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:53.526086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.540812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:53.550697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.562232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 843a843f-c353-41f5-b9ec-6d82ecf45386 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:53.562904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.575177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.649943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97770e8b-7274-49f2-bdf7-6b808f904dfd tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:53.652696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3c6ead-be60-49b6-9bd0-fb4632a41388,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:53.670996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcd67fa26a834c6487bc863d5cc6118c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413911 Jan 25 16:45:53.685600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57134) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.694666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dc9e9074-42f0-4022-8fe8-5536343b079f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/8b3c6ead-be60-49b6-9bd0-fb4632a41388 HTTP/1.1" status: 204 len: 168 time: 0.8836060 Jan 25 16:45:53.696256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97770e8b-7274-49f2-bdf7-6b808f904dfd tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:53.697707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-97770e8b-7274-49f2-bdf7-6b808f904dfd tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2196131 Jan 25 16:45:53.698563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57140) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.714425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7515dcd-2403-4c18-b8f9-490e9c1bb4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93581534-64fc-4500-a875-cd823089d0e5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:53.718936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57142) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.773681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:53.794720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 255dcaab-10ef-4717-a4ec-827262e2a670) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:53.800047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:53.801860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.804382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0a554-1dd1-4cc6-a32f-bfbe46289730 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:53.946258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.959246 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36c79949-7c18-4819-831f-1878be828a5b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9196973 Jan 25 16:45:53.962877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0eb9b-2808-4689-902d-4bcddb4ec1f1 None None] Network 83f6313e-97a4-416e-b8cd-54eced901838 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:53.963716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:53.970697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57148) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:53.996746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'name': 'tempest-NetworksTestDHCPv6-869999168'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:54.017888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.046584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.057891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=8827bb61-550b-4a5f-bc3b-e14ee0c35c27,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:54.089840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Provisioning for port 590be946-2547-44d1-a9cb-8a628cb93cc0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:45:54.099512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'f5950627-f5d0-4051-bc13-2caaa1bb7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:54.099862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: eb3c8997-38c6-4ed3-9b35-38f4785b9179, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:54.105939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Provisioning complete for port 590be946-2547-44d1-a9cb-8a628cb93cc0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:45:54.106461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.125229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:54.134495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:54.134899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.137474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, eb3c8997-38c6-4ed3-9b35-38f4785b9179) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:54.143508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:54.145186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.158543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a59b6-5c8c-4d80-b073-508be687d036 None None] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:54.168981 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-502b423c-0cd0-4a0f-9a82-da873747ba8e tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1154740 Jan 25 16:45:54.172433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:54.180940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636176498'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:54.186201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:54.190260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:54.194522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:54.201333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:54.216890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:54.219328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.252180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:54.262874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.263218 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment f52939fa-b746-4c29-ae3c-2f2ae1c7e2b9 of type vlan for network 66b77445-a39c-41d5-b207-01ef51cdc3b3 Jan 25 16:45:54.296141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.330385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.336662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:54.337435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.345896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.400450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.418444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.447780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2739232 Jan 25 16:45:54.450603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:54.459419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '66b77445-a39c-41d5-b207-01ef51cdc3b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:54.530944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcad340-44ad-4684-b343-b9fd6174ada4,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:54.575207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '83ada049-6013-44df-a3c8-315305171a25'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:54.576356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.576591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e3dc2-8a52-41e0-af72-cbc9f7d0c8d8 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=66b77445-a39c-41d5-b207-01ef51cdc3b3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:54.584855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.586017 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5d0e597b-0740-48a0-8f2a-0ac30b2ecb8f tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/afcad340-44ad-4684-b343-b9fd6174ada4 HTTP/1.1" status: 204 len: 168 time: 0.8252585 Jan 25 16:45:54.591004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:54.594023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:54.595410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:54.615838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:54.617521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:54.621829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:54.623499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:54.630187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 66b77445-a39c-41d5-b207-01ef51cdc3b3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:54.633166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:54.661874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:54.665650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.675065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:54.720542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.737724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:54.742028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.745626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7feda6be-434f-4c07-b8ca-cbea27d6ebe4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:54.768785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93581534-64fc-4500-a875-cd823089d0e5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:54.773658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:54.773658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.774016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.782875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:54.788877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6144f678-b322-43f6-ad30-c43977038c36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93581534-64fc-4500-a875-cd823089d0e5 HTTP/1.1" status: 204 len: 168 time: 1.0940948 Jan 25 16:45:54.789564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:45:54.789564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:45:54.813848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7feda6be-434f-4c07-b8ca-cbea27d6ebe4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:54.824515 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7feda6be-434f-4c07-b8ca-cbea27d6ebe4 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2319124 Jan 25 16:45:54.829167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:54.853200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033079836'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:54.870499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:54.890654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 5987b06f-98f6-4e96-b24f-00cfbb41b7a6 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:45:54.905996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:55.011203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-eb3c8997-38c6-4ed3-9b35-38f4785b9179', 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': '8827bb61-550b-4a5f-bc3b-e14ee0c35c27'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:55.012041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.022880 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.031613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 590be946-2547-44d1-a9cb-8a628cb93cc0 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:55.046378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:55.062998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.123679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:55.145604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Usage tracker for resource:security_group_rule and tenant:7d3446fad6a248b5888aa33e9dd6adfc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:55.155108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:55.164669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:55.164982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:55.179468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] DHCP port deletion for 83f6313e-97a4-416e-b8cd-54eced901838 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:45:55.219892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:55.263025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:55.263693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.309954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 590be946-2547-44d1-a9cb-8a628cb93cc0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:45:55.442308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/83ada049-6013-44df-a3c8-315305171a25/ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:55.450297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.459593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6349f-9c08-4d8c-92e0-836634bf5933 None None] Pushing event updated for resources: {'Port': ['ID=590be946-2547-44d1-a9cb-8a628cb93cc0,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:55.469399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.592083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=e08c353c-eb3f-4e32-a904-d6909217db66,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:55.602233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.611469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.627293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'f52939fa-b746-4c29-ae3c-2f2ae1c7e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '66b77445-a39c-41d5-b207-01ef51cdc3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:55.627581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: 66b77445-a39c-41d5-b207-01ef51cdc3b3, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:55.668097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:55.668902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.679056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428ba815-8ac4-4a88-b33b-6b748b91639a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:55.692468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 66b77445-a39c-41d5-b207-01ef51cdc3b3 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:55.704439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.706391 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9c51c39-5f4f-4f4d-931c-24bda22e52ce tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8759987 Jan 25 16:45:55.710157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 66b77445-a39c-41d5-b207-01ef51cdc3b3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:55.715396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:55.716913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.722443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:55.730634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3d69b093-64b2-4332-80a5-077934b62b34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:55.731686 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-3d69b093-64b2-4332-80a5-077934b62b34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 25 16:45:55.733157 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-3d69b093-64b2-4332-80a5-077934b62b34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] update failed (client error): There was a conflict when trying to complete your request. Jan 25 16:45:55.734443 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d69b093-64b2-4332-80a5-077934b62b34 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "PUT /v2.0/security-groups/428ba815-8ac4-4a88-b33b-6b748b91639a HTTP/1.1" status: 409 len: 330 time: 0.0107560 Jan 25 16:45:55.734857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86189ecb-26b7-4c75-a2f1-0a6df3e6cda4 None None] Network 66b77445-a39c-41d5-b207-01ef51cdc3b3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:55.742352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57198) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:55.756023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Allocated IP 2001:db8::1 (eb3c8997-38c6-4ed3-9b35-38f4785b9179/8827bb61-550b-4a5f-bc3b-e14ee0c35c27/5fd498ff-e57e-4114-a2cb-175bf98a437f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:55.777136 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9894bc9-21c8-4324-8b2e-9993fae2fbe9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3252497 Jan 25 16:45:55.786277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57202) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:55.830973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.888095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.919598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:55.981367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.017053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428ba815-8ac4-4a88-b33b-6b748b91639a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:56.022422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.023892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-77048813-e0fd-4729-8603-b0b6d5ddc7d8 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/428ba815-8ac4-4a88-b33b-6b748b91639a HTTP/1.1" status: 204 len: 168 time: 0.2802618 Jan 25 16:45:56.026811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.095653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:56.096196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.109131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d8f8ce4-b0af-49fb-aafc-e170955c1015 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Synchronizing usage tracker for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:56.147688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d8f8ce4-b0af-49fb-aafc-e170955c1015 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] Unset dirty status for tenant:7d3446fad6a248b5888aa33e9dd6adfc on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:56.149048 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d8f8ce4-b0af-49fb-aafc-e170955c1015 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1209862 Jan 25 16:45:56.153266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57218) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.184840 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-8e32a623-a0b6-4031-b6bd-aa1614376d96 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] delete failed (client error): The resource could not be found. Jan 25 16:45:56.185891 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e32a623-a0b6-4031-b6bd-aa1614376d96 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "DELETE /v2.0/security-groups/c172c23e-49fb-4110-a114-a0d5644ceab2 HTTP/1.1" status: 404 len: 347 time: 0.0316288 Jan 25 16:45:56.191508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.226410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-bd1fa5a9-3049-41c1-9d0a-903c5d3885d2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] show failed (client error): The resource could not be found. Jan 25 16:45:56.227457 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd1fa5a9-3049-41c1-9d0a-903c5d3885d2 tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-groups/0e2bc3b2-9fdf-4177-9216-94d0a5e3d52b HTTP/1.1" status: 404 len: 347 time: 0.0350049 Jan 25 16:45:56.236168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.255015 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-064aedbf-227f-4fa8-a68b-e99e2873a73c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] show failed (client error): The resource could not be found. Jan 25 16:45:56.255827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-064aedbf-227f-4fa8-a68b-e99e2873a73c tempest-NegativeSecGroupTest-623734834 tempest-NegativeSecGroupTest-623734834-project] 10.222.0.45 "GET /v2.0/security-group-rules/9940e7eb-d7cf-4507-af11-55edc11db824 HTTP/1.1" status: 404 len: 356 time: 0.0186284 Jan 25 16:45:56.259748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 590be946-2547-44d1-a9cb-8a628cb93cc0 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:56.345139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:56.345773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.360972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.429145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:56.457952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:56.458315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:56.459389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.563604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.602247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Calling delete_port for 590be946-2547-44d1-a9cb-8a628cb93cc0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:56.607842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=e08c353c-eb3f-4e32-a904-d6909217db66,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:56.625181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57238) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.637439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.731706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.771857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b77445-a39c-41d5-b207-01ef51cdc3b3']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:56.788860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52939fa-b746-4c29-ae3c-2f2ae1c7e2b9') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:56.789411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52939fa-b746-4c29-ae3c-2f2ae1c7e2b9') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:56.817165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.832599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.853600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.857033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8687dd-5aae-487e-80c4-991d49d95f9b None None] Network 66b77445-a39c-41d5-b207-01ef51cdc3b3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:56.869276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:56.869745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.876627 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-915d07b3-1e30-4c0e-be3d-dbed17f21541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d3446fad6a248b5888aa33e9dd6adfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496514 Jan 25 16:45:56.879841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:56.960750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.964056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:56.981315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=590be946-2547-44d1-a9cb-8a628cb93cc0,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.007890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.012410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:57.012772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:57.058639 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:57.071940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.105197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51791f-7fe1-41c6-b92b-bc4174043408,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.109281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.111254 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2edb9228-79bd-4228-957f-4a095648c34d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea51791f-7fe1-41c6-b92b-bc4174043408 HTTP/1.1" status: 204 len: 168 time: 0.2285357 Jan 25 16:45:57.155529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.156142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Transition to ACTIVE for port object ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:57.161527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Transition to ACTIVE for port object 5fd498ff-e57e-4114-a2cb-175bf98a437f will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:57.179138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.190591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=66b77445-a39c-41d5-b207-01ef51cdc3b3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.200641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Transition to ACTIVE for port object ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:57.200880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4f43e199-071b-4a66-abd3-eb19bd66a58d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/66b77445-a39c-41d5-b207-01ef51cdc3b3 HTTP/1.1" status: 204 len: 168 time: 1.2283497 Jan 25 16:45:57.204014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Transition to ACTIVE for port object 5fd498ff-e57e-4114-a2cb-175bf98a437f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:57.204989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57262) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:57.211419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.214216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61115934'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:57.223605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:57.233631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:57.239108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:57.254764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:57.257468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.281384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:57.285792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.301348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::73 (255dcaab-10ef-4717-a4ec-827262e2a670/83ada049-6013-44df-a3c8-315305171a25/5987b06f-98f6-4e96-b24f-00cfbb41b7a6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:45:57.353557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:45:57.359501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:57.361478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:57.377064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:57.378177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.379862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:57.384345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:57.388962 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment c3bcfb16-6b32-45f8-906d-ed85777a6e9c of type vlan for network 70bc23f2-3327-4da2-a8a8-a5e131852020 Jan 25 16:45:57.401949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:57.402295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.455145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:57.465997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.469170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Pushing event updated for resources: {'Port': ['ID=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.549560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:57.550820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.552349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.559076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:57.559749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.638901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57278) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:57.749742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Attempting to bind port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:57.750429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Attempting to bind port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:57.750969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Attempting to bind port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:57.754057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Attempting to bind port 5fd498ff-e57e-4114-a2cb-175bf98a437f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:45:57.754646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Attempting to bind port 5fd498ff-e57e-4114-a2cb-175bf98a437f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f5950627-f5d0-4051-bc13-2caaa1bb7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:45:57.755281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Attempting to bind port 5fd498ff-e57e-4114-a2cb-175bf98a437f on network eb3c8997-38c6-4ed3-9b35-38f4785b9179 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:45:57.770009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32f68c2c-80bd-4520-8671-f9a6ed674305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.771755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Pushing event updated for resources: {'Port': ['ID=5fd498ff-e57e-4114-a2cb-175bf98a437f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.778309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:57.779901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Checking segment: {'id': 'f5950627-f5d0-4051-bc13-2caaa1bb7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:57.780534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.781145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Bound using segment: {'id': 'f5950627-f5d0-4051-bc13-2caaa1bb7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:57.781858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Bound port: 5fd498ff-e57e-4114-a2cb-175bf98a437f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5950627-f5d0-4051-bc13-2caaa1bb7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'eb3c8997-38c6-4ed3-9b35-38f4785b9179'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:57.782466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.799445 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5931528 Jan 25 16:45:57.800309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:57.813884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '70bc23f2-3327-4da2-a8a8-a5e131852020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:57.831876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.854806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ce2ae-1736-4fdf-83f2-fa240e181075 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=70bc23f2-3327-4da2-a8a8-a5e131852020,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:57.855402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:45:57.855893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:57.856370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.856860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:45:57.857447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Bound port: ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:45:57.857885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:57.888938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 70bc23f2-3327-4da2-a8a8-a5e131852020 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:45:57.991209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-75303a67-d991-4385-be08-5ba86a851004 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:57.992601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:57.996538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:57.999755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:58.007367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:58.019324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:45:58.024529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.027174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 5987b06f-98f6-4e96-b24f-00cfbb41b7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:45:58.064867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:58.065592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.246449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 590be946-2547-44d1-a9cb-8a628cb93cc0 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:58.283112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] For port 5fd498ff-e57e-4114-a2cb-175bf98a437f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:58.287734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-75303a67-d991-4385-be08-5ba86a851004 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "PUT /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4 HTTP/1.1" status: 200 len: 366 time: 0.6390202 Jan 25 16:45:58.295625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57302) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.310041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] For port 590be946-2547-44d1-a9cb-8a628cb93cc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=590be946-2547-44d1-a9cb-8a628cb93cc0,segment=NetworkSegment(6498c556-5272-4d05-82c7-972da4854581),segment_id=6498c556-5272-4d05-82c7-972da4854581)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:45:58.310653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.312979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-298975d1-ea16-4dd5-9cc6-e760c8266ca3 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0153778 Jan 25 16:45:58.316924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57306) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.325904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] For port 5fd498ff-e57e-4114-a2cb-175bf98a437f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fd498ff-e57e-4114-a2cb-175bf98a437f,segment=NetworkSegment(f5950627-f5d0-4051-bc13-2caaa1bb7858),segment_id=f5950627-f5d0-4051-bc13-2caaa1bb7858)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:58.327589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:45:58.338535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb5eb736-3c8e-4193-93d4-32a865bdf22c tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4 HTTP/1.1" status: 200 len: 366 time: 0.0184422 Jan 25 16:45:58.341090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57310) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.351403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.366542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.427873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:45:58.432235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:58.436565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.441182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:45:58.447224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:58.447873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.453877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.477392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Calling delete_port for 590be946-2547-44d1-a9cb-8a628cb93cc0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:45:58.478816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5069141 Jan 25 16:45:58.483223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57316) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.489322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No DVR routers for this DVR port 590be946-2547-44d1-a9cb-8a628cb93cc0 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:45:58.489515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=6217a146-dc72-4bc8-8e2c-8d3245f4b0a8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:58.491029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9f3fe-03a3-4047-ac6f-85543841ca9a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=5987b06f-98f6-4e96-b24f-00cfbb41b7a6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:58.524987 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d8d094b-4ca5-46f5-b939-1250acdcdbb6 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4 HTTP/1.1" status: 204 len: 168 time: 0.1795981 Jan 25 16:45:58.526045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.570886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'c3bcfb16-6b32-45f8-906d-ed85777a6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '70bc23f2-3327-4da2-a8a8-a5e131852020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:45:58.571259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: 70bc23f2-3327-4da2-a8a8-a5e131852020, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:45:58.581464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cba14d50-82f5-477d-9048-6c7a600d88bd tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0518425 Jan 25 16:45:58.583796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.606425 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-019a13f1-4b67-4e1c-975e-56dcc419f5c7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4 HTTP/1.1" status: 200 len: 370 time: 0.0207868 Jan 25 16:45:58.608831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.622593 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e19a007d-1963-4788-bbde-33df1643271f tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4/default HTTP/1.1" status: 200 len: 370 time: 0.0057499 Jan 25 16:45:58.626226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.636394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 70bc23f2-3327-4da2-a8a8-a5e131852020 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:45:58.647831 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-59ed5806-626a-4bef-b23a-b6a2ba9a309e tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] delete failed (client error): The resource could not be found. Jan 25 16:45:58.648937 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59ed5806-626a-4bef-b23a-b6a2ba9a309e tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/a00b5adc78ca4fadaca1462d0e7bbea4 HTTP/1.1" status: 404 len: 348 time: 0.0204377 Jan 25 16:45:58.653571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=590be946-2547-44d1-a9cb-8a628cb93cc0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:58.662106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 70bc23f2-3327-4da2-a8a8-a5e131852020) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:45:58.681518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:58.682591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.683509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:45:58.728524 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-48e7edc9-17ce-4e2e-9b0e-2c89ccec4920 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9231513 Jan 25 16:45:58.731042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57344) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:58.740687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07d121-4d12-4cd4-aa11-5ba5eac16071 None None] Network 70bc23f2-3327-4da2-a8a8-a5e131852020 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:58.778662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.818037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.861993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d22b19-4bde-4e7b-a31d-799d3c817db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:58.869496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d22b19-4bde-4e7b-a31d-799d3c817db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:45:58.870424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d22b19-4bde-4e7b-a31d-799d3c817db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:45:58.880051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f6313e-97a4-416e-b8cd-54eced901838']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:58.910800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6498c556-5272-4d05-82c7-972da4854581') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:58.911104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6498c556-5272-4d05-82c7-972da4854581') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:58.960197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.994591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d22b19-4bde-4e7b-a31d-799d3c817db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:45:58.994591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74d22b19-4bde-4e7b-a31d-799d3c817db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5063543 Jan 25 16:45:58.994591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:58.997058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57354) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:59.063597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.080803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:59.081121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:59.100669 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:45:59.112862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 5987b06f-98f6-4e96-b24f-00cfbb41b7a6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:59.113205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.138853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf655f19-b9ac-4575-a5dd-56379a0c98b1 None None] Pushing event updated for resources: {'Port': ['ID=5fd498ff-e57e-4114-a2cb-175bf98a437f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:59.199474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.221840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:45:59.223324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:45:59.282557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57362) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:59.343111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.354543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f16091-041a-418e-ad93-8448e2c6e408 None None] Pushing event updated for resources: {'Port': ['ID=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:59.370804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:network and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:59.415100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.423130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e012a-88c0-4064-a327-423b5a3b427e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-70bc23f2-3327-4da2-a8a8-a5e131852020', 'network_id': '70bc23f2-3327-4da2-a8a8-a5e131852020', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': '6217a146-dc72-4bc8-8e2c-8d3245f4b0a8'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:45:59.428201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=6217a146-dc72-4bc8-8e2c-8d3245f4b0a8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:59.429083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-850e012a-88c0-4064-a327-423b5a3b427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.445044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:59.448601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.574044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe2768-f38e-4659-804c-11cf3494ff55 None None] Network 70bc23f2-3327-4da2-a8a8-a5e131852020 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:45:59.622769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=83f6313e-97a4-416e-b8cd-54eced901838,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:45:59.637938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:subnet and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:59.650968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:59.654339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3e361684-57b0-41ed-8aad-3ff5e3877486 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/83f6313e-97a4-416e-b8cd-54eced901838 HTTP/1.1" status: 204 len: 168 time: 5.9417140 Jan 25 16:45:59.658994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57370) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:59.678191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.697929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879299541'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:45:59.740164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bc23f2-3327-4da2-a8a8-a5e131852020']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:59.765774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:45:59.776024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bcfb16-6b32-45f8-906d-ed85777a6e9c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:59.776326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bcfb16-6b32-45f8-906d-ed85777a6e9c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:45:59.812968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:subnetpool and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:59.823403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:45:59.830544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.883481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:45:59.883882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:59.914139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.918950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:45:59.935501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:45:59.948414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:45:59.948820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.950780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Deleting port 590be946-2547-44d1-a9cb-8a628cb93cc0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:45:59.952218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:45:59.984867 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:00.046274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:00.049984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.092430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-61a5f475-bd6e-4209-9439-ed5d12b617d4 None None] The port '590be946-2547-44d1-a9cb-8a628cb93cc0' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:46:00.094266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:port and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.107819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.163279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.170770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:router and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.212927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-448185ea-d799-4f6b-ad69-a87cfe3cdbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.249013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.266197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--548780703', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:00.275288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:00.279628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.288748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.294188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:00.296306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.319223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.319473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 5987b06f-98f6-4e96-b24f-00cfbb41b7a6 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:00.328891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=70bc23f2-3327-4da2-a8a8-a5e131852020,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:00.334802 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5d98fd88-20ae-4dab-b5da-ac8644d18733 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/70bc23f2-3327-4da2-a8a8-a5e131852020 HTTP/1.1" status: 204 len: 168 time: 1.6030896 Jan 25 16:46:00.338699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:00.345186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45735344'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:00.349283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:00.352870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.359319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:00.364817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:00.370045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.379402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.381080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:floatingip and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.383688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.387296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.387644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment 4db35e54-0eee-413d-ada0-6371124c3b1d of type vlan for network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 Jan 25 16:46:00.393056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:00.395855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:00.401246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.402375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.406506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.413276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:00.416804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.428832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:00.449699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.461347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:00.475160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.475541 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment 28e1b8f9-a4a7-4cdc-bac8-7e695971b83b of type vlan for network d882cc15-4b6f-4759-a632-76540531bcec Jan 25 16:46:00.515292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.552067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.555428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.559666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:00.560313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.561894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:security_group and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.599310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.605657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:00.606422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.653337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=5987b06f-98f6-4e96-b24f-00cfbb41b7a6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:00.663453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.715889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=d882cc15-4b6f-4759-a632-76540531bcec,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:00.726375 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9a9f70a7-c7d4-4478-af53-628dbbe84bf4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3843064 Jan 25 16:46:00.734963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d882cc15-4b6f-4759-a632-76540531bcec details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:00.747575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57390) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:00.791844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': 'd882cc15-4b6f-4759-a632-76540531bcec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:00.794026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.807027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.828721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:00.849920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.850187 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment cd94b5b3-07a2-4a93-97e6-31e5324374ec of type vlan for network 1c636b3e-10f0-4458-a275-07ebf13524b0 Jan 25 16:46:00.885695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.910765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:00.920643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9aadeba1-7517-4e51-99ab-2b4f756df923 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/5987b06f-98f6-4e96-b24f-00cfbb41b7a6 HTTP/1.1" status: 204 len: 168 time: 1.9224479 Jan 25 16:46:00.924821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2589667 Jan 25 16:46:00.926868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57394) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:00.927372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:00.935993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3e54-fd94-4b0d-bbbb-e5aee4ab469d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=971ba17d-6dfe-4f24-b70b-e1f792afcfe8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:00.954968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Usage tracker for resource:security_group_rule and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:00.957131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:00.967512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:00.982767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:00.990593 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b55490d3-e960-4c35-aa3f-100a733900d7 tempest-QuotasTest-1820675202 tempest-QuotasTest-1820675202-project-admin] 10.222.0.45 "GET /v2.0/quotas/75a2600e5e664021b47f3ea0fb6cd2d8/details.json HTTP/1.1" status: 200 len: 703 time: 1.7070260 Jan 25 16:46:01.000816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b0fe0-3e0b-4f13-9853-e93c5b9b454f None None] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:01.009682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:01.014042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:01.019606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:01.033631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:01.064415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:01.069331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.246159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-62fca9d2-e594-4bd2-b9e9-ad8316b8efaf None None] Provisioning for port 5fd498ff-e57e-4114-a2cb-175bf98a437f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:01.249754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.311777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:01.315581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:01.318801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:01.459783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55445938-a80c-46f7-9002-b2e2aef9b87f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:01.486442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55445938-a80c-46f7-9002-b2e2aef9b87f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:01.486442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55445938-a80c-46f7-9002-b2e2aef9b87f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:01.515132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:01.529425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c851e8-6f48-440b-9938-ec5c07a18be1 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:01.533697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8335cee4-35f6-4d7f-8be3-a5c49f9201ab,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:01.562773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.579832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:01.580638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.621558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fd498ff-e57e-4114-a2cb-175bf98a437f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:01.632757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:01.638431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:01.643270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.647331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.667950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.719498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55445938-a80c-46f7-9002-b2e2aef9b87f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:01.720895 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55445938-a80c-46f7-9002-b2e2aef9b87f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7919655 Jan 25 16:46:01.728293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57416) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:01.730410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6781f2b7-d592-4ae7-b7f5-f321db9751ce None None] Provisioning for port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:01.792346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': '28e1b8f9-a4a7-4cdc-bac8-7e695971b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd882cc15-4b6f-4759-a632-76540531bcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:01.792782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: d882cc15-4b6f-4759-a632-76540531bcec, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:01.797613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=c597b72a-83a9-493e-ab99-e871fc925ff3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:01.829064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5fd498ff-e57e-4114-a2cb-175bf98a437f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:01.829747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 83ada049-6013-44df-a3c8-315305171a25 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:01.834762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.843590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5fd498ff-e57e-4114-a2cb-175bf98a437f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:01.844012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.849475 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9621973 Jan 25 16:46:01.850656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede336c-5dec-4200-bd8c-aed1d785f2e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=1c636b3e-10f0-4458-a275-07ebf13524b0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:01.853051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:01.865081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:01.875012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:01.886549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:01.892733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:01.893009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network d882cc15-4b6f-4759-a632-76540531bcec is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:01.895465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:01.901634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:01.935524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.937906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.939768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.976058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.994430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d882cc15-4b6f-4759-a632-76540531bcec) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:02.013471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:02.014112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.060715 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d6285e5b-0653-4019-8d42-24230723c795 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2947745 Jan 25 16:46:02.061070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57426) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:02.091259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d181d-cd35-4abe-b959-fc87dba8fce1 None None] Network d882cc15-4b6f-4759-a632-76540531bcec requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:02.118764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.187383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.265034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:02.296746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.298193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Usage tracker for resource:security_group_rule and tenant:25763066dd034ebba723e019dd66486c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:02.311529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:02.356387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d7baec8e-e145-4b85-86f5-f9ef676c9791 None None] Provisioning complete for port 5fd498ff-e57e-4114-a2cb-175bf98a437f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:02.356840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7baec8e-e145-4b85-86f5-f9ef676c9791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.398801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:02.491936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.510326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.542357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=83ada049-6013-44df-a3c8-315305171a25,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:02.568193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.577877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.635108 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-68e2ca1a-0647-46fb-a180-e00f58ebca01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/83ada049-6013-44df-a3c8-315305171a25 HTTP/1.1" status: 204 len: 168 time: 0.9055402 Jan 25 16:46:02.638731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57436) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:02.643059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.689854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5fd498ff-e57e-4114-a2cb-175bf98a437f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fd498ff-e57e-4114-a2cb-175bf98a437f,segment=NetworkSegment(f5950627-f5d0-4051-bc13-2caaa1bb7858),segment_id=f5950627-f5d0-4051-bc13-2caaa1bb7858)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:02.699016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287c9b0-e2b5-4a64-83c3-f97c3ed5e623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-d882cc15-4b6f-4759-a632-76540531bcec', 'network_id': 'd882cc15-4b6f-4759-a632-76540531bcec', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': 'c597b72a-83a9-493e-ab99-e871fc925ff3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:02.700157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4287c9b0-e2b5-4a64-83c3-f97c3ed5e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.734630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.738266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.742884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.743695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:02.747697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=712d626a-bc73-4c51-b5c9-bf1eafa073f3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:02.752150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a2ad690b-8ec0-4f4a-ac94-75a768b73a86 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121023 Jan 25 16:46:02.763401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57440) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:02.765464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.779166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:02.806802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.863292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=c597b72a-83a9-493e-ab99-e871fc925ff3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:02.904331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89630a37-f1a6-4610-9975-33a2ff3e427c None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:02.966720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.979017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:02.994548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d882cc15-4b6f-4759-a632-76540531bcec']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:03.009661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e1b8f9-a4a7-4cdc-bac8-7e695971b83b') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:03.010012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e1b8f9-a4a7-4cdc-bac8-7e695971b83b') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:03.022835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.039457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.048548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:03.049250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:03.068399 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:03.070515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:03.094149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:03.100083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': '4db35e54-0eee-413d-ada0-6371124c3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:03.100335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7baec8e-e145-4b85-86f5-f9ef676c9791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.100446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 971ba17d-6dfe-4f24-b70b-e1f792afcfe8, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:03.105747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:03.154894 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25763066dd034ebba723e019dd66486c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4958878 Jan 25 16:46:03.157769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57444) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:03.162373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.163737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293785d5-30c5-4f0d-88cb-b6312b8d7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249a1d8-c6a5-488d-80b6-5abbad3b9d75,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:03.166673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:03.182866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5fd498ff-e57e-4114-a2cb-175bf98a437f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:03.190357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.203246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:03.207567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.215785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/d882cc15-4b6f-4759-a632-76540531bcec HTTP/1.1" status: 204 len: 168 time: 1.1533306 Jan 25 16:46:03.222832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:03.225563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd72cb-f10d-42c8-9bbe-91170ce682a1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=d882cc15-4b6f-4759-a632-76540531bcec,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:03.239110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843379126'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:03.241338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246a21d-1d08-4ff7-95c4-7febf57f0f69 None None] Network d882cc15-4b6f-4759-a632-76540531bcec requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:03.293517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:03.298060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:03.311385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.324010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:03.332946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:03.341499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:03.344276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 971ba17d-6dfe-4f24-b70b-e1f792afcfe8) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:03.354768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246a21d-1d08-4ff7-95c4-7febf57f0f69 None None] Network d882cc15-4b6f-4759-a632-76540531bcec could not be found, it might have been deleted concurrently. {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 25 16:46:03.361456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.361806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:03.363139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.370730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:03.384379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fcd34-58c2-490c-9f1c-6cc35e42cbba None None] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:03.397372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:03.401363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.429187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.444369 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e30b84aa-0bc9-4fd6-a9f1-f116d275ea48 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5073056 Jan 25 16:46:03.445150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57452) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:03.451279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249a1d8-c6a5-488d-80b6-5abbad3b9d75,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:03.457642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:03.458088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-750732413'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:03.458597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.459269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.463548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-960f084c-9e5f-4a2b-ae2c-bbb2a1ee4716 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8249a1d8-c6a5-488d-80b6-5abbad3b9d75 HTTP/1.1" status: 204 len: 168 time: 0.3040957 Jan 25 16:46:03.540298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-d7baec8e-e145-4b85-86f5-f9ef676c9791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:03.540687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-d7baec8e-e145-4b85-86f5-f9ef676c9791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:03.564288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:03.639549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.639882 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment b8343271-ffd6-45d9-bb8e-3d3ffc318a7e of type vlan for network 876d1557-ce7b-49bd-bd85-474953e7fb2e Jan 25 16:46:03.729114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:03.762140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Deleting port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:03.762800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.795719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.845897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.995327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-971ba17d-6dfe-4f24-b70b-e1f792afcfe8', 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': '712d626a-bc73-4c51-b5c9-bf1eafa073f3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:03.996678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.002321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.015152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57466) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:04.023515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:04.032052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:04.036123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.043250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:04.046663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.054164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.054452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:04.059183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Usage tracker for resource:security_group_rule and tenant:75a2600e5e664021b47f3ea0fb6cd2d8 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:04.062582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:04.068569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:04.091610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:04.121410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.131325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.136949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:04.137618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.146471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:04.192269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.199218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.257466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fd498ff-e57e-4114-a2cb-175bf98a437f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:04.266909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec5aeb-5c0c-4446-8c31-3a078c0448c2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:04.274391 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da6b0d2d-d913-4fc0-8c8a-ff6bd6c275fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75a2600e5e664021b47f3ea0fb6cd2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555640 Jan 25 16:46:04.275121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:04.309313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:04.323259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:04.324858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:04.328618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.339644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:04.340481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.341664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.346315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:04.347581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.374497 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1460953 Jan 25 16:46:04.374702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.380105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=0fbbff64-9bc6-4204-b371-58c58bed5049,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:04.382183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7990e9-ce00-497a-81a0-f59012f9d31a tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=876d1557-ce7b-49bd-bd85-474953e7fb2e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:04.383647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:04.393892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:04.437480 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-00bad51e-7e60-46c9-8281-dfda1d225b77 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6604502 Jan 25 16:46:04.439249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 8ed42b47-57f4-4f1c-b1e2-c36e76e9523d yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:04.473138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:04.481674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'name': 'tempest-NetworksTestDHCPv6-1874156646'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:04.530692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:04.535607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:04.538871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:04.545567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:04.545991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:04.549366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.559996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:04.570778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec5aeb-5c0c-4446-8c31-3a078c0448c2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:04.575534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Calling delete_port for ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:04.575786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.576949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-15232ebd-4418-47e8-aac3-7617347e0ca3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75ec5aeb-5c0c-4446-8c31-3a078c0448c2 HTTP/1.1" status: 204 len: 168 time: 0.3009086 Jan 25 16:46:04.578182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:04.594765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.620628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.24 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/b752a075-0fe9-4a63-8dd5-77e0b145a8c1) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:04.770928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:04.778809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:04.791388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:04.792467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b4c83b28-7707-465c-a512-2058f37d891d None None] Provisioning complete for port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:04.792840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4c83b28-7707-465c-a512-2058f37d891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.800984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:04.848132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5fd498ff-e57e-4114-a2cb-175bf98a437f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:04.848722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.895631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.958360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:04.961937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.972960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Allocated IP 172.20.0.2 (971ba17d-6dfe-4f24-b70b-e1f792afcfe8/712d626a-bc73-4c51-b5c9-bf1eafa073f3/f3f09812-1f9d-428d-a939-b990936488ff) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:04.976195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:04.995298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:05.059674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:05.060680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:05.087443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:05.090016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: 876d1557-ce7b-49bd-bd85-474953e7fb2e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:05.134345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=44246d4d-f581-4af2-89ab-7f80e607f8c3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:05.137418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.156232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:05.176834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 876d1557-ce7b-49bd-bd85-474953e7fb2e) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:05.182228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:05.183352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.228600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-faab0761-e793-4460-8db6-d9d2f17694eb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8437808 Jan 25 16:46:05.231777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57492) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:05.249339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:05.264495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d3a2f-7b72-4cb0-ab5e-d2c653a0377e None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:05.278445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::145 (255dcaab-10ef-4717-a4ec-827262e2a670/0fbbff64-9bc6-4204-b371-58c58bed5049/d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:05.292424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:05.302100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:05.304577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:05.311475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:05.441808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:05.447122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:subnet and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:05.450325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:05.457375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:05.470735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:05.476209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.561675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Deleting port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:05.562497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.630380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:05.931189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.956871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-876d1557-ce7b-49bd-bd85-474953e7fb2e', 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': '44246d4d-f581-4af2-89ab-7f80e607f8c3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:05.957820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.960093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.970192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.977602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Transition to ACTIVE for port object f3f09812-1f9d-428d-a939-b990936488ff will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:05.991041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:06.059499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.066673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=6fcfad84-724c-4e5c-b608-05f4a58a9d0f,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:06.089617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:06.094008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:06.100112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.101977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.111199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.147531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-907a6cea-e084-4fd5-9fc5-132bc1f30720 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9145024 Jan 25 16:46:06.150328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57514) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:06.236457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.240109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.241743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.244270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.246540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.246675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Transition to ACTIVE for port object f3f09812-1f9d-428d-a939-b990936488ff will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:06.248159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Synchronizing usage tracker for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:06.265967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:06.268036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.273354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Unset dirty status for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:06.274694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d0056d1c-764a-4fb7-a9ad-cf5857b4e4db tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1233504 Jan 25 16:46:06.281929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57524) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:06.296707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902604110'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:06.314712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:06.321912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:06.334434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:06.340688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:06.357620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:06.359178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Pushing event updated for resources: {'Port': ['ID=f3f09812-1f9d-428d-a939-b990936488ff,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:06.364476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.385327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:06.391653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.418968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:06.422076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.461064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:06.489019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.489599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment 5c0057a3-4670-4e35-abe8-d6cf66d58505 of type vlan for network ef635dca-77d3-47ec-8862-2e0e59c36c1e Jan 25 16:46:06.534237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.568558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:06.569011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.575590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.576198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.588653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:06.594851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:06.595491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:06.629678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.12 (971ba17d-6dfe-4f24-b70b-e1f792afcfe8/712d626a-bc73-4c51-b5c9-bf1eafa073f3/8ed42b47-57f4-4f1c-b1e2-c36e76e9523d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:06.644907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:06.647157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Allocated IP 2001:db8::2 (876d1557-ce7b-49bd-bd85-474953e7fb2e/44246d4d-f581-4af2-89ab-7f80e607f8c3/894f96a1-f224-4656-ab0e-597a8a20d4e0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:06.656934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:06.663603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:06.686734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3998206 Jan 25 16:46:06.691141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57536) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:06.699065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:06.776459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4d013-b4c9-4a54-a292-2c294b477236 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=ef635dca-77d3-47ec-8862-2e0e59c36c1e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:06.819275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:06.856634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:06.958046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Attempting to bind port f3f09812-1f9d-428d-a939-b990936488ff on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:06.958414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Attempting to bind port f3f09812-1f9d-428d-a939-b990936488ff by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '4db35e54-0eee-413d-ada0-6371124c3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:06.958775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Attempting to bind port f3f09812-1f9d-428d-a939-b990936488ff on network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:06.976203 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab7e98ae-b7c2-4c44-b78a-1ffe38a96a31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5019560 Jan 25 16:46:06.979066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:06.987484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57548) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:07.017116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:07.017421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Checking segment: {'id': '4db35e54-0eee-413d-ada0-6371124c3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:07.017689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.018196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Bound using segment: {'id': '4db35e54-0eee-413d-ada0-6371124c3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:07.019302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Bound port: f3f09812-1f9d-428d-a939-b990936488ff, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db35e54-0eee-413d-ada0-6371124c3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '971ba17d-6dfe-4f24-b70b-e1f792afcfe8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:07.019893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.031041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.039578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:07.039784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.052984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.081548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e is not hosted by any dhcp agent {{(pid=87552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 25 16:46:07.089189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:07.089926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.094905 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "PUT /v2.0/networks/ef635dca-77d3-47ec-8862-2e0e59c36c1e HTTP/1.1" status: 200 len: 723 time: 0.4026010 Jan 25 16:46:07.107366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57554) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:07.148092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.193695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:07.213724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-286578349', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:07.228225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:07.282331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Usage tracker for resource:port and tenant:ee741e5a508348f48a2b107c68030394 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:07.286201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a82d75-a18b-4124-b8db-8b5e706125d2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=ef635dca-77d3-47ec-8862-2e0e59c36c1e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:07.288742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:07.300637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Calling delete_port for ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:07.311203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:07.344053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Made reservation on behalf of ee741e5a508348f48a2b107c68030394 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:07.347346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.361501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:07.363991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.373983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:07.381669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:07.385958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Usage tracker for resource:security_group_rule and tenant:ee741e5a508348f48a2b107c68030394 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:07.389276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:07.395893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:07.406808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde8f95-4870-4b97-b3e9-ca7c9634f747 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:07.413941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde8f95-4870-4b97-b3e9-ca7c9634f747 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:07.414744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fde8f95-4870-4b97-b3e9-ca7c9634f747 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:07.420741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.458526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 8ed42b47-57f4-4f1c-b1e2-c36e76e9523d will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:07.464137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fde8f95-4870-4b97-b3e9-ca7c9634f747 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:07.468405 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fde8f95-4870-4b97-b3e9-ca7c9634f747 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4855349 Jan 25 16:46:07.473479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:07.493185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.501983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:07.505647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.522440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] device_id is not set on port d1fa067b-05aa-4a15-b6b7-f996f5643293 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:07.581118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:07.584831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.593806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:07.594086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.662527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:46:07.674700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:07.675296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:07.676604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de7fbdc-a8b0-439c-8ce2-280245b54c1f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:07.691550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] For port f3f09812-1f9d-428d-a939-b990936488ff, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:07.704980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] For port f3f09812-1f9d-428d-a939-b990936488ff, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f3f09812-1f9d-428d-a939-b990936488ff,segment=NetworkSegment(4db35e54-0eee-413d-ada0-6371124c3b1d),segment_id=4db35e54-0eee-413d-ada0-6371124c3b1d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:07.715966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.724298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.787284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Deleting port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:07.787659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:07.831881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Allocated IP 172.26.4.189 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/d1fa067b-05aa-4a15-b6b7-f996f5643293) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:07.887258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=8ed42b47-57f4-4f1c-b1e2-c36e76e9523d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:07.934367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:07.956055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:08.053963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.072920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:08.107924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.128382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] For port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:08.128830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.139504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:08.140111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.142260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb84d-f2af-4cc8-852c-10e889b3c764 None None] Pushing event updated for resources: {'Port': ['ID=f3f09812-1f9d-428d-a939-b990936488ff,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:08.152916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Transition to ACTIVE for port object 894f96a1-f224-4656-ab0e-597a8a20d4e0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:08.180130 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5abe133-bd11-4ede-b5f5-b80d80f13be1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.7298360 Jan 25 16:46:08.186055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': '5c0057a3-4670-4e35-abe8-d6cf66d58505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:08.186578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: ef635dca-77d3-47ec-8862-2e0e59c36c1e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:08.197733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57570) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:08.244162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:46:08.281848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:46:08.288668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.295479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Calling delete_port for ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:08.297702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.299215 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a45d737-3101-4548-8495-195ebb359cde tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4411976 Jan 25 16:46:08.303861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:08.356074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Transition to ACTIVE for port object 894f96a1-f224-4656-ab0e-597a8a20d4e0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:08.365344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:46:08.366024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:46:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:08.383026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:08.404518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.437032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.451203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:08.486816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:08.487677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ef635dca-77d3-47ec-8862-2e0e59c36c1e) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:08.501969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 8ed42b47-57f4-4f1c-b1e2-c36e76e9523d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:08.502444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.576327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:08.576930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:08.650433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95a904-9f99-4ada-8479-17d1c554ce6d None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:08.789051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:08.832095 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-95647f7b-f5b7-4028-85e5-f45393a6ba76 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5229068 Jan 25 16:46:08.832803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:08.913961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:46:08.979447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.028301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:09.066214 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-01174ad3-781a-48cc-b3ae-6705b0609ec5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9541533 Jan 25 16:46:09.069932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.076341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:09.080768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:09.083960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.095508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:09.102511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:09.130139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.169464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f3f09812-1f9d-428d-a939-b990936488ff up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:09.212244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:09.240094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:09.275949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 8ed42b47-57f4-4f1c-b1e2-c36e76e9523d owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:09.285271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Pushing event updated for resources: {'Port': ['ID=894f96a1-f224-4656-ab0e-597a8a20d4e0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:09.306344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.308452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fa067b-05aa-4a15-b6b7-f996f5643293,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:09.348439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:09.349056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.357554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.371763 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11c5dae0-0d38-4010-9a82-072837d7276f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e HTTP/1.1" status: 204 len: 168 time: 1.8841848 Jan 25 16:46:09.373622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3311aa1e-cebb-4ac4-8587-bca5444c63ec tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:09.375297 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3311aa1e-cebb-4ac4-8587-bca5444c63ec tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5413499 Jan 25 16:46:09.380952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.381601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.472703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] Pushing event deleted for resources: {'Port': ['ID=ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:09.492797 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1bd769c6-1b66-43d4-8a69-d91c688e6810 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1081691 Jan 25 16:46:09.496304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115ed7b-6af0-4f52-a44e-cd0a6651bb0b None None] No DVR routers for this DVR port ccba44e4-2db2-4340-a6ea-2eb1c6bb0bbe on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:09.504476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.514378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-707254067', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:09.538518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Attempting to bind port 894f96a1-f224-4656-ab0e-597a8a20d4e0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:09.539754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Attempting to bind port 894f96a1-f224-4656-ab0e-597a8a20d4e0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:09.539754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Attempting to bind port 894f96a1-f224-4656-ab0e-597a8a20d4e0 on network 876d1557-ce7b-49bd-bd85-474953e7fb2e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:09.552305 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-35d3cf55-1ee8-499f-b682-65738f4569ed tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5600338 Jan 25 16:46:09.556339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3465242'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.558836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57606) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.560652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.571005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:09.571405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Checking segment: {'id': 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:09.571786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.572188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Bound using segment: {'id': 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:09.572673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Bound port: 894f96a1-f224-4656-ab0e-597a8a20d4e0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:09.573049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.599650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d36a3-37f2-4752-b4d9-634bcf6460d5 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:09.673166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14f2e9-d8bb-4fec-a5e9-5f1937960eb8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:09.675191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14f2e9-d8bb-4fec-a5e9-5f1937960eb8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:09.676116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc14f2e9-d8bb-4fec-a5e9-5f1937960eb8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:09.692483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}]}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:09.695886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=8ed42b47-57f4-4f1c-b1e2-c36e76e9523d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:09.730324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc14f2e9-d8bb-4fec-a5e9-5f1937960eb8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:09.734186 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc14f2e9-d8bb-4fec-a5e9-5f1937960eb8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3513751 Jan 25 16:46:09.734797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57610) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.735764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:09.744771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:09.753780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Usage tracker for resource:router and tenant:ee741e5a508348f48a2b107c68030394 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:09.759340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:09.769004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:09.774807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:09.790066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.795995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a38d5a-8c40-4c61-8db8-9cc1a6bd14d1 None None] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:09.797832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a667cd3a-9f7c-4084-b638-164f4d8186e3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/8ed42b47-57f4-4f1c-b1e2-c36e76e9523d HTTP/1.1" status: 204 len: 168 time: 1.5792980 Jan 25 16:46:09.798757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.818461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:09.849348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:09.851686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f3f09812-1f9d-428d-a939-b990936488ff completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:09.885406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.886696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.892660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbe2e1d-ede9-467b-b259-94e07381b786 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:46:09.893582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6cbe2e1d-ede9-467b-b259-94e07381b786 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:09.918279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:09.922299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.938139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.955098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 0fbbff64-9bc6-4204-b371-58c58bed5049 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:09.957905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6cbe2e1d-ede9-467b-b259-94e07381b786 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:09.964324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.964625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Provisioning for port f3f09812-1f9d-428d-a939-b990936488ff completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:09.965592 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6cbe2e1d-ede9-467b-b259-94e07381b786 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/8ed42b47-57f4-4f1c-b1e2-c36e76e9523d HTTP/1.1" status: 404 len: 333 time: 0.1614065 Jan 25 16:46:09.967953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57622) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:09.985270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Provisioning complete for port f3f09812-1f9d-428d-a939-b990936488ff triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:09.985549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.113830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1266513'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.130245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ef635dca-77d3-47ec-8862-2e0e59c36c1e', 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': 'b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:10.131066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.177381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.198427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] For port 894f96a1-f224-4656-ab0e-597a8a20d4e0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:10.242451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 712d626a-bc73-4c51-b5c9-bf1eafa073f3 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:10.248562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.254975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:10.270320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:10.270703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.274754 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "PUT /v2.0/subnets/b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9 HTTP/1.1" status: 200 len: 826 time: 1.2009647 Jan 25 16:46:10.276911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.277420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.277935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.279031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57628) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:10.279540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.279735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.280242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.280672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.281114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.281566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.281988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.282450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.282867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8008d-72db-48ff-a0fd-dda9669ec8f4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:10.320840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.321043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] For port 894f96a1-f224-4656-ab0e-597a8a20d4e0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=894f96a1-f224-4656-ab0e-597a8a20d4e0,segment=NetworkSegment(b8343271-ffd6-45d9-bb8e-3d3ffc318a7e),segment_id=b8343271-ffd6-45d9-bb8e-3d3ffc318a7e)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:10.349270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.481865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.531416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbbff64-9bc6-4204-b371-58c58bed5049,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:10.537110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.553931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.608186 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fe0713f-6caf-446e-b5b2-0db148c58687 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/0fbbff64-9bc6-4204-b371-58c58bed5049 HTTP/1.1" status: 204 len: 168 time: 0.8660705 Jan 25 16:46:10.619235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:10.645045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.663571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.704351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:05Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:10.709580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd76337-ca43-4af9-98df-5feaf3bb5432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '0fbbff64-9bc6-4204-b371-58c58bed5049'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:10.709790 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e420971-5d20-4244-a27b-55cb2cec62c0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861773 Jan 25 16:46:10.709893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bd76337-ca43-4af9-98df-5feaf3bb5432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.716699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc932a-ea54-4e9b-bfc4-74d0282f3340 None None] Pushing event updated for resources: {'Port': ['ID=894f96a1-f224-4656-ab0e-597a8a20d4e0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:10.721152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:10.731662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=600a4f15-fab0-4a4e-a170-ee9c1ab1694b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:10.737879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:10.739034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.758521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:46:10.758860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Updating router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:46:10.830508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.850879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:10.851411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 1c636b3e-10f0-4458-a275-07ebf13524b0, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:10.873596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Allocated IP 2001:db8::2 (ef635dca-77d3-47ec-8862-2e0e59c36c1e/b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9/a6a96cbc-39e2-45c5-ad12-1804e9fa7715) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:10.910106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:10.917204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:10.922794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:10.927489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:10.936634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:10.958799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:10.965418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:10.996833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1c636b3e-10f0-4458-a275-07ebf13524b0) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:11.002191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:11.003927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.087500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.106829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.167530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=712d626a-bc73-4c51-b5c9-bf1eafa073f3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:11.195955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.217115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.217842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.218187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.218520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.218871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.219198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.219520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.219842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.220159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.220478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.220796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.221115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:11.244286 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-60a46044-d0fc-45d3-9e79-f84481cbc7bc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/712d626a-bc73-4c51-b5c9-bf1eafa073f3 HTTP/1.1" status: 204 len: 168 time: 1.2751958 Jan 25 16:46:11.247765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57644) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:11.307066 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a12ccb6-90cc-4903-b513-e636c6627c51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8009212 Jan 25 16:46:11.312268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.312477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57648) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:11.328791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Transition to ACTIVE for port object a6a96cbc-39e2-45c5-ad12-1804e9fa7715 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:11.344731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.356804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20c127-9592-45d1-b3d1-7e6bbc7856de None None] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:11.403261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Transition to ACTIVE for port object a6a96cbc-39e2-45c5-ad12-1804e9fa7715 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:11.405319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.488802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.542926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port f3f09812-1f9d-428d-a939-b990936488ff {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:11.543292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.553683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.720651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:11.755958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Pushing event updated for resources: {'Port': ['ID=a6a96cbc-39e2-45c5-ad12-1804e9fa7715,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:11.789998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:11.790701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:11.865285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:11.919750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.007013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:12.012351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:12.014506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.064101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:12.072168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:12.072641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.073894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:12.076258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee1884-d284-4023-a6c1-f703744b4c3c None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:12.107334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:12.111605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=33beba69-7f41-43dc-9afc-15a807518d58,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:12.114511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda9b50-0cec-432a-91ab-d2f608243024 None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:12.136982 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44b12c40-00c3-4722-bd5c-b426ba68d8bc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4078765 Jan 25 16:46:12.137247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:12.142525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'name': 'tempest-NetworksTestDHCPv6-229694649'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:12.176656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef635dca-77d3-47ec-8862-2e0e59c36c1e']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:12.206403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.243317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0057a3-4670-4e35-abe8-d6cf66d58505') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:12.243317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0057a3-4670-4e35-abe8-d6cf66d58505') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:12.249982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.404352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.406302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:12.417327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:12.428213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:12.435744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port f3f09812-1f9d-428d-a939-b990936488ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f3f09812-1f9d-428d-a939-b990936488ff,segment=NetworkSegment(4db35e54-0eee-413d-ada0-6371124c3b1d),segment_id=4db35e54-0eee-413d-ada0-6371124c3b1d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:12.436179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.443829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:12.445631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.469786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.488671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:12.493909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.512301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:12.512849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:12.535184 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:12.695992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 135ee65c-0fc3-4225-82a0-edf8abb55f67 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:12.701670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Attempting to bind port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:12.702048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Attempting to bind port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5c0057a3-4670-4e35-abe8-d6cf66d58505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:12.702415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Attempting to bind port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 on network ef635dca-77d3-47ec-8862-2e0e59c36c1e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:12.747572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b37636-8461-4f7a-9ad0-1a53217be5b2 None None] Network 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:12.776756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 894f96a1-f224-4656-ab0e-597a8a20d4e0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:12.780040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for f3f09812-1f9d-428d-a939-b990936488ff owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:12.915951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:46:12.915951 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:46:12.915951 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'}] Jan 25 16:46:12.915951 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:12.916409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:12.947726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.952044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:12.952446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Checking segment: {'id': '5c0057a3-4670-4e35-abe8-d6cf66d58505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:12.953358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:12.953819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Bound using segment: {'id': '5c0057a3-4670-4e35-abe8-d6cf66d58505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:12.954309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Bound port: a6a96cbc-39e2-45c5-ad12-1804e9fa7715, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0057a3-4670-4e35-abe8-d6cf66d58505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef635dca-77d3-47ec-8862-2e0e59c36c1e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:12.954689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.003860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=f3f09812-1f9d-428d-a939-b990936488ff,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:13.005930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No DVR routers for this DVR port f3f09812-1f9d-428d-a939-b990936488ff on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:13.072843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-1c636b3e-10f0-4458-a275-07ebf13524b0', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:13.073836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.138920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.141200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3adf3cd-bee8-4faf-9ba7-90fdd78af5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.142931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.171908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971ba17d-6dfe-4f24-b70b-e1f792afcfe8']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:13.176111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::399 (255dcaab-10ef-4717-a4ec-827262e2a670/33beba69-7f41-43dc-9afc-15a807518d58/135ee65c-0fc3-4225-82a0-edf8abb55f67) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:13.186387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db35e54-0eee-413d-ada0-6371124c3b1d') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:13.186821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db35e54-0eee-413d-ada0-6371124c3b1d') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:13.199669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.217424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.225542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:13.228050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:13.242025 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:13.331545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.336221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.342358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Transition to ACTIVE for port object b752a075-0fe9-4a63-8dd5-77e0b145a8c1 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:13.365499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=971ba17d-6dfe-4f24-b70b-e1f792afcfe8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:13.381580 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cd8a84dd-3b21-4d4e-8cda-fb57b8ca0b23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/971ba17d-6dfe-4f24-b70b-e1f792afcfe8 HTTP/1.1" status: 204 len: 168 time: 2.1304481 Jan 25 16:46:13.385137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57664) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:13.391247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'name': 'tempest-PortsTestJSON-1604961041'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:13.448599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (1c636b3e-10f0-4458-a275-07ebf13524b0/600a4f15-fab0-4a4e-a170-ee9c1ab1694b/86965427-8c25-4ade-964c-3762a3bf4bf4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:13.468223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.517836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.561533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:13.561903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.607081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:13.608946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.631552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '33beba69-7f41-43dc-9afc-15a807518d58'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:13.632014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:13.632444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.638051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.650434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 135ee65c-0fc3-4225-82a0-edf8abb55f67 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:13.697104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:13.720198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] For port a6a96cbc-39e2-45c5-ad12-1804e9fa7715, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:13.735233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.757339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 86965427-8c25-4ade-964c-3762a3bf4bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:13.796743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:13.802288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.830546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:13.861390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:13.870603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7302ca-f35c-4ae6-8d95-047c9ac36e59 None None] DHCP port deletion for 971ba17d-6dfe-4f24-b70b-e1f792afcfe8 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:13.935254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:13.948065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:13.958514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:13.988653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:13.992105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.006958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:14.015267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:14.021470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:14.028584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:14.029396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.035533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Pushing event updated for resources: {'Port': ['ID=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:14.047985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] For port a6a96cbc-39e2-45c5-ad12-1804e9fa7715, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a6a96cbc-39e2-45c5-ad12-1804e9fa7715,segment=NetworkSegment(5c0057a3-4670-4e35-abe8-d6cf66d58505),segment_id=5c0057a3-4670-4e35-abe8-d6cf66d58505)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:14.049273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Attempting to bind port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:14.050203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Attempting to bind port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:14.050541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Attempting to bind port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:14.066168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:14.091634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.091986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.092328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.092667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.093002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.093370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.093701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.094030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.094358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.094682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.095007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.095330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:14.099538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.142052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:14.144008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:14.144008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.144008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:14.144481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Bound port: b752a075-0fe9-4a63-8dd5-77e0b145a8c1, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:14.144877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.159144 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0184205 Jan 25 16:46:14.163330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:14.168458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Provisioning for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:14.178522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port a3a5d2f0-6299-4838-a444-878510d81385 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:14.217823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b304fb-d07d-4f2a-b4d9-00996d0331e3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=135ee65c-0fc3-4225-82a0-edf8abb55f67,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:14.220213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.231413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:14.231793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.292266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Allocated IP 172.20.0.2 (1c636b3e-10f0-4458-a275-07ebf13524b0/600a4f15-fab0-4a4e-a170-ee9c1ab1694b/552f67fa-7888-4819-aeaa-92cff62ea71d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:14.337679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.350871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.409478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port a6a96cbc-39e2-45c5-ad12-1804e9fa7715, host dv-neutron-824022-2-hyperv, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:14.409896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.419608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe18d1-7629-40c1-aaf4-c65248ff72d8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:14.420346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b9fe18d1-7629-40c1-aaf4-c65248ff72d8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:14.433142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.433767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5577c942-203f-4246-a6ad-9e10526d9de4 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:46:14.456467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b9fe18d1-7629-40c1-aaf4-c65248ff72d8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:14.460609 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b9fe18d1-7629-40c1-aaf4-c65248ff72d8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2937219 Jan 25 16:46:14.461334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:14.535910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad0bc4-cde2-47a7-bd9d-86c76f9f1555 None None] Pushing event updated for resources: {'Port': ['ID=a6a96cbc-39e2-45c5-ad12-1804e9fa7715,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:14.578598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for a6a96cbc-39e2-45c5-ad12-1804e9fa7715 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:14.587345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 135ee65c-0fc3-4225-82a0-edf8abb55f67 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:14.587688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.588096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] For port b752a075-0fe9-4a63-8dd5-77e0b145a8c1, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:14.604710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f3f09812-1f9d-428d-a939-b990936488ff no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:14.656471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.667060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] For port b752a075-0fe9-4a63-8dd5-77e0b145a8c1, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:14.678610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:46:14.679676 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5e334229-e475-484f-bf90-574607eeeffc tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1070414 Jan 25 16:46:14.698656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: f3f09812-1f9d-428d-a939-b990936488ff {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:14.698995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f3f09812-1f9d-428d-a939-b990936488ff not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:14.706117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57682) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:14.712424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/33beba69-7f41-43dc-9afc-15a807518d58/1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:14.740589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.797139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:14.797727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:14.810086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.842820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.930881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Deleting port d1fa067b-05aa-4a15-b6b7-f996f5643293 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:14.931225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.942394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=a3a5d2f0-6299-4838-a444-878510d81385,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:14.954491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:14.955836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:14.958495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:14.965304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:14.966076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:14.977259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef267d62-3105-41ca-a6c9-5a12bb128c24 None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:15.010926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-13e2472b-a075-4991-9c76-4b454827fd61 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6244862 Jan 25 16:46:15.011726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57690) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:15.130567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port a3a5d2f0-6299-4838-a444-878510d81385 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:15.130977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.329781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:15.330210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.349584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Update dhcp port {'port': {'network_id': '876d1557-ce7b-49bd-bd85-474953e7fb2e', 'fixed_ips': [{'subnet_id': '44246d4d-f581-4af2-89ab-7f80e607f8c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '6fcfad84-724c-4e5c-b608-05f4a58a9d0f'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '894f96a1-f224-4656-ab0e-597a8a20d4e0'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:46:15.396077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a9043-836b-443c-819b-38cb0d389324 None None] Pushing event updated for resources: {'Port': ['ID=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:15.422948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.425669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.428765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:46:15.429477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:46:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:15.482434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.553187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.582310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 135ee65c-0fc3-4225-82a0-edf8abb55f67 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:15.600076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for a3a5d2f0-6299-4838-a444-878510d81385 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:15.656234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.670146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Transition to ACTIVE for port object 552f67fa-7888-4819-aeaa-92cff62ea71d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:15.769614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port a6a96cbc-39e2-45c5-ad12-1804e9fa7715, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a6a96cbc-39e2-45c5-ad12-1804e9fa7715,segment=NetworkSegment(5c0057a3-4670-4e35-abe8-d6cf66d58505),segment_id=5c0057a3-4670-4e35-abe8-d6cf66d58505)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:15.769975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.811151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] For port 894f96a1-f224-4656-ab0e-597a8a20d4e0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=894f96a1-f224-4656-ab0e-597a8a20d4e0,segment=NetworkSegment(b8343271-ffd6-45d9-bb8e-3d3ffc318a7e),segment_id=b8343271-ffd6-45d9-bb8e-3d3ffc318a7e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:15.842923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Transition to ACTIVE for port object 552f67fa-7888-4819-aeaa-92cff62ea71d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:15.882956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.903613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for a6a96cbc-39e2-45c5-ad12-1804e9fa7715 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:15.933275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.953177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.955954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:15.971663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Could not find standard attr ID for object f3f09812-1f9d-428d-a939-b990936488ff. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:46:16.008270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:46:16.123112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Calling delete_port for d1fa067b-05aa-4a15-b6b7-f996f5643293 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:16.126236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=a3a5d2f0-6299-4838-a444-878510d81385,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.137008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.165750 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-285e06f6-dd8a-481d-8f46-feec522c08f2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/a3a5d2f0-6299-4838-a444-878510d81385 HTTP/1.1" status: 204 len: 168 time: 1.1489527 Jan 25 16:46:16.165955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:16.174499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57698) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:16.178851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:16.187303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'mac_address': 'fa:16:3e:e0:c8:cc', 'name': 'tempest-PortsTestJSON-182473555'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:16.212582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.231189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.286628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.289603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:16.308338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=135ee65c-0fc3-4225-82a0-edf8abb55f67,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.312210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.325700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.350189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685e34-1026-4e15-9e3f-3ae54b64762f None None] Pushing event updated for resources: {'Port': ['ID=894f96a1-f224-4656-ab0e-597a8a20d4e0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.391310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Port': ['ID=a6a96cbc-39e2-45c5-ad12-1804e9fa7715,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.414869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a78467-8e3d-4ef5-afa8-bf48081682a1 None None] Network ef635dca-77d3-47ec-8862-2e0e59c36c1e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:16.415815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No DVR routers for this DVR port a6a96cbc-39e2-45c5-ad12-1804e9fa7715 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:16.493953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Transition to ACTIVE for port object 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:16.549768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.568349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.576168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:16.584843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.593597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:16.600516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.604617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:16.627259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:16.639978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef635dca-77d3-47ec-8862-2e0e59c36c1e']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:16.649619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:16.672040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.674101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 894f96a1-f224-4656-ab0e-597a8a20d4e0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:16.721796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0057a3-4670-4e35-abe8-d6cf66d58505') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:16.722080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0057a3-4670-4e35-abe8-d6cf66d58505') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:16.757120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.788886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.793339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.811898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:16.812310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:16.828552 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:16.850451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1fa067b-05aa-4a15-b6b7-f996f5643293,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.859375 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bea7824b-c24c-48f4-a914-5e955aa3ae61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/135ee65c-0fc3-4225-82a0-edf8abb55f67 HTTP/1.1" status: 204 len: 168 time: 2.3974648 Jan 25 16:46:16.878963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57706) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:16.914712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 19bbc25c-2893-4501-9668-21927f666a56 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:16.918462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Transition to ACTIVE for port object 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:16.932763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Attempting to bind port 552f67fa-7888-4819-aeaa-92cff62ea71d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:16.932763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Attempting to bind port 552f67fa-7888-4819-aeaa-92cff62ea71d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:16.933421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Attempting to bind port 552f67fa-7888-4819-aeaa-92cff62ea71d on network 1c636b3e-10f0-4458-a275-07ebf13524b0 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:16.955284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:16.956562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Checking segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:16.957065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.957651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Bound using segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:16.958223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Bound port: 552f67fa-7888-4819-aeaa-92cff62ea71d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:16.958706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.970036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Pushing event updated for resources: {'Port': ['ID=552f67fa-7888-4819-aeaa-92cff62ea71d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:16.985446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:16.987894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.010680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.021276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=ef635dca-77d3-47ec-8862-2e0e59c36c1e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:17.021528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.023375 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d554a4e1-a73d-4b05-b33b-314eef8b8abf tempest-RoutersAdminNegativeTest-744824827 tempest-RoutersAdminNegativeTest-744824827-project-admin] 10.222.0.45 "DELETE /v2.0/ports/d1fa067b-05aa-4a15-b6b7-f996f5643293 HTTP/1.1" status: 204 len: 168 time: 2.3152339 Jan 25 16:46:17.043310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-31c0db40-3566-4b44-8545-77334e8e4026 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/ef635dca-77d3-47ec-8862-2e0e59c36c1e HTTP/1.1" status: 204 len: 168 time: 6.7117734 Jan 25 16:46:17.045877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57712) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.055546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbba87d-df35-403c-ada4-a47e61cbdfee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:17.057425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbba87d-df35-403c-ada4-a47e61cbdfee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:17.058484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fbba87d-df35-403c-ada4-a47e61cbdfee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:17.084541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f45632-f706-4a6a-9bd4-fba9ca90fbd3 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:17.085017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f45632-f706-4a6a-9bd4-fba9ca90fbd3 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:17.086745 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f0f45632-f706-4a6a-9bd4-fba9ca90fbd3 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/ef635dca-77d3-47ec-8862-2e0e59c36c1e HTTP/1.1" status: 404 len: 339 time: 0.0399494 Jan 25 16:46:17.091958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.100820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Allocated IP 172.20.0.1 (876d1557-ce7b-49bd-bd85-474953e7fb2e/6fcfad84-724c-4e5c-b608-05f4a58a9d0f/894f96a1-f224-4656-ab0e-597a8a20d4e0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:17.103822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797111776', 'description': 'd1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:17.109266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Pushing event updated for resources: {'Port': ['ID=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:17.113940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fbba87d-df35-403c-ada4-a47e61cbdfee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:17.115352 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fbba87d-df35-403c-ada4-a47e61cbdfee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2314761 Jan 25 16:46:17.116747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:17.118527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57720) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.123897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:17.125961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Usage tracker for resource:network and tenant:70bb14baeef44c9cb59108b500d3d21e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:17.130682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:17.133580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:17.142263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:17.239788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:17.247983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.276852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:17.286233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 33beba69-7f41-43dc-9afc-15a807518d58 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:17.301469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.309057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:17.311881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:17.338463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.368948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.396938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:17.407790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.408461 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment 304809e9-8c75-45c3-8de4-10de687523a9 of type vlan for network f588cec1-2e45-48a9-af0e-f99383beac5c Jan 25 16:46:17.440973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.546804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:46:17.548179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.558484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:17.559708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.564643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.570279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.663076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:17.663427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.678314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.685673 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5908897 Jan 25 16:46:17.696358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57738) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.708671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:17.710935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] For port 894f96a1-f224-4656-ab0e-597a8a20d4e0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=894f96a1-f224-4656-ab0e-597a8a20d4e0,segment=NetworkSegment(b8343271-ffd6-45d9-bb8e-3d3ffc318a7e),segment_id=b8343271-ffd6-45d9-bb8e-3d3ffc318a7e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:17.717510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:17.729957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:17.735372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:17.735965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.757722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] For port 552f67fa-7888-4819-aeaa-92cff62ea71d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:17.763570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=19bbc25c-2893-4501-9668-21927f666a56,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:17.771623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Attempting to bind port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:17.771994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Attempting to bind port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:17.772346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Attempting to bind port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:17.780442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.784130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] For port 552f67fa-7888-4819-aeaa-92cff62ea71d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=552f67fa-7888-4819-aeaa-92cff62ea71d,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:17.792276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:17.792654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:17.793243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.793650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:17.794129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Bound port: 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:17.794498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.809130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:17.813093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-824ba2c1-9367-42b0-8fa0-9b798ca830ed tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6365576 Jan 25 16:46:17.828920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.842829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.850509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Usage tracker for resource:security_group_rule and tenant:f2e54ab3ec124aabbe2659198140e6f4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:17.856259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.861144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:17.913056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=33beba69-7f41-43dc-9afc-15a807518d58,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:17.915538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:17.920300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.926332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:17.937659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f090-985c-412c-bceb-c9e845e533b0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=f588cec1-2e45-48a9-af0e-f99383beac5c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:17.966049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ed74376-9203-4d25-ab90-e12bc8d54b31 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/33beba69-7f41-43dc-9afc-15a807518d58 HTTP/1.1" status: 204 len: 168 time: 0.8439765 Jan 25 16:46:17.967588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57746) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:17.991097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f588cec1-2e45-48a9-af0e-f99383beac5c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:18.041190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Transition to ACTIVE for port object 894f96a1-f224-4656-ab0e-597a8a20d4e0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:18.058516 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-73643dea-1979-4e37-b931-f211623d41f7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898211 Jan 25 16:46:18.072696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57750) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.120119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f1915-a6e5-4e3f-9b67-d24cb7a6e063 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.121383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df7f1915-a6e5-4e3f-9b67-d24cb7a6e063 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:18.141177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708c94f-2271-478e-a2b7-3d6c465b50ef tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.141930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a708c94f-2271-478e-a2b7-3d6c465b50ef tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Synchronizing usage tracker for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:18.149470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.182286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:46:18.202854 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-660f0d47-1884-491b-80a5-06e40927164b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/25d606e6-4f04-48e9-9e4e-0c98d525ab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8828261 Jan 25 16:46:18.205740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57754) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.206752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df7f1915-a6e5-4e3f-9b67-d24cb7a6e063 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:18.211198 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df7f1915-a6e5-4e3f-9b67-d24cb7a6e063 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/19bbc25c-2893-4501-9668-21927f666a56 HTTP/1.1" status: 200 len: 840 time: 0.3754745 Jan 25 16:46:18.212917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57758) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.235857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a708c94f-2271-478e-a2b7-3d6c465b50ef tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Unset dirty status for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:18.241380 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a708c94f-2271-478e-a2b7-3d6c465b50ef tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks?id=f588cec1-2e45-48a9-af0e-f99383beac5c HTTP/1.1" status: 200 len: 765 time: 0.5232856 Jan 25 16:46:18.241380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.246591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'description': 'd2'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:18.251656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d4e7-4bab-4388-a029-aed095d870a9 None None] Pushing event updated for resources: {'Port': ['ID=552f67fa-7888-4819-aeaa-92cff62ea71d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:18.311969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:13Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:18.403500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7288e12-c254-4f60-bd72-205f1dc9f9d3 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:13Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:46:18.405975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] For port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:18.497861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] For port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:18.514199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.530588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396b200-6c00-4e2f-ad2c-545bc0904615 None None] Pushing event updated for resources: {'Port': ['ID=894f96a1-f224-4656-ab0e-597a8a20d4e0,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:18.587641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.602687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.660008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 19bbc25c-2893-4501-9668-21927f666a56 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:18.663358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.778797 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2e54ab3ec124aabbe2659198140e6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2118466 Jan 25 16:46:18.810879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.867387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:18.870001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 552f67fa-7888-4819-aeaa-92cff62ea71d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:18.893035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.898290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.899088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.899705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.900322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.900923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.901568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.902365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.902977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.903587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.904304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.904916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.905566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.911307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b4082-f9c3-4920-9f3e-4b05fdee8cef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:18.911307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ae1b4082-f9c3-4920-9f3e-4b05fdee8cef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:18.912180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-39164f37-8e05-468f-80c0-c7ede72af06f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9095 time: 0.7026322 Jan 25 16:46:18.913552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57776) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:18.922493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307721e-13a2-4451-a678-70eb990131af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3399d399-a842-4fbd-b280-2a27b6ec1d65,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:18.923454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:19.044628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec159d3-0349-4984-997a-4f993a1b9578 None None] Pushing event updated for resources: {'Port': ['ID=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:19.164300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 552f67fa-7888-4819-aeaa-92cff62ea71d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:19.202508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network f588cec1-2e45-48a9-af0e-f99383beac5c is not hosted by any dhcp agent {{(pid=87553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 25 16:46:19.209412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.210063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:19.219539 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "PUT /v2.0/networks/f588cec1-2e45-48a9-af0e-f99383beac5c HTTP/1.1" status: 200 len: 762 time: 0.9753630 Jan 25 16:46:19.229511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.231263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ae1b4082-f9c3-4920-9f3e-4b05fdee8cef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:19.235991 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ae1b4082-f9c3-4920-9f3e-4b05fdee8cef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1618145 Jan 25 16:46:19.302305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.447968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21ebf4-7a5f-4d09-89b7-24e94e700d08 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.448813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8e21ebf4-7a5f-4d09-89b7-24e94e700d08 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:19.457902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.458514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.459043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.459563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.460140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.461016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.462022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.462536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.463045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.463557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.464066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.469978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-68e4acca-ad6b-4b4d-826d-4a0306e6c716 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7128 time: 0.5490530 Jan 25 16:46:19.470642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57788) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.498203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45fdb3-8bfa-4796-a66b-cf557ba71bfd tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.506597 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a45fdb3-8bfa-4796-a66b-cf557ba71bfd tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks?id=f588cec1-2e45-48a9-af0e-f99383beac5c HTTP/1.1" status: 200 len: 765 time: 0.1952822 Jan 25 16:46:19.515118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.602785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65477d2-d85a-4113-a456-425ba661dfd9 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=f588cec1-2e45-48a9-af0e-f99383beac5c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:19.609416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0133511-f24f-490d-90bf-b30d15a44dee None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:19.613756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:19.631376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8e21ebf4-7a5f-4d09-89b7-24e94e700d08 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:19.633988 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8e21ebf4-7a5f-4d09-89b7-24e94e700d08 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3273203 Jan 25 16:46:19.643593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57796) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.647537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f588cec1-2e45-48a9-af0e-f99383beac5c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:19.733299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de831a59-d597-4cab-8bcb-fa7a485e5ccc None None] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:19.755656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f5cffb-01bf-4997-b87b-d95f406b9792 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:19.757289 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70f5cffb-01bf-4997-b87b-d95f406b9792 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2400858 Jan 25 16:46:19.760852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.845436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:19.876106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53d30add-6841-4778-88dd-132d9414ae79 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Synchronizing usage tracker for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:19.911963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:19.940809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53d30add-6841-4778-88dd-132d9414ae79 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Unset dirty status for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:19.942159 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53d30add-6841-4778-88dd-132d9414ae79 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 207 time: 0.1807799 Jan 25 16:46:19.948559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:19.973239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 19bbc25c-2893-4501-9668-21927f666a56 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:20.046499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9753899c-c843-46a5-b86b-62e017370012 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3274345 Jan 25 16:46:20.055469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57814) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.068994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:20.148799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.167727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-962e67a8-49cd-4027-9d5f-ef21ae6b934c None None] Provisioning for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:20.194942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399d399-a842-4fbd-b280-2a27b6ec1d65,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:20.200820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.202006 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6b53f0f-f1b0-456d-b640-d68a4bd48467 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3399d399-a842-4fbd-b280-2a27b6ec1d65 HTTP/1.1" status: 204 len: 168 time: 1.3896594 Jan 25 16:46:20.219673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.229249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.235159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-962e67a8-49cd-4027-9d5f-ef21ae6b934c None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:20.235575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.235696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e67a8-49cd-4027-9d5f-ef21ae6b934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.243198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.249933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.260213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.264312 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3dfe278f-17af-4844-9724-1559d5623c32 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3147628 Jan 25 16:46:20.269026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.327880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:20.341980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:20.360079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.451799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:20.455279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.476245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.496613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=19bbc25c-2893-4501-9668-21927f666a56,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:20.628295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-79761d88-96bb-44c2-af03-3d45152dfc06 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3568604 Jan 25 16:46:20.631619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.671577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4aa3dfcf-67e3-4c4b-9319-c2f983ad707a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/19bbc25c-2893-4501-9668-21927f666a56 HTTP/1.1" status: 204 len: 168 time: 2.4556582 Jan 25 16:46:20.673335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57830) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.700678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.755348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a29c7f-4065-46ea-b190-bfacca2baf08 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:46:20.756050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3a29c7f-4065-46ea-b190-bfacca2baf08 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:20.762442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 894f96a1-f224-4656-ab0e-597a8a20d4e0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:20.763988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.765638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.767262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.769747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.771385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:20.778408 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-638ecb29-9f44-4533-8e9a-324253f43ae0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1403065 Jan 25 16:46:20.780019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57838) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.793144 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed6cdc0e-e322-4b4d-8446-f4395250f3f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee741e5a508348f48a2b107c68030394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915051 Jan 25 16:46:20.795822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.891599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.896630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3a29c7f-4065-46ea-b190-bfacca2baf08 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:20.904686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f3a29c7f-4065-46ea-b190-bfacca2baf08 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/19bbc25c-2893-4501-9668-21927f666a56 HTTP/1.1" status: 404 len: 333 time: 0.2207997 Jan 25 16:46:20.905264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Provisioning for port 552f67fa-7888-4819-aeaa-92cff62ea71d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:20.911846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57846) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:20.914281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Provisioning complete for port 552f67fa-7888-4819-aeaa-92cff62ea71d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:20.914707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.930662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'name': 'tempest-PortsTestJSON-1563061307'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:20.946110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:20.946110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:20.966570 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d7b67d3b-d23c-462f-a384-30ea71ea8d00 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3759 time: 1.4895339 Jan 25 16:46:21.005277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.008193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.019717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.021522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.023115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.023821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Synchronizing usage tracker for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:21.112317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Unset dirty status for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:21.118809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a10f557e-fdb5-4e40-882c-c4badbee6803 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3151696 Jan 25 16:46:21.127842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57856) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:21.128611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.279196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:21.313444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:21.338636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:21.346823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.379893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.388662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 13aa299e-5fc7-40f8-bed8-3fffd9a379d7 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:21.420639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.425753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.505145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de7fbdc-a8b0-439c-8ce2-280245b54c1f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:21.508723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b752a075-0fe9-4a63-8dd5-77e0b145a8c1 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:21.557887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.561493 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0171fde4-b1f1-4d56-96ba-1dca4b66fe88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6de7fbdc-a8b0-439c-8ce2-280245b54c1f HTTP/1.1" status: 204 len: 168 time: 0.7624426 Jan 25 16:46:21.607368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] For port 552f67fa-7888-4819-aeaa-92cff62ea71d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=552f67fa-7888-4819-aeaa-92cff62ea71d,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:21.638139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.715312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:21.722492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:21.736816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.737929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.778695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=eebc4511-414f-4db2-8b4e-64c6195cc303,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:21.795416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.801965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ef168-4c27-40e7-99b0-92f9cd907c7b None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:21.829612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.853476 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:46:21.878546 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:46:21.879200 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:46:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:21.912085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ea5aa-d4de-4c99-addc-700e5c9ec1ba tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.913080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c33ea5aa-d4de-4c99-addc-700e5c9ec1ba tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Synchronizing usage tracker for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:21.917293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:21.925204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:21.926329 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8e668fcf-a118-461a-bc82-c755592a2df9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8627326 Jan 25 16:46:21.926552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:21.929342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:21.936768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:21.938020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.954342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'eebc4511-414f-4db2-8b4e-64c6195cc303', 'ip_address': '2001:db8::faa1:4b52:6e49:4c28'}], 'name': 'tempest-NetworksTestDHCPv6-726637770'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:21.958020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c33ea5aa-d4de-4c99-addc-700e5c9ec1ba tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Unset dirty status for tenant:70bb14baeef44c9cb59108b500d3d21e on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:21.960875 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c33ea5aa-d4de-4c99-addc-700e5c9ec1ba tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks/86ad727f-31ea-48c4-8ada-fb6ccad55d64 HTTP/1.1" status: 200 len: 804 time: 0.8302710 Jan 25 16:46:21.965705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57868) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.007351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=13aa299e-5fc7-40f8-bed8-3fffd9a379d7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:22.066083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57872) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.107699 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62214ece-8a47-420a-b939-5936ea2fbf4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1836598 Jan 25 16:46:22.113901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.117076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:22.163191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:22.174749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811787981', 'description': 'tempest-secgroup-smoke-1811787981 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:22.186905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0eb002f6-c374-4f9a-96f7-f6d339c2b887 None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:22.187276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0eb002f6-c374-4f9a-96f7-f6d339c2b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.223648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:22.231945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:22.236924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:22.264560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:22.265154 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:46:22.320319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:22.320692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.331745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.399628 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d707f3a8-1467-4dc5-9c23-9dd75beef05d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/networks/86ad727f-31ea-48c4-8ada-fb6ccad55d64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4325385 Jan 25 16:46:22.404085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.410981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:22.428399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:22.443513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:22.470910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:22.490363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca3d2a-5f06-444b-9971-a85b2a79f188 None None] Pushing event updated for resources: {'Port': ['ID=552f67fa-7888-4819-aeaa-92cff62ea71d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:22.657248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.667470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.703927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.713493 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:15Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:22.725886 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:46:22.726282 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Updating router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 port 86965427-8c25-4ade-964c-3762a3bf4bf4 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:46:22.728802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:22.738974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.740476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6711740 Jan 25 16:46:22.747128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.767015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ebb16-0639-42b8-8ec8-836f5eb2cd67 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:22.768921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-432ebb16-0639-42b8-8ec8-836f5eb2cd67 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets/b945fd46-82e4-4af6-9e25-c09e0058a7f1 HTTP/1.1" status: 200 len: 843 time: 0.3645298 Jan 25 16:46:22.774177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57908) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:22.777478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:22.802276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:22.804601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:22.858721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:22.863946 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:22.871696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:22.883540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:22.894695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:23.032659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcab12c-6704-4635-a429-87f8dbc4e7cb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['shared'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:23.047438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9fcab12c-6704-4635-a429-87f8dbc4e7cb tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "GET /v2.0/subnets/b945fd46-82e4-4af6-9e25-c09e0058a7f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2716646 Jan 25 16:46:23.052429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57916) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:23.064186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821865903'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:23.067745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.078570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aba6ac-2766-4bcc-8645-52519b56dac9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa3b67-4e99-46da-90c0-580bc121f683,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:23.083356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.111654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:23.153330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:23.162166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port b752a075-0fe9-4a63-8dd5-77e0b145a8c1, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:23.165546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0eb002f6-c374-4f9a-96f7-f6d339c2b887 None None] Provisioning complete for port 552f67fa-7888-4819-aeaa-92cff62ea71d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:23.166374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0eb002f6-c374-4f9a-96f7-f6d339c2b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.186835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:23.198794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.217308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57920) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:23.244779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.288377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:23.324547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.337816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.338609 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Added segment 535a1d08-e02a-47ed-9714-690472a9d591 of type vlan for network fdf563d5-be8c-491d-a43d-8253857f30dc Jan 25 16:46:23.369941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.392275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.425577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.449343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.453432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.495886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'networks': [{'name': 'tempest-network--1943536949'}, {'name': 'tempest-network--908452830'}]} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:23.496532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-network--1943536949'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:23.497819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-network--908452830'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:23.503737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:23.509527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:network and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:23.512878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:23.517033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 552f67fa-7888-4819-aeaa-92cff62ea71d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:23.520917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:23.529043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.536980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:23.538030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.559671 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.563968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'network': 2} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:23.570960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.576289 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Transition to ACTIVE for port object 86965427-8c25-4ade-964c-3762a3bf4bf4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:23.585311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.637957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] In _notify_port_updated(), no bound segment for port 13aa299e-5fc7-40f8-bed8-3fffd9a379d7 on network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:46:23.644258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:23.645256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.647750 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/ports/13aa299e-5fc7-40f8-bed8-3fffd9a379d7 HTTP/1.1" status: 200 len: 818 time: 1.5373573 Jan 25 16:46:23.672131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:23.679129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port b963d8fe-512d-42b8-b793-54370c07b150 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:23.760752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.818049 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Pushing event updated for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:23.869724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a830b-deee-4957-a9c2-3e2b23360ae0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:23.876227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 13aa299e-5fc7-40f8-bed8-3fffd9a379d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:23.876882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:23.942502 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.949284 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.949853 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.950330 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.950799 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.951138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:23.951464 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.951938 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.952923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.954601 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.955090 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.958517 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.959284 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:46:23.969241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:security_group_rule and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:23.974520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:23.975129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:23.982892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'eebc4511-414f-4db2-8b4e-64c6195cc303'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:46:23.995996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:24.013746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Network': ['ID=fdf563d5-be8c-491d-a43d-8253857f30dc,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:24.084392 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Attempting to bind port 86965427-8c25-4ade-964c-3762a3bf4bf4 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:24.087366 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Attempting to bind port 86965427-8c25-4ade-964c-3762a3bf4bf4 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:24.087950 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Attempting to bind port 86965427-8c25-4ade-964c-3762a3bf4bf4 on network 1c636b3e-10f0-4458-a275-07ebf13524b0 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:24.101003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network fdf563d5-be8c-491d-a43d-8253857f30dc details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:24.104398 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:24.105008 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Checking segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:24.105584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.106109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Bound using segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:24.106737 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Bound port: 86965427-8c25-4ade-964c-3762a3bf4bf4, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:24.107289 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.331760 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] For port 86965427-8c25-4ade-964c-3762a3bf4bf4, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:24.337968 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] For port 86965427-8c25-4ade-964c-3762a3bf4bf4, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86965427-8c25-4ade-964c-3762a3bf4bf4,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:24.338161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.343003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bcb5bb3e-9325-4ecd-bf9b-7d53c334a265 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2887030 Jan 25 16:46:24.349079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57936) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:24.353920 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.375318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:24.427070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.429446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.503728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:46:24.504857 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:46:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:24.512630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 13aa299e-5fc7-40f8-bed8-3fffd9a379d7 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:24.567766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:24.604399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:24.616045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.617654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.648823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.650067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Made reservation on behalf of 70bb14baeef44c9cb59108b500d3d21e for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:24.659085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.660686 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd22c-37ad-48e7-a5d3-315d805af0a9 None None] Pushing event updated for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:24.695268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 552f67fa-7888-4819-aeaa-92cff62ea71d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:24.696916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.700413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.707463 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6eb24e45-9209-4517-a9e3-c5a2adf696a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9480233 Jan 25 16:46:24.714006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57940) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:24.773357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0eb002f6-c374-4f9a-96f7-f6d339c2b887 None None] Provisioning for port 86965427-8c25-4ade-964c-3762a3bf4bf4 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:24.785043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:24.827661 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/13aa299e-5fc7-40f8-bed8-3fffd9a379d7 HTTP/1.1" status: 204 len: 168 time: 1.1490314 Jan 25 16:46:24.834878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571091da-0d05-46b2-a215-f5b982659463 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=13aa299e-5fc7-40f8-bed8-3fffd9a379d7,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:24.949466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:24.965907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:24.974171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd718c-64be-4f71-a0d7-9dc51a2a313e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=13aa299e-5fc7-40f8-bed8-3fffd9a379d7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:24.994958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:25.026539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:25.035085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0225669-c24d-4c73-aed3-7e76cb2d0d5a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:25.041782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.042319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment 4aef6103-00ec-4926-8725-3672695c7874 of type vlan for network 15349a21-8ebb-4cb5-9511-ccf8c6247333 Jan 25 16:46:25.048510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:25.048895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:46:25.065456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:25.072161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing IP validity checks on allocation pools {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:46:25.073733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:46:25.084517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:25.207503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.222177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.248342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7dd281-a131-4018-9be2-14513d133043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:25.249454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a7dd281-a131-4018-9be2-14513d133043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:25.273420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a7dd281-a131-4018-9be2-14513d133043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:25.275826 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a7dd281-a131-4018-9be2-14513d133043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2924194 Jan 25 16:46:25.278568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:25.372049 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84fab0-79ba-4409-b9d6-26f3f80303e1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:46:25.374412 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc84fab0-79ba-4409-b9d6-26f3f80303e1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/13aa299e-5fc7-40f8-bed8-3fffd9a379d7 HTTP/1.1" status: 404 len: 333 time: 0.0942125 Jan 25 16:46:25.379149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57958) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:25.385551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1593051957'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:25.391695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:25.397994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:25.402808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:25.409659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:25.426953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:25.435861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.474787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.475678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:25.495769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/eebc4511-414f-4db2-8b4e-64c6195cc303/1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:25.541056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.541443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment 4dd99a50-6986-48d4-abed-87b07f0da4c9 of type vlan for network 8ac50ed4-7b23-44e4-a196-00070bfc0002 Jan 25 16:46:25.566300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.591188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.614826 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:24Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:25.620445 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d7d97-fa75-41f3-b376-52419aa27396 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:24Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:46:25.638858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.671739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a803aa0-01ae-4470-b0d7-b020ad50ca2b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:25.722071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] For port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:25.730312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86965427-8c25-4ade-964c-3762a3bf4bf4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:25.736110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.772197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.776159 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5a2084af-6e28-4b91-a8c7-b54fbcac0a2b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8089895 Jan 25 16:46:25.776529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57962) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:25.781797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:25.801063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:25.813393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.815696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:25.819011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:25.819415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:25.819549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.820268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:25.821537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.826483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:25.827656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:25.836064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:25.837044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.843993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Ignored duplicate provisioning block setup for port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 16:46:25.855565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 86965427-8c25-4ade-964c-3762a3bf4bf4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:25.861636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:25.870671 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:46:25.907088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 86965427-8c25-4ade-964c-3762a3bf4bf4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:25.907910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.055414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.072124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536afd0b-fe9c-4bb2-b630-b7596c7611f3 None None] Pushing event updated for resources: {'Port': ['ID=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:26.109660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=e29ef8b5-6e59-4bec-9d10-593efbb148f1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:26.126484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9045246 Jan 25 16:46:26.132079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Checking segment: {'id': '535a1d08-e02a-47ed-9714-690472a9d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:26.132866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network hostable DHCP agents. Network: fdf563d5-be8c-491d-a43d-8253857f30dc, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:26.134513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:26.146650 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=15349a21-8ebb-4cb5-9511-ccf8c6247333,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:26.163796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.179017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 15349a21-8ebb-4cb5-9511-ccf8c6247333 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:26.193996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::faa1:4b52:6e49:4c28 (255dcaab-10ef-4717-a4ec-827262e2a670/eebc4511-414f-4db2-8b4e-64c6195cc303/b963d8fe-512d-42b8-b793-54370c07b150) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:26.290665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4163-58dc-4f77-ae3c-ed0b03491c95 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=8ac50ed4-7b23-44e4-a196-00070bfc0002,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:26.296600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Network fdf563d5-be8c-491d-a43d-8253857f30dc is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:26.323466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.328867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, fdf563d5-be8c-491d-a43d-8253857f30dc) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:26.350178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:26.352876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575244'] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.382418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 8ac50ed4-7b23-44e4-a196-00070bfc0002 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:26.393315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b1c0b530-42cb-412c-8749-7031db610ed1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0396464 Jan 25 16:46:26.393716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:26.399328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9b343-ae79-4ab7-b536-11701a13ae87 None None] Network fdf563d5-be8c-491d-a43d-8253857f30dc requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:26.400343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:26.662109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:26.732237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.754114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4180861'] for subnet, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.826031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.837813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.838150 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment a54ac0f8-49c5-4595-a567-002c930bfc49 of type vlan for network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe Jan 25 16:46:26.844131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 86965427-8c25-4ade-964c-3762a3bf4bf4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86965427-8c25-4ade-964c-3762a3bf4bf4,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:26.891474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:26.892286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b752a075-0fe9-4a63-8dd5-77e0b145a8c1 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:26.907659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ccf8-0f70-400a-b267-0d3c0af85162 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:26.914123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ccf8-0f70-400a-b267-0d3c0af85162 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:26.920072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ccf8-0f70-400a-b267-0d3c0af85162 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:26.926810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ccf8-0f70-400a-b267-0d3c0af85162 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:26.928464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b504ccf8-0f70-400a-b267-0d3c0af85162 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7928030 Jan 25 16:46:26.929366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926b2b4a-54ea-4b56-be61-30b8e88bfd84,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:26.936014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 57980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:27.053393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3245601'] for subnet, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.075102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.079222 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2975cab3-7f12-4caa-9dd8-041055c1b94d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2987344 Jan 25 16:46:27.099980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57984) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:27.103999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:27.107256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.112620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:27.114292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-fdf563d5-be8c-491d-a43d-8253857f30dc', 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc', 'tenant_id': '70bb14baeef44c9cb59108b500d3d21e', 'fixed_ips': [{'subnet_id': 'e29ef8b5-6e59-4bec-9d10-593efbb148f1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:27.115117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.133534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:27.141997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:27.142785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.147813 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "PUT /v2.0/subnets/e29ef8b5-6e59-4bec-9d10-593efbb148f1 HTTP/1.1" status: 200 len: 900 time: 0.7499893 Jan 25 16:46:27.149436 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57988) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:27.150031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:27.154218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.156808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:27.188170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126df91-fbe9-4a9f-ab50-e53dbe0726ed tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event updated for resources: {'Subnet': ['ID=e29ef8b5-6e59-4bec-9d10-593efbb148f1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:27.192936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.193554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:27.193815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.195626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:27.253517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.272136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:27.272496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.317088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.347130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object b963d8fe-512d-42b8-b793-54370c07b150 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:27.410291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.434907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Allocated IP 2001:db8::3 (fdf563d5-be8c-491d-a43d-8253857f30dc/e29ef8b5-6e59-4bec-9d10-593efbb148f1/946216a9-c1bd-4616-bb2a-81afd7dd929b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:27.439391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.464615 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0841963 Jan 25 16:46:27.472771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57994) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:27.475670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.483789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:27.552501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8be49-e3d8-47fd-91cf-4310f679e9e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=9411b8e5-c43d-46b4-9ab2-edb66b2669fe,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:27.568357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.594049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:27.630823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd8b836-5b46-4c81-ab2a-71c7bb4770ca,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:27.638353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.639547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1cc8bb11-666d-43e0-96b3-d4b51f84a396 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5386801 Jan 25 16:46:27.651813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 57998) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:27.657118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:27.658492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15349a21-8ebb-4cb5-9511-ccf8c6247333']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:27.675082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aef6103-00ec-4926-8725-3672695c7874') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:27.677742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aef6103-00ec-4926-8725-3672695c7874') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:27.683670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.713046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.733071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:27.741096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:27.741255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.748351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:27.763898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:27.766080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:27.773535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:27.778303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:27.792171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:27.805628 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:46:27.813943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.825118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:27.829075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.899558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.910766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:27.914577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:27.915069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:27.931058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:27.933304 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:27.944326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:27.950522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:27.951405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.027873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=b963d8fe-512d-42b8-b793-54370c07b150,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.037041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.045428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86965427-8c25-4ade-964c-3762a3bf4bf4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:28.046028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.071095 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81241f1f-d7ac-498d-a22f-145bb7b41701 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1271460 Jan 25 16:46:28.072973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.074487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:28.110132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.110996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4584675 Jan 25 16:46:28.118407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce252734-81f2-42f2-a0cc-7d5c9d4d1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.128675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.133623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58010) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:28.153551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3b67-4e99-46da-90c0-580bc121f683', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:28.153767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea086ec0-ab0a-47a2-8659-7a54ced657d3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9743dc7e-e4fc-47ab-8570-0d60d5acff61,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.160299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=15349a21-8ebb-4cb5-9511-ccf8c6247333,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.166824 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a8356725-bb82-419e-a9a4-806a91d8e6a1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/15349a21-8ebb-4cb5-9511-ccf8c6247333 HTTP/1.1" status: 204 len: 168 time: 1.2236702 Jan 25 16:46:28.169274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:28.172098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:28.184045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.186749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-36b10765-4e0d-4660-87ab-6cacc5cd1cb1 None None] Provisioning for port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:28.201990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:28.203348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Transition to ACTIVE for port object 946216a9-c1bd-4616-bb2a-81afd7dd929b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:28.213747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:28.238707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Transition to ACTIVE for port object 946216a9-c1bd-4616-bb2a-81afd7dd929b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:28.239978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 86965427-8c25-4ade-964c-3762a3bf4bf4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:28.240340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.255767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.273260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:28.288451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.328337 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:46:28.340807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.347710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=f72c9b64-bac6-4d48-85d5-152452ae7687,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.350824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.367963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Network fdf563d5-be8c-491d-a43d-8253857f30dc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:28.368553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.378700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:28.387839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:28.389621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14554381-c9f8-46d5-9ae3-a8029f969b70 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:28.396485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14554381-c9f8-46d5-9ae3-a8029f969b70 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:28.397291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14554381-c9f8-46d5-9ae3-a8029f969b70 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:28.417096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=e29ef8b5-6e59-4bec-9d10-593efbb148f1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.427445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': 'a54ac0f8-49c5-4595-a567-002c930bfc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:28.428208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 9411b8e5-c43d-46b4-9ab2-edb66b2669fe, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:28.448204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Pushing event updated for resources: {'Port': ['ID=946216a9-c1bd-4616-bb2a-81afd7dd929b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.464128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-39fc2a82-f136-44e8-9a19-9dceaeef6745 None None] Provisioning for port b963d8fe-512d-42b8-b793-54370c07b150 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:28.514422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-39fc2a82-f136-44e8-9a19-9dceaeef6745 None None] Provisioning complete for port b963d8fe-512d-42b8-b793-54370c07b150 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:28.515208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39fc2a82-f136-44e8-9a19-9dceaeef6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.557985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14554381-c9f8-46d5-9ae3-a8029f969b70 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:28.559398 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14554381-c9f8-46d5-9ae3-a8029f969b70 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4840078 Jan 25 16:46:28.563141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58020) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:28.605502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:28.628510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.644478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Attempting to bind port 946216a9-c1bd-4616-bb2a-81afd7dd929b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:28.644850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Attempting to bind port 946216a9-c1bd-4616-bb2a-81afd7dd929b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '535a1d08-e02a-47ed-9714-690472a9d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:28.645235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Attempting to bind port 946216a9-c1bd-4616-bb2a-81afd7dd929b on network fdf563d5-be8c-491d-a43d-8253857f30dc {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:28.646614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 9411b8e5-c43d-46b4-9ab2-edb66b2669fe) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:28.652387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:28.652755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Checking segment: {'id': '535a1d08-e02a-47ed-9714-690472a9d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:28.653165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.653595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Bound using segment: {'id': '535a1d08-e02a-47ed-9714-690472a9d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:28.654070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Bound port: 946216a9-c1bd-4616-bb2a-81afd7dd929b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535a1d08-e02a-47ed-9714-690472a9d591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:28.654444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.669774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:28.670360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.673494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:28.678289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf563d5-be8c-491d-a43d-8253857f30dc']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.695161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port b963d8fe-512d-42b8-b793-54370c07b150 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:28.695571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.709620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.711371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.719993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.744976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535a1d08-e02a-47ed-9714-690472a9d591') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.745300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535a1d08-e02a-47ed-9714-690472a9d591') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.763988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c6571-ea11-4c78-b86b-8dd7af711f01,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:28.771567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac50ed4-7b23-44e4-a196-00070bfc0002']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.773138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.785875 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3c231722-c182-4c36-b392-1eb9bf400ac7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3114958 Jan 25 16:46:28.792167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58024) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:28.799637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:28.805728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd99a50-6986-48d4-abed-87b07f0da4c9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.806026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd99a50-6986-48d4-abed-87b07f0da4c9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:28.817675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.820574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.828068 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8ea0262-43dc-42e4-84a5-a900ffd10141 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6880908 Jan 25 16:46:28.840635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.876246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.888137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:28.888619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.889734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] For port 946216a9-c1bd-4616-bb2a-81afd7dd929b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:28.890513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:28.890922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:28.893379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-39fc2a82-f136-44e8-9a19-9dceaeef6745 None None] Port b963d8fe-512d-42b8-b793-54370c07b150 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:28.895769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09d861-ee82-4030-9ce0-546806c8f87a None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:28.912218 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:29.018293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:29.025072 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:29.030086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:29.030738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.042311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.098905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.105907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=8ac50ed4-7b23-44e4-a196-00070bfc0002,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:29.126743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f27bd9ee-80e2-4db7-924f-0c4857d95a7a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/8ac50ed4-7b23-44e4-a196-00070bfc0002 HTTP/1.1" status: 204 len: 168 time: 0.9474301 Jan 25 16:46:29.130800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58044) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:29.295494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:29.306488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': 'f72c9b64-bac6-4d48-85d5-152452ae7687'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:29.308162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.338426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.358425 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-53723ce6-a0ac-4fdc-85f5-134591586441 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1935654 Jan 25 16:46:29.384589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:29.388148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56bfddd-58fd-4ccf-b933-f3a9bfb00d13 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:29.396141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:29.396665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56bfddd-58fd-4ccf-b933-f3a9bfb00d13 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:29.397519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c56bfddd-58fd-4ccf-b933-f3a9bfb00d13 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Synchronizing usage tracker for tenant:0c2d3f29caaf426baee340a7976561fd on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:29.414746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:29.423755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:46:29.423755 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:46:29.423755 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': 'fdf563d5-be8c-491d-a43d-8253857f30dc'}] Jan 25 16:46:29.423755 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:29.424253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:29.427456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] For port 946216a9-c1bd-4616-bb2a-81afd7dd929b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=946216a9-c1bd-4616-bb2a-81afd7dd929b,segment=NetworkSegment(535a1d08-e02a-47ed-9714-690472a9d591),segment_id=535a1d08-e02a-47ed-9714-690472a9d591)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:29.435971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-c3d98cba-5e2d-442b-a64d-7a2a658bf6e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:29.446470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:29.451487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.463770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:29.467599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.476459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c56bfddd-58fd-4ccf-b933-f3a9bfb00d13 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Unset dirty status for tenant:0c2d3f29caaf426baee340a7976561fd on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:29.477645 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c56bfddd-58fd-4ccf-b933-f3a9bfb00d13 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3455589 Jan 25 16:46:29.482031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:29.490482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1749375791'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:29.497064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:29.512780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:29.514272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.527928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-a88496de-9f99-4f1c-8f21-17a1d8aee797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:29.529549 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-a88496de-9f99-4f1c-8f21-17a1d8aee797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.1269114 Jan 25 16:46:29.531046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:29.536844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.560717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-c3d98cba-5e2d-442b-a64d-7a2a658bf6e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:29.568936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-c3d98cba-5e2d-442b-a64d-7a2a658bf6e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811787981&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.3278956 Jan 25 16:46:29.628482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48068-f93f-41a0-bb37-cbbfbf6a902b None None] Pushing event updated for resources: {'Port': ['ID=946216a9-c1bd-4616-bb2a-81afd7dd929b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:29.698181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.711212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:29.742598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.742939 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment f290fbbd-2d87-4944-a278-353ec49e25a1 of type vlan for network 4bacd282-52e5-421d-9a65-aceb17b5c588 Jan 25 16:46:29.768392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Allocated IP 172.20.0.2 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/f72c9b64-bac6-4d48-85d5-152452ae7687/9898ced7-1d30-4f8b-804c-fec681f8cddd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:29.780062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-89e8c35d-00b9-42ac-8e94-b452e138df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:29.791406 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-89e8c35d-00b9-42ac-8e94-b452e138df3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.2222168 Jan 25 16:46:29.794480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:29.824724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa6c14-5b8f-43b2-95c6-6fed9d9e2dea None None] Network fdf563d5-be8c-491d-a43d-8253857f30dc requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:29.825282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.863543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for b963d8fe-512d-42b8-b793-54370c07b150 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:29.928105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.936164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.950140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:29.951067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:29.973353 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.ipam_backend_mixin [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f72c9b64-bac6-4d48-85d5-152452ae7687 (CIDR: 172.20.0.0/28) Jan 25 16:46:29.990218 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:46:29.990705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:30.001661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-45d16cec-39a6-4e52-9447-6b33fea84ed1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:30.008397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-45d16cec-39a6-4e52-9447-6b33fea84ed1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 796 time: 0.4383240 Jan 25 16:46:30.025252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port 946216a9-c1bd-4616-bb2a-81afd7dd929b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:30.025448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.088412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-d65bbe8a-a875-4c43-9df1-8d34956b3b4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0790770 Jan 25 16:46:30.104927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=4bacd282-52e5-421d-9a65-aceb17b5c588,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:30.125794 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-180188e5-f013-4a76-8d4a-4fe6b9708c2a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6399021 Jan 25 16:46:30.126015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 4bacd282-52e5-421d-9a65-aceb17b5c588 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:30.126114 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-b6e47fc2-11af-4c6c-a9f8-cad14cc6f891 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.2549059 Jan 25 16:46:30.128865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58054) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:30.132921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-252543003'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:30.143467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a35b45c1-1925-465e-a9af-907bd7545bd4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3501525 Jan 25 16:46:30.180765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58058) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:30.183417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:30.194606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:network and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:30.198402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:30.208530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:30.238177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:30.279824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:30.284526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.286073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.302434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b80c2fe2-5c52-4461-80dd-0d403b20bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.316369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.329583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Transition to ACTIVE for port object 9898ced7-1d30-4f8b-804c-fec681f8cddd will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:30.351278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a58768-1a67-4662-8e8f-ea812620f5ef None None] Network fdf563d5-be8c-491d-a43d-8253857f30dc requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:30.391713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-692cd516-8c82-4361-aac7-49a8c95c8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:30.393936 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-692cd516-8c82-4361-aac7-49a8c95c8d7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.2568781 Jan 25 16:46:30.411188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=b963d8fe-512d-42b8-b793-54370c07b150,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:30.473444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:30.494357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Transition to ACTIVE for port object 9898ced7-1d30-4f8b-804c-fec681f8cddd will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:30.496270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.502313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port 946216a9-c1bd-4616-bb2a-81afd7dd929b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=946216a9-c1bd-4616-bb2a-81afd7dd929b,segment=NetworkSegment(535a1d08-e02a-47ed-9714-690472a9d591),segment_id=535a1d08-e02a-47ed-9714-690472a9d591)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:30.503756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.515296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.526661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-2aff8012-a415-4097-9fa1-6e9ce12e2743 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4365957 Jan 25 16:46:30.529330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.529747 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment 4ea7dfd1-e895-478c-95de-feb232130b4f of type vlan for network 4fad12c7-1b5b-424e-9e95-542a51070d80 Jan 25 16:46:30.589931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:30.600431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.605420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-123b7106-8042-4329-8615-a637e8bdc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:30.606923 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-123b7106-8042-4329-8615-a637e8bdc690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968565 Jan 25 16:46:30.608709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:30.617157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:30.617669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1673b046-15e2-4d62-857f-329695cd90c5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/b963d8fe-512d-42b8-b793-54370c07b150 HTTP/1.1" status: 204 len: 168 time: 2.0494816 Jan 25 16:46:30.617784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:30.618897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58066) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:30.635448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:30.641900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:30.650954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:30.743040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:46:30.786392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:30.789845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.856153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for 946216a9-c1bd-4616-bb2a-81afd7dd929b owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:30.871668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Pushing event updated for resources: {'Port': ['ID=9898ced7-1d30-4f8b-804c-fec681f8cddd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:30.964612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Attempting to bind port 9898ced7-1d30-4f8b-804c-fec681f8cddd on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:30.964989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Attempting to bind port 9898ced7-1d30-4f8b-804c-fec681f8cddd by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'a54ac0f8-49c5-4595-a567-002c930bfc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:30.965383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Attempting to bind port 9898ced7-1d30-4f8b-804c-fec681f8cddd on network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:30.976721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:30.977657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Checking segment: {'id': 'a54ac0f8-49c5-4595-a567-002c930bfc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:30.978170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:30.978577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Bound using segment: {'id': 'a54ac0f8-49c5-4595-a567-002c930bfc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:30.981676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Bound port: 9898ced7-1d30-4f8b-804c-fec681f8cddd, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54ac0f8-49c5-4595-a567-002c930bfc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:30.981676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.001282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.005883 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-ee1088cb-0832-48fe-81cf-159b118d2f51 service neutron] 10.222.0.45 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636984 Jan 25 16:46:31.007243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:31.007860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.008912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.098518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.106126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:31.107545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No DVR routers for this DVR port 946216a9-c1bd-4616-bb2a-81afd7dd929b on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:31.109762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9898ced7-1d30-4f8b-804c-fec681f8cddd,segment=NetworkSegment(a54ac0f8-49c5-4595-a567-002c930bfc49),segment_id=a54ac0f8-49c5-4595-a567-002c930bfc49)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:31.116758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.138624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Port': ['ID=946216a9-c1bd-4616-bb2a-81afd7dd929b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:31.143766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68051b1a-2c15-439c-bef0-f2b999557da8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:31.145326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68051b1a-2c15-439c-bef0-f2b999557da8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:31.146855 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68051b1a-2c15-439c-bef0-f2b999557da8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5004771 Jan 25 16:46:31.178108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:31.199727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786a0da-48f7-4451-ad95-8e23c22dbd2f None None] Pushing event updated for resources: {'Port': ['ID=9898ced7-1d30-4f8b-804c-fec681f8cddd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:31.228213 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1003094 Jan 25 16:46:31.248438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58076) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:31.261836 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-c967a80f-9cb1-4177-8928-7876846f3c5b service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438138 Jan 25 16:46:31.277033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'ports': [{'network_id': '4bacd282-52e5-421d-9a65-aceb17b5c588', 'name': 'tempest-port--1678321453', 'admin_state_up': True}, {'network_id': '4fad12c7-1b5b-424e-9e95-542a51070d80', 'admin_state_up': False}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:31.277511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'port': {'network_id': '4bacd282-52e5-421d-9a65-aceb17b5c588', 'name': 'tempest-port--1678321453', 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:31.277835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'port': {'network_id': '4fad12c7-1b5b-424e-9e95-542a51070d80', 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:31.292289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f97c-d55a-48ba-8d65-2771da535a6d tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=4fad12c7-1b5b-424e-9e95-542a51070d80,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:31.309475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 4fad12c7-1b5b-424e-9e95-542a51070d80 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:31.332057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.394546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf563d5-be8c-491d-a43d-8253857f30dc']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:31.445662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-84388fa3-cc75-4f52-bac4-d53d66355bec service neutron] 10.222.0.45 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314532 Jan 25 16:46:31.447545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535a1d08-e02a-47ed-9714-690472a9d591') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:31.447840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535a1d08-e02a-47ed-9714-690472a9d591') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:31.466948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.513545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.529302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.532140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:31.532548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:31.556925 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:31.807385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:31.825320 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ffa8a7d-7efd-4508-aa51-6d3393f79f8f req-e301f2fd-5460-4912-b338-6417189d71a3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.1032071 Jan 25 16:46:31.826019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.844392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.888231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=fdf563d5-be8c-491d-a43d-8253857f30dc,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:31.895418 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bd33fe75-15ff-4843-900f-94bc4160d739 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/fdf563d5-be8c-491d-a43d-8253857f30dc HTTP/1.1" status: 204 len: 168 time: 4.7424798 Jan 25 16:46:31.900292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58088) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:31.912205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:31.919817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet eebc4511-414f-4db2-8b4e-64c6195cc303 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:31.933409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:31.933865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.943749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9920cc-a3fd-4864-9c55-a52bdf6b5d91 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:31.944196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9920cc-a3fd-4864-9c55-a52bdf6b5d91 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:31.946424 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ee9920cc-a3fd-4864-9c55-a52bdf6b5d91 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/e29ef8b5-6e59-4bec-9d10-593efbb148f1 HTTP/1.1" status: 404 len: 337 time: 0.0455420 Jan 25 16:46:31.953825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:31.985466 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f1ca6d-896d-4a9f-96f2-a562aceac610 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:31.986883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f1ca6d-896d-4a9f-96f2-a562aceac610 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:31.988388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6d01e368-5f92-48a1-911c-f3d3c0386439 req-5b03cac2-0674-4404-807e-704835e1d890 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179546 Jan 25 16:46:31.989388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c3f1ca6d-896d-4a9f-96f2-a562aceac610 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/fdf563d5-be8c-491d-a43d-8253857f30dc HTTP/1.1" status: 404 len: 339 time: 0.0344939 Jan 25 16:46:31.989530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:port and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:31.992395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:31.992890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:32.133261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9898ced7-1d30-4f8b-804c-fec681f8cddd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:32.138015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:32.154335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:32.181026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.196746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'port': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:32.202287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.215449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.256231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9898ced7-1d30-4f8b-804c-fec681f8cddd completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:32.288783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.374616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.404822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f588cec1-2e45-48a9-af0e-f99383beac5c']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:32.419368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304809e9-8c75-45c3-8de4-10de687523a9') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:32.419707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304809e9-8c75-45c3-8de4-10de687523a9') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:32.433793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.446224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.453202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.460984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:32.461579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:32.480641 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:32.552958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:32.582738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.614064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.619582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:32.622839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:32.623429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.638225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=f588cec1-2e45-48a9-af0e-f99383beac5c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:32.640109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.649114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc0710cf-5c11-483f-888d-bd0e3cd3514d tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/f588cec1-2e45-48a9-af0e-f99383beac5c HTTP/1.1" status: 204 len: 168 time: 0.6549246 Jan 25 16:46:32.651494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58110) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:32.707986 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe837ee-5c5f-4d8e-ac59-db1d0957fdb2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:32.708473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe837ee-5c5f-4d8e-ac59-db1d0957fdb2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:32.713751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9fe837ee-5c5f-4d8e-ac59-db1d0957fdb2 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/b6e2ca5b-1ec5-4431-bf86-cf9dba3381e9 HTTP/1.1" status: 404 len: 337 time: 0.0609777 Jan 25 16:46:32.715371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.717903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58116) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:32.750561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1310af-e5ff-4349-b663-9791fdd3c5c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:32.751476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1310af-e5ff-4349-b663-9791fdd3c5c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:32.757333 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8b1310af-e5ff-4349-b663-9791fdd3c5c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/ef635dca-77d3-47ec-8862-2e0e59c36c1e HTTP/1.1" status: 404 len: 339 time: 0.0378072 Jan 25 16:46:32.758220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58120) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:32.761501 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5381463 Jan 25 16:46:32.772441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:32.777579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5c50a-e1e5-4535-aa10-6876cdb0b007 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=2351ad41-1d4f-4391-a912-ed8272cfef27,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:32.781935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] device_id is not set on port 9e1b734e-f746-4896-8036-8cb4f03cbfc8 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:32.799627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'fixed_ips': [{'subnet_id': 'f72c9b64-bac6-4d48-85d5-152452ae7687'}, {'subnet_id': '2351ad41-1d4f-4391-a912-ed8272cfef27'}], 'name': 'tempest-PortsTestJSON-591592711'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:32.833422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db90e19-192e-48a9-a027-435713d70709 None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:32.843740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting subnet 6fcfad84-724c-4e5c-b608-05f4a58a9d0f {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:32.848674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:32.947026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Provisioning for port 9898ced7-1d30-4f8b-804c-fec681f8cddd completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:32.969952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Provisioning complete for port 9898ced7-1d30-4f8b-804c-fec681f8cddd triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:32.971545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.093670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.101204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:33.136190 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a4bd73d4-ae93-434b-b57b-8d63d3170331 req-f8efcb90-b8c5-4600-98e4-82c8de91bac4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.0700207 Jan 25 16:46:33.145573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:33.149531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:33.159424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.175116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.179201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.192728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583da19-ecc5-4f72-9d03-b5ab7b0e1193 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:33.221183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:33.225400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=eebc4511-414f-4db2-8b4e-64c6195cc303,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:33.285254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.343964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.375966 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-651eea13-b015-47ac-b2e1-8279b5af1498 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/eebc4511-414f-4db2-8b4e-64c6195cc303 HTTP/1.1" status: 204 len: 168 time: 2.1967907 Jan 25 16:46:33.380399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9898ced7-1d30-4f8b-804c-fec681f8cddd,segment=NetworkSegment(a54ac0f8-49c5-4595-a567-002c930bfc49),segment_id=a54ac0f8-49c5-4595-a567-002c930bfc49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:33.382511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58132) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:33.460658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.480697 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d5bf76f9-b8ac-4711-9e1f-a6175c205d25 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967662 Jan 25 16:46:33.481349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58138) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:33.492134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:33.510714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.540142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fac0e-2d4e-474c-9a5f-631dc938ea98 None None] Pushing event updated for resources: {'Port': ['ID=9898ced7-1d30-4f8b-804c-fec681f8cddd,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:33.572978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:33.624660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.646118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bc12a-df0e-4333-bfc3-6a16f8267885 None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:33.647591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcfad84-724c-4e5c-b608-05f4a58a9d0f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:33.675897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:33.700339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:33.706516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:33.713737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b2c71337-d870-4ed7-abc3-2f981260bc54 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/6fcfad84-724c-4e5c-b608-05f4a58a9d0f HTTP/1.1" status: 204 len: 168 time: 0.9545698 Jan 25 16:46:33.715012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:33.715819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:33.722776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:33.738985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:33.745300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.745495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Deleting port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:33.745763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.810755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] device_id is not set on port 443c28ce-dcc6-4837-8f78-0801bf770c58 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:33.887841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Update dhcp port {'port': {'network_id': '9411b8e5-c43d-46b4-9ab2-edb66b2669fe', 'fixed_ips': [{'subnet_id': 'f72c9b64-bac6-4d48-85d5-152452ae7687', 'ip_address': '172.20.0.2'}, {'subnet_id': '2351ad41-1d4f-4391-a912-ed8272cfef27'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '9898ced7-1d30-4f8b-804c-fec681f8cddd'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:46:33.914211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting subnet 44246d4d-f581-4af2-89ab-7f80e607f8c3 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:33.927127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-bd1a10b3-8001-472e-95af-fe6d42307280 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:33.928163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-bd1a10b3-8001-472e-95af-fe6d42307280 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:33.935711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:33.999083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.027960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.031594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.084229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-bd1a10b3-8001-472e-95af-fe6d42307280 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:34.085489 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-bd1a10b3-8001-472e-95af-fe6d42307280 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 796 time: 0.9514644 Jan 25 16:46:34.086687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 5e0fbcff-23d1-4704-85b6-6a66087b3381 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:34.105237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.173736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:34.177189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:34.182351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:34.183287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.219422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7346528 Jan 25 16:46:34.222109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58154) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:34.228420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564196-b6af-4bbd-b15b-5d8b0e6bff6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=9f2ff174-13c9-4174-ac06-719c68bd22e9,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:34.235677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '9f2ff174-13c9-4174-ac06-719c68bd22e9', 'ip_address': '2001:db8::fd00:ebfa:5651:1159'}], 'name': 'tempest-NetworksTestDHCPv6-2043521893'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:34.311151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-1bcfa7c3-c1ed-4264-888d-5edf4a005933 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:34.416395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.446330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] For port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:34.446942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.453517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-1bcfa7c3-c1ed-4264-888d-5edf4a005933 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:34.455139 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-1bcfa7c3-c1ed-4264-888d-5edf4a005933 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 380 time: 0.3288260 Jan 25 16:46:34.457014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.483830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['bbaa3b67-4e99-46da-90c0-580bc121f683']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:34.488340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0c4784c-ba3f-463b-9e32-8a6c42f23198 req-84067646-c1e8-424d-b539-2d268bcb149e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.1089056 Jan 25 16:46:34.583275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:34.592491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:34.597980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:34.608841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:34.623490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:34.689957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.730868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Calling delete_port for 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:34.767591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=44246d4d-f581-4af2-89ab-7f80e607f8c3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:34.774134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.777312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.885443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.916490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:34.935736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e38434ff-8107-4e15-b202-49ebec430cf6 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/44246d4d-f581-4af2-89ab-7f80e607f8c3 HTTP/1.1" status: 204 len: 168 time: 1.2142179 Jan 25 16:46:34.941684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:port and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:34.943717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:34.945315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 70c88632-2101-4627-b6c6-b232913ccfd9 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:34.963467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:34.964269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:35.008712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:35.024216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Port': ['ID=9e1b734e-f746-4896-8036-8cb4f03cbfc8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:35.035443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] Pushing event deleted for resources: {'Port': ['ID=1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:35.049619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2a0e3-ff7d-4aeb-8413-8bef665689d5 None None] No DVR routers for this DVR port 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:35.085656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.3 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/f72c9b64-bac6-4d48-85d5-152452ae7687/5e0fbcff-23d1-4704-85b6-6a66087b3381) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:35.115887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf244a63-876c-4fe1-bb80-20375eedbeda None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:35.129174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.21 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/2351ad41-1d4f-4391-a912-ed8272cfef27/5e0fbcff-23d1-4704-85b6-6a66087b3381) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:35.177856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:35.181684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.238694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Checking segment: {'id': 'f290fbbd-2d87-4944-a278-353ec49e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bacd282-52e5-421d-9a65-aceb17b5c588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:35.239103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network hostable DHCP agents. Network: 4bacd282-52e5-421d-9a65-aceb17b5c588, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:35.265137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.273470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::fd00:ebfa:5651:1159 (255dcaab-10ef-4717-a4ec-827262e2a670/9f2ff174-13c9-4174-ac06-719c68bd22e9/70c88632-2101-4627-b6c6-b232913ccfd9) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:35.391222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network 4bacd282-52e5-421d-9a65-aceb17b5c588 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:35.393489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port 894f96a1-f224-4656-ab0e-597a8a20d4e0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:35.393827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.526811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '9f2ff174-13c9-4174-ac06-719c68bd22e9'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:35.529042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.574782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.599116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 70c88632-2101-4627-b6c6-b232913ccfd9 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:35.661809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.706411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9898ced7-1d30-4f8b-804c-fec681f8cddd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:35.810800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9898ced7-1d30-4f8b-804c-fec681f8cddd triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:35.811443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.811829 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9eab47da-1abe-415c-86f0-876a19a0b776 req-50e2ce1d-b1b5-485f-bf53-a735ff4606f5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.0649161 Jan 25 16:46:35.880410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:35.894241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:35.898927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:35.902376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec1840-ef65-4a4a-a603-af5d98fa4ae8 None None] Network 876d1557-ce7b-49bd-bd85-474953e7fb2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:35.905857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:35.906521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.916552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 4bacd282-52e5-421d-9a65-aceb17b5c588) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:35.922362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:35.923580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:35.930777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=70c88632-2101-4627-b6c6-b232913ccfd9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:35.959478 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7a2a36b-578d-47ee-b403-357262d80b20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7331107 Jan 25 16:46:35.960188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58172) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:35.966605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf62a1-6068-49c3-b11e-b0f5429a1997 None None] Network 4bacd282-52e5-421d-9a65-aceb17b5c588 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:36.153827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Port': ['ID=443c28ce-dcc6-4837-8f78-0801bf770c58,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:36.156166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711294a5-bbdd-40b2-b7c2-f8bb811a73a1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:36.156986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-711294a5-bbdd-40b2-b7c2-f8bb811a73a1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:36.161903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.4 (1c636b3e-10f0-4458-a275-07ebf13524b0/600a4f15-fab0-4a4e-a170-ee9c1ab1694b/541a8fd6-c3b6-48a2-8a50-581a7796a122) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:36.166543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.176311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-711294a5-bbdd-40b2-b7c2-f8bb811a73a1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:36.177965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-711294a5-bbdd-40b2-b7c2-f8bb811a73a1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2168458 Jan 25 16:46:36.181046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58176) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:36.261947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Checking segment: {'id': '4ea7dfd1-e895-478c-95de-feb232130b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fad12c7-1b5b-424e-9e95-542a51070d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:36.262289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network hostable DHCP agents. Network: 4fad12c7-1b5b-424e-9e95-542a51070d80, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:36.269012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 70c88632-2101-4627-b6c6-b232913ccfd9 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:36.269590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.276671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1d7bac80-79ae-49dc-8f0e-a3bbc24b4706 None None] Provisioning complete for port 894f96a1-f224-4656-ab0e-597a8a20d4e0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:36.277037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d7bac80-79ae-49dc-8f0e-a3bbc24b4706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.277144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 5e0fbcff-23d1-4704-85b6-6a66087b3381 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:36.306206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/9f2ff174-13c9-4174-ac06-719c68bd22e9/28e3ec3c-d37a-4b93-a260-3b5875c92f42) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:36.354351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port 894f96a1-f224-4656-ab0e-597a8a20d4e0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=894f96a1-f224-4656-ab0e-597a8a20d4e0,segment=NetworkSegment(b8343271-ffd6-45d9-bb8e-3d3ffc318a7e),segment_id=b8343271-ffd6-45d9-bb8e-3d3ffc318a7e)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:36.354792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.517697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network 4fad12c7-1b5b-424e-9e95-542a51070d80 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:36.546997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:36.608527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.651896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:36.651896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1116cd68-0dda-4ce6-ad35-0f86c0ebfb5d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:36.652293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.663105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for 894f96a1-f224-4656-ab0e-597a8a20d4e0 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:36.760485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Allocated IP 172.20.0.18 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/2351ad41-1d4f-4391-a912-ed8272cfef27/9898ced7-1d30-4f8b-804c-fec681f8cddd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:36.764254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 4fad12c7-1b5b-424e-9e95-542a51070d80) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:36.776765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 70c88632-2101-4627-b6c6-b232913ccfd9 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:36.811148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:36.821096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b6f9d-9b2b-4442-ba30-0fa5fe848013 None None] Network 4fad12c7-1b5b-424e-9e95-542a51070d80 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:36.828379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:36.834740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:36.836014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:36.898967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:36.946244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:36.974345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:37.029818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=5e0fbcff-23d1-4704-85b6-6a66087b3381,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.038373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.066978 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9a4838f-6b30-4a7c-beba-98ca3b9a5c7c tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8078833 Jan 25 16:46:37.085393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:37.100801 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ccd51123-6420-47a1-8764-eaac5f05a48e req-59734a7a-971c-4383-9309-1095eb68d6be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.0824609 Jan 25 16:46:37.144124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.159079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 541a8fd6-c3b6-48a2-8a50-581a7796a122 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:37.169313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.196703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=70c88632-2101-4627-b6c6-b232913ccfd9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.242477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.250594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Port': ['ID=894f96a1-f224-4656-ab0e-597a8a20d4e0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.271368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.272284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.276593 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b6dfb9d9-d4d5-4e7f-b483-5a3fe3b504f0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/70c88632-2101-4627-b6c6-b232913ccfd9 HTTP/1.1" status: 204 len: 168 time: 1.0924652 Jan 25 16:46:37.276784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58192) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:37.281082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No DVR routers for this DVR port 894f96a1-f224-4656-ab0e-597a8a20d4e0 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:37.338037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32827255-7fd8-4e5c-ad2b-950667306896 None None] DHCP port deletion for 876d1557-ce7b-49bd-bd85-474953e7fb2e request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:37.353673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.397577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab7324-68ed-4eed-9b55-8cda2208965c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.399293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab7324-68ed-4eed-9b55-8cda2208965c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.400059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-67ab7324-68ed-4eed-9b55-8cda2208965c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:37.423113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-67ab7324-68ed-4eed-9b55-8cda2208965c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:37.429466 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-67ab7324-68ed-4eed-9b55-8cda2208965c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1487570 Jan 25 16:46:37.430254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Transition to ACTIVE for port object 28e3ec3c-d37a-4b93-a260-3b5875c92f42 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:37.431210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58198) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:37.463674 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96976201-5961-4c63-b172-7812472c8623 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.6880903 Jan 25 16:46:37.466921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Transition to ACTIVE for port object 28e3ec3c-d37a-4b93-a260-3b5875c92f42 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:37.469123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58202) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:37.476092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f72c9b64-bac6-4d48-85d5-152452ae7687'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:37.489650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9898ced7-1d30-4f8b-804c-fec681f8cddd,segment=NetworkSegment(a54ac0f8-49c5-4595-a567-002c930bfc49),segment_id=a54ac0f8-49c5-4595-a567-002c930bfc49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:37.492240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.499478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.516851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.547831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d1557-ce7b-49bd-bd85-474953e7fb2e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:37.568456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:37.568936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8343271-ffd6-45d9-bb8e-3d3ffc318a7e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:37.575299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 9f2ff174-13c9-4174-ac06-719c68bd22e9 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:37.592211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.596203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.664050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d701f2b-de0b-447c-9bbb-42bccf27387b tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.670922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.671230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d701f2b-de0b-447c-9bbb-42bccf27387b tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.671740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0d701f2b-de0b-447c-9bbb-42bccf27387b tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Synchronizing usage tracker for tenant:0c2d3f29caaf426baee340a7976561fd on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:37.709271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Transition to ACTIVE for port object 9898ced7-1d30-4f8b-804c-fec681f8cddd will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:37.710672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Pushing event updated for resources: {'Port': ['ID=28e3ec3c-d37a-4b93-a260-3b5875c92f42,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.733696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.733977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 894f96a1-f224-4656-ab0e-597a8a20d4e0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:37.741780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:37.748598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:37.753133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.760870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:37.796343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:37.797095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.798158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.814125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:37.817400 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:37.892755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0d701f2b-de0b-447c-9bbb-42bccf27387b tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Unset dirty status for tenant:0c2d3f29caaf426baee340a7976561fd on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:37.894148 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d701f2b-de0b-447c-9bbb-42bccf27387b tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8050249 Jan 25 16:46:37.899332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58208) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:37.911240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 894f96a1-f224-4656-ab0e-597a8a20d4e0 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:37.911786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 894f96a1-f224-4656-ab0e-597a8a20d4e0 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:37.927767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:37.931240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4284656-13ed-423a-8d2c-7bce4899f783 None None] Pushing event updated for resources: {'Port': ['ID=9898ced7-1d30-4f8b-804c-fec681f8cddd,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:37.956298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.984233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:37.993055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:37.996372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:37.996817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:37.997784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.006855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.007094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=876d1557-ce7b-49bd-bd85-474953e7fb2e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:38.022711 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d85c31e9-48f5-4f15-91b8-198fa6d963be tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/876d1557-ce7b-49bd-bd85-474953e7fb2e HTTP/1.1" status: 204 len: 168 time: 3.0517063 Jan 25 16:46:38.024905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.037115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Deleting port 9e1b734e-f746-4896-8036-8cb4f03cbfc8 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:38.037476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.067923 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-5c5afaca-1be4-4ec3-81ca-54e5ca6840c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6002560 Jan 25 16:46:38.079474 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad02bbc-27a3-44d0-b054-b3192be86a65 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.080375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad02bbc-27a3-44d0-b054-b3192be86a65 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.085459 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dad02bbc-27a3-44d0-b054-b3192be86a65 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/c597b72a-83a9-493e-ab99-e871fc925ff3 HTTP/1.1" status: 404 len: 337 time: 0.0586445 Jan 25 16:46:38.092656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Request body: {'port': {'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:38.094366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58218) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.163007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.209923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Attempting to bind port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:38.210301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Attempting to bind port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:38.210725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Attempting to bind port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:38.217719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9b5158c0-b661-425c-a52c-9e84804e5b68 None None] Provisioning for port 541a8fd6-c3b6-48a2-8a50-581a7796a122 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:38.223997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:38.224441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:38.224894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.225377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:38.226116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Bound port: 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:38.226552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.243004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9b5158c0-b661-425c-a52c-9e84804e5b68 None None] Provisioning complete for port 541a8fd6-c3b6-48a2-8a50-581a7796a122 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:38.243398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b5158c0-b661-425c-a52c-9e84804e5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.382360 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d8d96a-b746-42bd-9ad5-ef16fdaab6b1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.382844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d8d96a-b746-42bd-9ad5-ef16fdaab6b1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.388179 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-65d8d96a-b746-42bd-9ad5-ef16fdaab6b1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/d882cc15-4b6f-4759-a632-76540531bcec HTTP/1.1" status: 404 len: 339 time: 0.2812967 Jan 25 16:46:38.402458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58226) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.431487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9b5158c0-b661-425c-a52c-9e84804e5b68 None None] Port 541a8fd6-c3b6-48a2-8a50-581a7796a122 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:38.503600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.525197 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1226473-4853-4436-b29a-e23f5441cac1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.525666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1226473-4853-4436-b29a-e23f5441cac1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.527370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d1226473-4853-4436-b29a-e23f5441cac1 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/6217a146-dc72-4bc8-8e2c-8d3245f4b0a8 HTTP/1.1" status: 404 len: 337 time: 0.1210282 Jan 25 16:46:38.569834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.602509 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b90d10-2360-4cba-a286-89c007246129 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.603005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b90d10-2360-4cba-a286-89c007246129 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.607898 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9b90d10-2360-4cba-a286-89c007246129 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/70bc23f2-3327-4da2-a8a8-a5e131852020 HTTP/1.1" status: 404 len: 339 time: 0.0370996 Jan 25 16:46:38.616203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.675332 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b44a8e-5d5a-4617-8f40-2bd37a2b0611 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.675916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b44a8e-5d5a-4617-8f40-2bd37a2b0611 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.680384 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86b44a8e-5d5a-4617-8f40-2bd37a2b0611 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/e08c353c-eb3f-4e32-a904-d6909217db66 HTTP/1.1" status: 404 len: 337 time: 0.0606065 Jan 25 16:46:38.685169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58240) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.750068 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eb894c-64a9-46ed-bdcc-d06994d41c6c tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:38.750595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41eb894c-64a9-46ed-bdcc-d06994d41c6c tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:38.753317 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41eb894c-64a9-46ed-bdcc-d06994d41c6c tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/66b77445-a39c-41d5-b207-01ef51cdc3b3 HTTP/1.1" status: 404 len: 339 time: 0.0672500 Jan 25 16:46:38.760413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58244) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:38.766591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] For port 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:38.774562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] For port 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=28e3ec3c-d37a-4b93-a260-3b5875c92f42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:38.795173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.813508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.873578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.884918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2ff174-13c9-4174-ac06-719c68bd22e9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:38.888212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.929351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting subnet 8827bb61-550b-4a5f-bc3b-e14ee0c35c27 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:38.943300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:38.996329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7bb3e-f3e0-46f6-b0c5-fe96485f6dec None None] Pushing event updated for resources: {'Port': ['ID=28e3ec3c-d37a-4b93-a260-3b5875c92f42,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:39.002608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d8d27-2558-4844-9c22-f6a4a7c9b63c None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:39.022414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.049172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Calling delete_port for 9e1b734e-f746-4896-8036-8cb4f03cbfc8 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:39.109165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8d77d68e-3e1e-4f51-86a4-44110e4440df None None] Provisioning for port 9898ced7-1d30-4f8b-804c-fec681f8cddd completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:39.120870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8d77d68e-3e1e-4f51-86a4-44110e4440df None None] Provisioning complete for port 9898ced7-1d30-4f8b-804c-fec681f8cddd triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:39.121356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d77d68e-3e1e-4f51-86a4-44110e4440df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.168640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb2d8aff-bdf2-424a-9f5e-40b531da668e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/9f2ff174-13c9-4174-ac06-719c68bd22e9 HTTP/1.1" status: 204 len: 168 time: 1.7361007 Jan 25 16:46:39.179550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.196054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:39.286183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541a8fd6-c3b6-48a2-8a50-581a7796a122 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:46:39.298962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-864a920b-f047-4f9b-867a-a928fc5e8e4a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008151 Jan 25 16:46:39.299823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:39.301308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.316404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7624-3416-4f15-a4c0-8a138ed74287 req-5abd3117-4f7c-49c8-8cd5-495885695830 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:39.317906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:39.323522 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5ff7624-3416-4f15-a4c0-8a138ed74287 req-5abd3117-4f7c-49c8-8cd5-495885695830 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 931 time: 1.0065260 Jan 25 16:46:39.430941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Transition to ACTIVE for port object 541a8fd6-c3b6-48a2-8a50-581a7796a122 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:39.476600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.486944 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5ff7624-3416-4f15-a4c0-8a138ed74287 req-8342107c-a836-4155-a419-5c1df9d58f1e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624129 Jan 25 16:46:39.503390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.613798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Port': ['ID=9e1b734e-f746-4896-8036-8cb4f03cbfc8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:39.637550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.680564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6fa78796-bcb0-4cf5-ba00-5b5cdfd55594 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/ports/9e1b734e-f746-4896-8036-8cb4f03cbfc8 HTTP/1.1" status: 204 len: 168 time: 1.7742159 Jan 25 16:46:39.682434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Delete allocated IP 172.20.0.21 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/2351ad41-1d4f-4391-a912-ed8272cfef27) {{(pid=87552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:46:39.684907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58262) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:39.716962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:39.733643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.813124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:39.820637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Pushing event updated for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:39.827640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:39.884915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.890369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d372c34-031b-4b39-9aad-621207093df9 None None] Network eb3c8997-38c6-4ed3-9b35-38f4785b9179 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:39.891839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:39.909651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=8827bb61-550b-4a5f-bc3b-e14ee0c35c27,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:39.917657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Deleting port 443c28ce-dcc6-4837-8f78-0801bf770c58 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:39.918094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:39.932627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9898ced7-1d30-4f8b-804c-fec681f8cddd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:40.013553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22734864-1881-459e-a289-6c29516aed95 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/8827bb61-550b-4a5f-bc3b-e14ee0c35c27 HTTP/1.1" status: 204 len: 168 time: 1.2502475 Jan 25 16:46:40.013781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58266) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:40.015743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Attempting to bind port 541a8fd6-c3b6-48a2-8a50-581a7796a122 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:40.016225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Attempting to bind port 541a8fd6-c3b6-48a2-8a50-581a7796a122 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:40.016617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Attempting to bind port 541a8fd6-c3b6-48a2-8a50-581a7796a122 on network 1c636b3e-10f0-4458-a275-07ebf13524b0 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:40.024878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Port 541a8fd6-c3b6-48a2-8a50-581a7796a122 on network 1c636b3e-10f0-4458-a275-07ebf13524b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:46:40.025310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Attempting to bind port 541a8fd6-c3b6-48a2-8a50-581a7796a122 on network 1c636b3e-10f0-4458-a275-07ebf13524b0 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:40.029257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:40.033561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.112155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:40.112916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Checking segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:40.113550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Bound using segment: {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:40.114240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Bound port: 541a8fd6-c3b6-48a2-8a50-581a7796a122, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd94b5b3-07a2-4a93-97e6-31e5324374ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:40.114847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.138778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.157251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Ignored duplicate provisioning block setup for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 16:46:40.187462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.302211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:40.305990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:40.333280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Provisioning complete for port 9898ced7-1d30-4f8b-804c-fec681f8cddd triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:40.333280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.346221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.383929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9898ced7-1d30-4f8b-804c-fec681f8cddd triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:40.383929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.469965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Pushing event updated for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:40.513836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:40.515050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.518905 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4d96d0e3-c983-4113-b41f-68eab11de06e service neutron] 10.222.0.15 "PUT /v2.0/ports/541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 1093 time: 2.4302244 Jan 25 16:46:40.519283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:46:40.692070 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'status': 'completed', 'code': 200} Jan 25 16:46:40.741509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] DHCP port deletion for eb3c8997-38c6-4ed3-9b35-38f4785b9179 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:40.795975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.800185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Deleting port 5fd498ff-e57e-4114-a2cb-175bf98a437f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:40.800562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.874328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:40.919262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 28e3ec3c-d37a-4b93-a260-3b5875c92f42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:40.949595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=5e0fbcff-23d1-4704-85b6-6a66087b3381,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:41.040037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Provisioning for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:41.069368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port 5fd498ff-e57e-4114-a2cb-175bf98a437f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:41.070054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.089127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:41.095428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:41.097457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=16ed8406-e492-4cf0-98be-68c02953aa4e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:41.101084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-2466f2ab-7bf8-47ed-9a0f-d734524dff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.102758 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-2466f2ab-7bf8-47ed-9a0f-d734524dff6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1096 time: 0.5109253 Jan 25 16:46:41.104466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.105402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.110474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294d624-b1bb-4c6e-9fd8-e5e010cb5e53 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:41.115104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] In _notify_port_updated(), no bound segment for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 on network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:46:41.120546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.121172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.122547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a91eda43-7a4a-4a6b-b0fa-5e85c60b49dc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/ports/5e0fbcff-23d1-4704-85b6-6a66087b3381 HTTP/1.1" status: 200 len: 918 time: 3.6524467 Jan 25 16:46:41.134803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Provisioning complete for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:41.135488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.171887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:41.179999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f72c9b64-bac6-4d48-85d5-152452ae7687'}, {'subnet_id': '2351ad41-1d4f-4391-a912-ed8272cfef27'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:41.223915 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-7e156298-3865-40f9-9753-99276e06fac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 217 time: 0.1119397 Jan 25 16:46:41.252509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.305994 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9dc56624-e652-4a2b-bd4f-c286df9e9f53 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0019240 Jan 25 16:46:41.311014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:41.318966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '16ed8406-e492-4cf0-98be-68c02953aa4e', 'ip_address': '2001:db8::421b:e994:36a7:d4cc'}], 'name': 'tempest-NetworksTestDHCPv6-71748139'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:41.339752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:41.376035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-674e6819-fe81-4d6a-8028-b13b210b4c69 None None] Port 5e0fbcff-23d1-4704-85b6-6a66087b3381 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:41.416355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] For port 5fd498ff-e57e-4114-a2cb-175bf98a437f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fd498ff-e57e-4114-a2cb-175bf98a437f,segment=NetworkSegment(f5950627-f5d0-4051-bc13-2caaa1bb7858),segment_id=f5950627-f5d0-4051-bc13-2caaa1bb7858)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:41.416750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.431300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-985cd304-bd4b-4b6e-bec9-afbe0f239ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.432749 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-985cd304-bd4b-4b6e-bec9-afbe0f239ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 200 len: 834 time: 0.1925793 Jan 25 16:46:41.466422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Calling delete_port for 443c28ce-dcc6-4837-8f78-0801bf770c58 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:41.523885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a164f3d-eecf-4b08-8987-85dc0a8a13b7 req-6ea421b0-7038-4255-b73e-a7da5cbfc46f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.528299 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a164f3d-eecf-4b08-8987-85dc0a8a13b7 req-6ea421b0-7038-4255-b73e-a7da5cbfc46f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 943 time: 0.6793783 Jan 25 16:46:41.617891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.657151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Calling delete_port for 5fd498ff-e57e-4114-a2cb-175bf98a437f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:41.692181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fd498ff-e57e-4114-a2cb-175bf98a437f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:41.702796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:41.722392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:41.729010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:41.740222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:41.747411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Port': ['ID=443c28ce-dcc6-4837-8f78-0801bf770c58,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:41.750405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-3f43ddaa-bd67-4d12-a76d-f792bcffccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:41.752704 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-3f43ddaa-bd67-4d12-a76d-f792bcffccac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c636b3e-10f0-4458-a275-07ebf13524b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2627270 Jan 25 16:46:41.759183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.771408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.784273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Provisioning for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:41.795153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Provisioning complete for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:41.795530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.808117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:41.816173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a164f3d-eecf-4b08-8987-85dc0a8a13b7 req-17f4a8cf-bbcc-423f-b75d-301c031861aa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344561 Jan 25 16:46:41.834160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-066328b1-0903-466c-b1c5-95bd8096e082 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/ports/443c28ce-dcc6-4837-8f78-0801bf770c58 HTTP/1.1" status: 204 len: 168 time: 2.1481025 Jan 25 16:46:41.837332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58290) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:41.846973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port 5fd498ff-e57e-4114-a2cb-175bf98a437f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fd498ff-e57e-4114-a2cb-175bf98a437f,segment=NetworkSegment(f5950627-f5d0-4051-bc13-2caaa1bb7858),segment_id=f5950627-f5d0-4051-bc13-2caaa1bb7858)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:41.847654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:41.962500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-27ce7b63-0146-44ae-9e1c-c40a8e69c360 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Synchronizing usage tracker for tenant:0c2d3f29caaf426baee340a7976561fd on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:42.036872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for 5fd498ff-e57e-4114-a2cb-175bf98a437f owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:42.103299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-27ce7b63-0146-44ae-9e1c-c40a8e69c360 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Unset dirty status for tenant:0c2d3f29caaf426baee340a7976561fd on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:42.104830 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27ce7b63-0146-44ae-9e1c-c40a8e69c360 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2663150 Jan 25 16:46:42.109525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58296) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:42.111631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.119869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1609578196'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:42.141405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.146742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:42.155035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:network and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:42.160360 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-4b5ed84a-b1ca-4026-b341-83f93adfb93b service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856804 Jan 25 16:46:42.161452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:42.172725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:42.178983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:42.179567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:42.196222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:42.201733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.210456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] Pushing event deleted for resources: {'Port': ['ID=5fd498ff-e57e-4114-a2cb-175bf98a437f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:42.224976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdbd67-56f5-40d9-99a8-260af4faa2ac None None] No DVR routers for this DVR port 5fd498ff-e57e-4114-a2cb-175bf98a437f on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:42.230500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.230917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.239315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:42.249653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.250111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment fce63ed0-2bca-4425-bf5f-1b2751e26336 of type vlan for network 73dca418-5b26-44d7-b6fe-87b9c5f581b1 Jan 25 16:46:42.261496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] For port 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=28e3ec3c-d37a-4b93-a260-3b5875c92f42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:42.276917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.287643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.328738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.339034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:42.340299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.358825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:42.431950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Provisioning complete for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:42.432543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.524580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Port 5e0fbcff-23d1-4704-85b6-6a66087b3381 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:42.527982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a3301-1989-41a8-bd35-5801235a48e8 None None] Pushing event updated for resources: {'Port': ['ID=28e3ec3c-d37a-4b93-a260-3b5875c92f42,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:42.541265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4303958 Jan 25 16:46:42.541987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf41d7-f557-49cb-a28d-5a57b5c6d2f3 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=73dca418-5b26-44d7-b6fe-87b9c5f581b1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:42.544034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58304) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:42.551614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f853a8-b07d-4774-8cf4-060bba8180d1 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:42.565242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-945262531'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:42.582477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 73dca418-5b26-44d7-b6fe-87b9c5f581b1 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:42.588844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:42.590879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7b4476d-63e5-4cf6-b983-4540b2ab1fa2 req-27e08f69-1739-43b5-bc9f-8171c37e12f8 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898056 Jan 25 16:46:42.594223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:network and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:42.599017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:42.606233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:42.621004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:42.624544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.661285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:42.672043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.672499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Added segment 0487f471-4835-4801-a38e-4efff8f16b55 of type vlan for network d06110b7-64e7-4a84-8d5a-e0addef22bd8 Jan 25 16:46:42.680818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port 5fd498ff-e57e-4114-a2cb-175bf98a437f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:42.681161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.781268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] The port '5fd498ff-e57e-4114-a2cb-175bf98a437f' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:46:42.785506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:42.928814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.29 (9411b8e5-c43d-46b4-9ab2-edb66b2669fe/2351ad41-1d4f-4391-a912-ed8272cfef27/5e0fbcff-23d1-4704-85b6-6a66087b3381) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:42.996181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::421b:e994:36a7:d4cc (255dcaab-10ef-4717-a4ec-827262e2a670/16ed8406-e492-4cf0-98be-68c02953aa4e/1758fe0f-2c8f-4955-85ec-e5e5a06b6577) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:43.010715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4f1dda05-3f09-4005-8c77-3f6785e843c1 None None] Provisioning complete for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:43.011377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4f1dda05-3f09-4005-8c77-3f6785e843c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.069924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:46:43.093879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.133344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.141246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:43.141246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.149571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3c8997-38c6-4ed3-9b35-38f4785b9179']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:43.152645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-af227073-bee3-447b-ab25-34ffc1c51951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:43.154419 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-af227073-bee3-447b-ab25-34ffc1c51951 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1096 time: 0.3193293 Jan 25 16:46:43.243729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5950627-f5d0-4051-bc13-2caaa1bb7858') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:43.244032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5950627-f5d0-4051-bc13-2caaa1bb7858') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:43.289367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.306744 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7541633 Jan 25 16:46:43.312640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b031eb-8745-4c39-be06-ee0215518a9a tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Network': ['ID=d06110b7-64e7-4a84-8d5a-e0addef22bd8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:43.322033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.329070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:43.330046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.352523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d06110b7-64e7-4a84-8d5a-e0addef22bd8 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:43.437358 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:43.448505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.459786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.459998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.462276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58314) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:43.492378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd349a0-7f7e-4cce-b74e-b5f999ddc70a req-d2be0d96-b1dd-4df9-ba93-4bc29e0d6a4d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:43.499656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bcd349a0-7f7e-4cce-b74e-b5f999ddc70a req-d2be0d96-b1dd-4df9-ba93-4bc29e0d6a4d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 943 time: 0.4833565 Jan 25 16:46:43.528304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'subnets': [{'network_id': '73dca418-5b26-44d7-b6fe-87b9c5f581b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1430156356', 'ip_version': 4}, {'network_id': 'd06110b7-64e7-4a84-8d5a-e0addef22bd8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:43.528676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'subnet': {'network_id': '73dca418-5b26-44d7-b6fe-87b9c5f581b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1430156356', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:43.529896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Request body: {'subnet': {'network_id': 'd06110b7-64e7-4a84-8d5a-e0addef22bd8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:43.550945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 5e0fbcff-23d1-4704-85b6-6a66087b3381 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:43.560724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-8f8a3826-fe2d-4843-9ba2-eeea597ab779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:43.562229 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-8f8a3826-fe2d-4843-9ba2-eeea597ab779 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 897 time: 0.3938727 Jan 25 16:46:43.566667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.636919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.653601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=eb3c8997-38c6-4ed3-9b35-38f4785b9179,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:43.668790 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-69504d71-7033-4d65-a9ad-9c5543bc52c4 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/eb3c8997-38c6-4ed3-9b35-38f4785b9179 HTTP/1.1" status: 204 len: 168 time: 3.6483815 Jan 25 16:46:43.669581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58318) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:43.671219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0428aad3-77b4-4a48-aefe-ab9380eb4aab None None] Provisioning complete for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:43.671678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0428aad3-77b4-4a48-aefe-ab9380eb4aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.716753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:43.722013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 28e3ec3c-d37a-4b93-a260-3b5875c92f42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:43.726311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-563cb613-660e-4040-b290-599ff0b8bfab tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:43.726940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563cb613-660e-4040-b290-599ff0b8bfab tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:43.731210 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-563cb613-660e-4040-b290-599ff0b8bfab tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/f8d3d490-cb9f-4ea9-8624-2695da0db9ac HTTP/1.1" status: 404 len: 337 time: 0.0551567 Jan 25 16:46:43.731825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58324) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:43.740497 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bcd349a0-7f7e-4cce-b74e-b5f999ddc70a req-a8c206cd-4bb6-487b-a113-8aee97b46cd2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398980 Jan 25 16:46:43.753922 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-5802df76-3a7b-4711-92c6-21060b0a5bc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 217 time: 0.1834786 Jan 25 16:46:43.770047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.781562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3cb8f3-b30f-4590-9498-4144a81b1fd0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] DELETE failed (client error): The resource could not be found. Jan 25 16:46:43.782046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3cb8f3-b30f-4590-9498-4144a81b1fd0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:43.787252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6d3cb8f3-b30f-4590-9498-4144a81b1fd0 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/0c471042-4c33-4109-bf0c-f4ead3754dbd HTTP/1.1" status: 404 len: 339 time: 0.0514767 Jan 25 16:46:43.789320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58328) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:43.940664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=5e0fbcff-23d1-4704-85b6-6a66087b3381,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:43.945567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting subnet b945fd46-82e4-4af6-9e25-c09e0058a7f1 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:43.974561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:43.989443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:43.989868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.000888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-ea81fc8c-fb50-410f-8d58-d8d655fcb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.004360 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-ea81fc8c-fb50-410f-8d58-d8d655fcb01b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 200 len: 834 time: 0.2312627 Jan 25 16:46:44.122650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:44.178110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.214313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:44.217033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:44.223580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.224121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.226452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:44.234304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Usage tracker for resource:subnet and tenant:0c2d3f29caaf426baee340a7976561fd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:44.239262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:44.249125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:44.277283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Made reservation on behalf of 0c2d3f29caaf426baee340a7976561fd for: {'subnet': 2} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:44.282172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.283053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.335778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=1758fe0f-2c8f-4955-85ec-e5e5a06b6577,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:44.351716 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09c2a6d6-ea6e-4641-b1df-c8082bf25a24 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0396490 Jan 25 16:46:44.355274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:44.394527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9ae15c42-f41f-4b3d-aca7-5c0f1a4f2cbf None None] Provisioning for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:44.416045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9ae15c42-f41f-4b3d-aca7-5c0f1a4f2cbf None None] Provisioning complete for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:44.416746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c42-f41f-4b3d-aca7-5c0f1a4f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.432094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.437045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] In _notify_port_updated(), no bound segment for port 5e0fbcff-23d1-4704-85b6-6a66087b3381 on network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:46:44.442868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.443546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.447829 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff0248e4-e4b4-489f-8225-ba397ed4dfce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/ports/5e0fbcff-23d1-4704-85b6-6a66087b3381 HTTP/1.1" status: 200 len: 998 time: 3.2700512 Jan 25 16:46:44.447829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-980c4888-3353-4a08-a714-23cdfdf4653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.448624 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-980c4888-3353-4a08-a714-23cdfdf4653f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c636b3e-10f0-4458-a275-07ebf13524b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3850422 Jan 25 16:46:44.455478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:44.526947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9ae15c42-f41f-4b3d-aca7-5c0f1a4f2cbf None None] Port 5e0fbcff-23d1-4704-85b6-6a66087b3381 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:44.532203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9ae15c42-f41f-4b3d-aca7-5c0f1a4f2cbf None None] Could not find standard attr ID for object 70c88632-2101-4627-b6c6-b232913ccfd9. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:46:44.617487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.627573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2305976-e1ac-4985-80ad-405beeb4c62d None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:46:44.664059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 5e0fbcff-23d1-4704-85b6-6a66087b3381 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:44.664430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.694643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c7bbc2a8-042f-471d-a4da-854c3c63f077 None None] Provisioning for port 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:44.702929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c7bbc2a8-042f-471d-a4da-854c3c63f077 None None] Provisioning complete for port 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:44.703409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7bbc2a8-042f-471d-a4da-854c3c63f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.780504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c3970-817f-4244-8d1f-0f723cca64c8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.802897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c3970-817f-4244-8d1f-0f723cca64c8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:44.804256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-709c3970-817f-4244-8d1f-0f723cca64c8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:44.827531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbc2a8-042f-471d-a4da-854c3c63f077 None None] Port 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:44.842032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:44.855559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Subnet': ['ID=b945fd46-82e4-4af6-9e25-c09e0058a7f1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:44.877962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e421d702-f6ab-419a-915e-aac6b140faca tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/subnets/b945fd46-82e4-4af6-9e25-c09e0058a7f1 HTTP/1.1" status: 204 len: 168 time: 1.0845976 Jan 25 16:46:44.880510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58346) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:44.899357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2305976-e1ac-4985-80ad-405beeb4c62d None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:46:44.909507 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-f344535c-0629-4c57-a2fa-21cc7caa8e90 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498796 Jan 25 16:46:45.082844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.179839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-709c3970-817f-4244-8d1f-0f723cca64c8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:45.181006 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-709c3970-817f-4244-8d1f-0f723cca64c8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.8226554 Jan 25 16:46:45.186395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:45.265736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Deleting port 843a843f-c353-41f5-b9ec-6d82ecf45386 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:45.266318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.306862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ed7a-12f4-4a2d-9747-6741ea6a9ea7 req-88ad5416-4548-49af-9a99-f3db1d87d8c2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:45.308362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfe1ed7a-12f4-4a2d-9747-6741ea6a9ea7 req-88ad5416-4548-49af-9a99-f3db1d87d8c2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 943 time: 0.3442528 Jan 25 16:46:45.342732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020243a5-cb29-4a78-8737-261ceec3fd76 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:46:45.378909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:45.379255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.421672 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13ea97f9-5129-4135-b72c-053bbc6693a8 req-51c57d80-d3bb-48c7-99a8-e6abadf358d2 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994314 Jan 25 16:46:45.427352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.488052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfe1ed7a-12f4-4a2d-9747-6741ea6a9ea7 req-280c13c9-9147-413c-b2ff-5820420f5151 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526792 Jan 25 16:46:45.530443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.530663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020243a5-cb29-4a78-8737-261ceec3fd76 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:46:45.624525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Subnet': ['ID=e85dbc67-d1f5-4bb8-af9b-43dfbbb036bd,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:45.644940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Checking segment: {'id': 'fce63ed0-2bca-4425-bf5f-1b2751e26336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '73dca418-5b26-44d7-b6fe-87b9c5f581b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:45.645352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network hostable DHCP agents. Network: 73dca418-5b26-44d7-b6fe-87b9c5f581b1, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:45.674965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] For port 843a843f-c353-41f5-b9ec-6d82ecf45386, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=843a843f-c353-41f5-b9ec-6d82ecf45386,segment=NetworkSegment(cc99f25a-6522-4645-afff-778ccf134e53),segment_id=cc99f25a-6522-4645-afff-778ccf134e53)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:45.674965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.676309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 5e0fbcff-23d1-4704-85b6-6a66087b3381 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:45.833089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Calling delete_port for 843a843f-c353-41f5-b9ec-6d82ecf45386 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:45.902500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network 73dca418-5b26-44d7-b6fe-87b9c5f581b1 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:45.954091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 73dca418-5b26-44d7-b6fe-87b9c5f581b1) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:45.970990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:45.973410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.089897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event updated for resources: {'Subnet': ['ID=4912a645-a300-4d22-82a4-cdd5c560a024,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:46.101265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Checking segment: {'id': '0487f471-4835-4801-a38e-4efff8f16b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd06110b7-64e7-4a84-8d5a-e0addef22bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:46.102938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network hostable DHCP agents. Network: d06110b7-64e7-4a84-8d5a-e0addef22bd8, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:46.115620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.118615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 1758fe0f-2c8f-4955-85ec-e5e5a06b6577 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:46.152757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '16ed8406-e492-4cf0-98be-68c02953aa4e'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '28e3ec3c-d37a-4b93-a260-3b5875c92f42'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:46:46.175154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Port': ['ID=843a843f-c353-41f5-b9ec-6d82ecf45386,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:46.192730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] No DVR routers for this DVR port 843a843f-c353-41f5-b9ec-6d82ecf45386 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:46.229986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.262216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Network d06110b7-64e7-4a84-8d5a-e0addef22bd8 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:46.269643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.292614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 541a8fd6-c3b6-48a2-8a50-581a7796a122 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:46:46.339871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d06110b7-64e7-4a84-8d5a-e0addef22bd8) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:46.348525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:46.349060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:46.349721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.354251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.392155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ad727f-31ea-48c4-8ada-fb6ccad55d64']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:46.405819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc99f25a-6522-4645-afff-778ccf134e53') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:46.406013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc99f25a-6522-4645-afff-778ccf134e53') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:46.416144 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-85487b16-f977-4d7e-afeb-b1fb55d48f15 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9315133 Jan 25 16:46:46.416916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58362) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:46.422505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=5e0fbcff-23d1-4704-85b6-6a66087b3381,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:46.456529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.490497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.501771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:46.502178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:46.518072 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:46.528367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:46.530023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:46.531531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:46.533068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Synchronizing usage tracker for tenant:0c2d3f29caaf426baee340a7976561fd on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:46.577515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.612818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58370) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:46.615376 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-801d999b-1267-471b-84c3-6da462de6104 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/5e0fbcff-23d1-4704-85b6-6a66087b3381 HTTP/1.1" status: 204 len: 168 time: 2.1577902 Jan 25 16:46:46.618538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.627661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/16ed8406-e492-4cf0-98be-68c02953aa4e/28e3ec3c-d37a-4b93-a260-3b5875c92f42) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:46.638225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:46.662983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:46:46.674776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Unset dirty status for tenant:0c2d3f29caaf426baee340a7976561fd on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:46.675987 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-33dc05d8-caff-4255-97b7-60ca54683bc6 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2582285 Jan 25 16:46:46.677203 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2be71a-fc12-42f5-bbff-dc297dd2d6ff tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:46:46.681773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ae2be71a-fc12-42f5-bbff-dc297dd2d6ff tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/5e0fbcff-23d1-4704-85b6-6a66087b3381 HTTP/1.1" status: 404 len: 333 time: 0.0651362 Jan 25 16:46:46.681773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58374) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:46.720311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58378) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:46.724009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.786369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.820670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] Pushing event deleted for resources: {'Network': ['ID=86ad727f-31ea-48c4-8ada-fb6ccad55d64,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:46.822814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.836443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dfec029a-9fad-4278-933f-850c5e81ebf5 tempest-NetworksIpV6Test-1498978625 tempest-NetworksIpV6Test-1498978625-project] 10.222.0.45 "DELETE /v2.0/networks/86ad727f-31ea-48c4-8ada-fb6ccad55d64 HTTP/1.1" status: 204 len: 168 time: 1.9547768 Jan 25 16:46:46.836782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=1758fe0f-2c8f-4955-85ec-e5e5a06b6577,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:46.851459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541a8fd6-c3b6-48a2-8a50-581a7796a122 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:46:46.859606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.866726 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8303c545-669e-4ace-98de-2b5d5484fdfb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/1758fe0f-2c8f-4955-85ec-e5e5a06b6577 HTTP/1.1" status: 204 len: 168 time: 1.6773860 Jan 25 16:46:46.867403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58384) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:46.871099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:46.873156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Deleting subnet e85dbc67-d1f5-4bb8-af9b-43dfbbb036bd {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:46.882449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 2351ad41-1d4f-4391-a912-ed8272cfef27 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:46.884720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.891496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.927911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:46.982651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] For port 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=28e3ec3c-d37a-4b93-a260-3b5875c92f42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:47.010394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:47.024934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e4145-21e0-48b5-8e25-d26602633694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:47.028664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e4145-21e0-48b5-8e25-d26602633694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:47.029417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d26e4145-21e0-48b5-8e25-d26602633694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:47.039665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.051259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d26e4145-21e0-48b5-8e25-d26602633694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:47.057884 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d26e4145-21e0-48b5-8e25-d26602633694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1893005 Jan 25 16:46:47.059389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58390) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:47.070084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Transition to ACTIVE for port object 28e3ec3c-d37a-4b93-a260-3b5875c92f42 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:47.075965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.122390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.213822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a275e3e-0dc8-4c9a-ad2a-da82c6c5593c None None] Pushing event updated for resources: {'Port': ['ID=28e3ec3c-d37a-4b93-a260-3b5875c92f42,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:47.263919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.290871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['541a8fd6-c3b6-48a2-8a50-581a7796a122'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:46:47.412604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.450490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 16ed8406-e492-4cf0-98be-68c02953aa4e {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:47.462478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.498746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58398) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:47.571015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.621746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed38e8-1131-4437-8eda-d915b420faef req-cb8b8023-cc40-4179-a537-431e317ad1dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:47.629266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0ed38e8-1131-4437-8eda-d915b420faef req-cb8b8023-cc40-4179-a537-431e317ad1dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 944 time: 0.6269469 Jan 25 16:46:47.643654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.754711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 28e3ec3c-d37a-4b93-a260-3b5875c92f42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:47.769083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.831365 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15266555-feb1-4845-8988-0c7b21eb8971 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70bb14baeef44c9cb59108b500d3d21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314016 Jan 25 16:46:47.834936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58406) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:47.852387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Subnet': ['ID=e85dbc67-d1f5-4bb8-af9b-43dfbbb036bd,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:47.858969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.889165 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0ed38e8-1131-4437-8eda-d915b420faef req-fb51b241-c2b3-40ea-b0a1-018f4b7c8cf4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589259 Jan 25 16:46:47.924307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.952287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:47.957265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2b441295-8439-4e6f-af1f-9c1328cd800e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/subnets/e85dbc67-d1f5-4bb8-af9b-43dfbbb036bd HTTP/1.1" status: 204 len: 168 time: 1.2763977 Jan 25 16:46:47.962828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58410) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:47.986922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.023522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.028274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85659b-34e0-4a0c-b603-cc12e4606447 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:48.056188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b84de3-7d2f-4f80-b180-da81588b9e3e None None] Network 73dca418-5b26-44d7-b6fe-87b9c5f581b1 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:48.059651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.077661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85659b-34e0-4a0c-b603-cc12e4606447 None None] Network 86ad727f-31ea-48c4-8ada-fb6ccad55d64 could not be found, it might have been deleted concurrently. {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 25 16:46:48.097710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.099462 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c7217e3-200d-41aa-ae31-396c95eaf8a5 HTTP/1.1" status: 204 len: 168 time: 0.2627628 Jan 25 16:46:48.101647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213e0b-d9f8-4634-8f6d-d35a7ff44aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7217e3-200d-41aa-ae31-396c95eaf8a5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:48.122536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=2351ad41-1d4f-4391-a912-ed8272cfef27,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:48.151677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325f7ca-3fd0-4e9b-ad70-c32f4333a384 None None] Network d06110b7-64e7-4a84-8d5a-e0addef22bd8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:48.164397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.208306 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c558774c-75e1-4b71-91b0-8e45f4f0e034 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/2351ad41-1d4f-4391-a912-ed8272cfef27 HTTP/1.1" status: 204 len: 168 time: 1.4822028 Jan 25 16:46:48.211303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:48.222009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Deleting subnet 4912a645-a300-4d22-82a4-cdd5c560a024 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:48.226260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.260613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db465475-3a2b-4c24-aa45-b81d56852fee None None] DHCP port deletion for 86ad727f-31ea-48c4-8ada-fb6ccad55d64 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:48.305749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.437142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.475674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4d950f7-b580-4e48-a03e-e2b3c41e8e7b None None] Provisioning for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:48.505350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4d950f7-b580-4e48-a03e-e2b3c41e8e7b None None] Provisioning complete for port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:48.507029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4d950f7-b580-4e48-a03e-e2b3c41e8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.567644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.572788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.577895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1898947-98fa-4088-b610-2ed023387979 None None] Network 9411b8e5-c43d-46b4-9ab2-edb66b2669fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:48.582649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet f72c9b64-bac6-4d48-85d5-152452ae7687 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:46:48.591709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.636708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=16ed8406-e492-4cf0-98be-68c02953aa4e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:48.639311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.643236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.654087 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/subnets/4912a645-a300-4d22-82a4-cdd5c560a024 HTTP/1.1" status: 204 len: 168 time: 0.6901584 Jan 25 16:46:48.672137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.697451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58434) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:48.701969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651db3-fdaf-41a6-836d-28dff8a076dc tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Subnet': ['ID=4912a645-a300-4d22-82a4-cdd5c560a024,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:48.772621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98c531-5ce9-455b-87aa-34c33fa45f2e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:48.773487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7e98c531-5ce9-455b-87aa-34c33fa45f2e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Synchronizing usage tracker for tenant:0c2d3f29caaf426baee340a7976561fd on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:48.790639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f969e765-8962-49a0-a316-a3e5b67dafb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/16ed8406-e492-4cf0-98be-68c02953aa4e HTTP/1.1" status: 204 len: 168 time: 1.7215300 Jan 25 16:46:48.792763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58442) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:48.809110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06edbebf-f427-4bf6-ad9a-0c3bdd22076f None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:48.825946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:48.936408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:48.940228 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1df39ab4-9626-46f9-9930-47846120bc38 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417539 Jan 25 16:46:48.950550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7e98c531-5ce9-455b-87aa-34c33fa45f2e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Unset dirty status for tenant:0c2d3f29caaf426baee340a7976561fd on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:48.953966 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7e98c531-5ce9-455b-87aa-34c33fa45f2e tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2543752 Jan 25 16:46:48.974982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:48.997635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.068571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=f72c9b64-bac6-4d48-85d5-152452ae7687,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:49.070891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.096046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ae4002b-69c1-4362-a237-40788db1ec28 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/f72c9b64-bac6-4d48-85d5-152452ae7687 HTTP/1.1" status: 204 len: 168 time: 0.8811035 Jan 25 16:46:49.096914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:49.119575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.228612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d293-23b1-433c-9002-be48f33a4d20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:49.229908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e070d293-23b1-433c-9002-be48f33a4d20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:49.273419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.288916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e070d293-23b1-433c-9002-be48f33a4d20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:49.293923 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e070d293-23b1-433c-9002-be48f33a4d20 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3561466 Jan 25 16:46:49.294797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:49.295603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 9898ced7-1d30-4f8b-804c-fec681f8cddd {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:49.296300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.330288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4d950f7-b580-4e48-a03e-e2b3c41e8e7b None None] Could not find standard attr ID for object 1758fe0f-2c8f-4955-85ec-e5e5a06b6577. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:46:49.332847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12011bc-6456-4d2a-a83b-ec37b8afdb12 None None] Network 73dca418-5b26-44d7-b6fe-87b9c5f581b1 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:49.364485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1d2c9-5168-4a62-a219-7120fb857d46 req-b76a5559-d283-4831-851e-b1c64d5cc802 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:49.364485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51a1d2c9-5168-4a62-a219-7120fb857d46 req-b76a5559-d283-4831-851e-b1c64d5cc802 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 944 time: 0.2398756 Jan 25 16:46:49.369506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:49.372398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c35eb8-8d97-42d7-aa68-f4b98fff96c5 None None] Network d06110b7-64e7-4a84-8d5a-e0addef22bd8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:49.382860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435fd68-c54d-46ad-a65d-c4685d518d37 req-a5043942-5faf-4e96-8bf6-51ec4be4c052 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:49.384597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f435fd68-c54d-46ad-a65d-c4685d518d37 req-a5043942-5faf-4e96-8bf6-51ec4be4c052 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5927365 Jan 25 16:46:49.390736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.476882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc94ed8-7281-472c-bb23-889a579e372f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:49.478463 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3cc94ed8-7281-472c-bb23-889a579e372f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1463680 Jan 25 16:46:49.487223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:49.488930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f435fd68-c54d-46ad-a65d-c4685d518d37 req-ba528a14-93ef-4846-80a8-f8bd73a60b54 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849066 Jan 25 16:46:49.499736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06110b7-64e7-4a84-8d5a-e0addef22bd8']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:49.572251 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51a1d2c9-5168-4a62-a219-7120fb857d46 req-cd8b1fb8-ff73-4417-8593-7fc1e2825636 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837902 Jan 25 16:46:49.590391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487f471-4835-4801-a38e-4efff8f16b55') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:49.590795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487f471-4835-4801-a38e-4efff8f16b55') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:49.610658 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0c40899-c4f0-4316-9bb2-4d8cf8c7922d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222274 Jan 25 16:46:49.613091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.616395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58488) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:49.619011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 843a843f-c353-41f5-b9ec-6d82ecf45386 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:49.635346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2067701868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:49.650468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:49.659595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 843a843f-c353-41f5-b9ec-6d82ecf45386 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:49.659943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 843a843f-c353-41f5-b9ec-6d82ecf45386 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:49.668872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:router and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:49.671481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.675171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:49.684323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:49.686757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:49.687279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:49.706312 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:49.752840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:49.925321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9898ced7-1d30-4f8b-804c-fec681f8cddd,segment=NetworkSegment(a54ac0f8-49c5-4595-a567-002c930bfc49),segment_id=a54ac0f8-49c5-4595-a567-002c930bfc49)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:49.925683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:49.956950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] DHCP port deletion for 9411b8e5-c43d-46b4-9ab2-edb66b2669fe request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:49.973192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Deleting port 9898ced7-1d30-4f8b-804c-fec681f8cddd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:49.973756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.159321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 9898ced7-1d30-4f8b-804c-fec681f8cddd owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:50.229756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] For port 9898ced7-1d30-4f8b-804c-fec681f8cddd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9898ced7-1d30-4f8b-804c-fec681f8cddd,segment=NetworkSegment(a54ac0f8-49c5-4595-a567-002c930bfc49),segment_id=a54ac0f8-49c5-4595-a567-002c930bfc49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:50.230420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.263465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.274963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:50.312697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.314691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.315950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:50.331633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.347244 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/d06110b7-64e7-4a84-8d5a-e0addef22bd8 HTTP/1.1" status: 204 len: 168 time: 1.3702526 Jan 25 16:46:50.349273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3a0c0-1c63-4719-8f01-352d41a153b1 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=d06110b7-64e7-4a84-8d5a-e0addef22bd8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:50.350408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:50.351547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58496) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:50.359146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.383072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 541a8fd6-c3b6-48a2-8a50-581a7796a122 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:50.417718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Calling delete_port for 9898ced7-1d30-4f8b-804c-fec681f8cddd owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:50.515310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.531464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:46:50.532125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:46:50.538632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 541a8fd6-c3b6-48a2-8a50-581a7796a122 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:50.539062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.543262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 541a8fd6-c3b6-48a2-8a50-581a7796a122 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:50.543844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.571819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:46:50.580537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=9898ced7-1d30-4f8b-804c-fec681f8cddd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:50.586685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No DVR routers for this DVR port 9898ced7-1d30-4f8b-804c-fec681f8cddd on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:50.595701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Deleting port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:50.596254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.599036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.625579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad6adc-343e-406c-a58c-cf48e3116474 req-e22db6a0-8f0c-490b-ad69-f6a05d06cc40 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:50.632903 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3ad6adc-343e-406c-a58c-cf48e3116474 req-e22db6a0-8f0c-490b-ad69-f6a05d06cc40 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.4197021 Jan 25 16:46:50.635013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.708527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.712291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-23cfb031-bd2e-4e75-8d94-fe957e5ce1f4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3363078 Jan 25 16:46:50.713747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:50.724214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-949061591'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:50.758672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3ad6adc-343e-406c-a58c-cf48e3116474 req-1a294874-bd16-4377-96a2-c06954c02ef4 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244502 Jan 25 16:46:50.861700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2517c27-7019-498c-a521-d32410e7dbf7 req-8ddedab0-a26e-43bf-9cc6-01868b1d5364 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:50.869117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.872045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a2517c27-7019-498c-a521-d32410e7dbf7 req-8ddedab0-a26e-43bf-9cc6-01868b1d5364 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4805324 Jan 25 16:46:50.881954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:50.886027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:network and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:50.889072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:50.895020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:50.910666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:46:50.928245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] For port 28e3ec3c-d37a-4b93-a260-3b5875c92f42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=28e3ec3c-d37a-4b93-a260-3b5875c92f42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:50.928720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.937159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:50.944061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:50.947800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.960392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.965134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.985614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:50.994980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a2517c27-7019-498c-a521-d32410e7dbf7 req-9e3ca80d-c82e-45f0-af8d-2d5285b16177 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218266 Jan 25 16:46:51.021014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dca418-5b26-44d7-b6fe-87b9c5f581b1']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.022818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9411b8e5-c43d-46b4-9ab2-edb66b2669fe']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.035201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:51.045337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:security_group_rule and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:51.047254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Deleting port 9898ced7-1d30-4f8b-804c-fec681f8cddd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:51.047803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.049904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:51.053726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54ac0f8-49c5-4595-a567-002c930bfc49') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.054021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54ac0f8-49c5-4595-a567-002c930bfc49') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.059213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce63ed0-2bca-4425-bf5f-1b2751e26336') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.059585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce63ed0-2bca-4425-bf5f-1b2751e26336') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.080054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.085723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:51.088564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.115278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f1c9b-d222-40ca-acf2-97bc8bead459 req-52dd02c9-f604-4e42-8b93-2a8f2e809946 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:51.117314 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb9f1c9b-d222-40ca-acf2-97bc8bead459 req-52dd02c9-f604-4e42-8b93-2a8f2e809946 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.2369173 Jan 25 16:46:51.118323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.127368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:51.128103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.133269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.141373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:51.146270 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:51.150316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:51.150960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.185146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.194860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Calling delete_port for 28e3ec3c-d37a-4b93-a260-3b5875c92f42 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:51.197190 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:51.258128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb9f1c9b-d222-40ca-acf2-97bc8bead459 req-a708ffed-4896-4918-a84a-fb7c6c7fd24c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100161 Jan 25 16:46:51.305502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:51.306862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.314989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:51.316377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.317823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:51.318602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.369709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/73dca418-5b26-44d7-b6fe-87b9c5f581b1 HTTP/1.1" status: 204 len: 168 time: 1.0144053 Jan 25 16:46:51.370643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34ff14-49ee-4792-8c9a-b624d99cfa2f tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=73dca418-5b26-44d7-b6fe-87b9c5f581b1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:51.372866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:51.377875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.382079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.398364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:51.408932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da038-5e30-4757-a13e-612f23e7fcd1 None None] The port '9898ced7-1d30-4f8b-804c-fec681f8cddd' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:46:51.410977 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'code': 200} Jan 25 16:46:51.453757 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/9411b8e5-c43d-46b4-9ab2-edb66b2669fe HTTP/1.1" status: 204 len: 168 time: 2.3546455 Jan 25 16:46:51.455704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=3b6ef4d2-bdd5-4205-9655-9a9364b96092,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:51.458923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.465418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:51.477846 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-274a0b82-1d03-43cc-9594-e69f96887393 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7396905 Jan 25 16:46:51.498379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:51.514860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b24cc-cccd-4a71-9567-f4cfbc25943b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=9411b8e5-c43d-46b4-9ab2-edb66b2669fe,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:51.565522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.570988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '3b6ef4d2-bdd5-4205-9655-9a9364b96092', 'ip_address': '2001:db8::7ef1:ec84:cfed:fdeb'}], 'name': 'tempest-NetworksTestDHCPv6-231287274'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:51.571536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] Pushing event deleted for resources: {'Port': ['ID=28e3ec3c-d37a-4b93-a260-3b5875c92f42,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:51.573672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db10ea3-fdd6-49a1-a661-f679b877a0ca None None] No DVR routers for this DVR port 28e3ec3c-d37a-4b93-a260-3b5875c92f42 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:51.615382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dae1de-472a-4100-86fe-b319fb4cf677 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:51.706641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9898ced7-1d30-4f8b-804c-fec681f8cddd no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:51.746040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.760009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.768531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 9898ced7-1d30-4f8b-804c-fec681f8cddd {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:51.768869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9898ced7-1d30-4f8b-804c-fec681f8cddd not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:51.769415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 28e3ec3c-d37a-4b93-a260-3b5875c92f42 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:51.807443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:51.819157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:51.828009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2adc026-2849-433c-8b3d-89da3944a043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:51.831335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2adc026-2849-433c-8b3d-89da3944a043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:51.835421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 28e3ec3c-d37a-4b93-a260-3b5875c92f42 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:51.835857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 28e3ec3c-d37a-4b93-a260-3b5875c92f42 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:51.837684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:51.899926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.900275 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Added segment 5d1e30d5-0e3d-4189-bac3-2488545acea2 of type vlan for network 949cea99-0430-4fe1-a610-63e5ffa408da Jan 25 16:46:51.937682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.965170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fad12c7-1b5b-424e-9e95-542a51070d80']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:51.968470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:51.973338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:51.987593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2db4f0-6bd4-4575-adac-530c96216fec,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:52.029067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2adc026-2849-433c-8b3d-89da3944a043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:52.030289 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b2adc026-2849-433c-8b3d-89da3944a043 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5638423 Jan 25 16:46:52.037581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b68a7-14dc-42ee-b3d3-d0e21a8226b2 req-55ec93f8-35ad-4645-a749-4b83839d9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:52.040069 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-042b68a7-14dc-42ee-b3d3-d0e21a8226b2 req-55ec93f8-35ad-4645-a749-4b83839d9bb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1098 time: 0.3966093 Jan 25 16:46:52.040789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:52.066819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '3b6ef4d2-bdd5-4205-9655-9a9364b96092'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:52.069786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.118753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.125874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:52.126540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.171064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea7dfd1-e895-478c-95de-feb232130b4f') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:52.171064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea7dfd1-e895-478c-95de-feb232130b4f') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:52.222720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.257608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.269364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:52.269774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:52.311177 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:52.319922 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-042b68a7-14dc-42ee-b3d3-d0e21a8226b2 req-67d4347b-36e1-49d8-b5e4-cde9a7f39248 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077827 Jan 25 16:46:52.335444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6217635 Jan 25 16:46:52.340461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:52.350600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'subnet': {'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:52.368091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf13f-3864-4ddb-8a01-b1f9d1e60133 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Network': ['ID=949cea99-0430-4fe1-a610-63e5ffa408da,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:52.384063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 949cea99-0430-4fe1-a610-63e5ffa408da details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:52.400116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/3b6ef4d2-bdd5-4205-9655-9a9364b96092/06f39e42-847e-4a47-928e-84214fe7e243) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:52.466571 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e65048e4-bb91-4eb2-9150-470d01f8fd25 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4246461 Jan 25 16:46:52.480397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:52.489586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1823213847'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:52.499159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:52.514025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:52.518776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:52.528635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:52.530785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:52.537315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:subnet and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:52.541263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:52.546364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.548758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:52.552074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:52.555825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.588544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:52.591860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.613023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 62be1de3-e03a-4395-ae62-d2f5c87d5778 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:52.648279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.676261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.702814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=4fad12c7-1b5b-424e-9e95-542a51070d80,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:52.726569 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b1fd8d82-6da8-42a4-881e-9743ab20b538 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/4fad12c7-1b5b-424e-9e95-542a51070d80 HTTP/1.1" status: 204 len: 168 time: 1.3525629 Jan 25 16:46:52.730762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:52.748823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.757845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:52.774676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Transition to ACTIVE for port object 06f39e42-847e-4a47-928e-84214fe7e243 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:52.787553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.788272 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment e7c23d63-f5e3-4693-8793-6de6dae3fab6 of type vlan for network da35015c-aa61-426c-a5c4-5fe0fd7569ea Jan 25 16:46:52.807484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Transition to ACTIVE for port object 06f39e42-847e-4a47-928e-84214fe7e243 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:52.817081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.843536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.886158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.909523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:52.918500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:52.930008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:52.934678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afe092-9d28-468c-bb17-9da0dd4be819 req-97d2328d-563e-4bfe-b870-4d579b7403b1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:52.939244 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-69afe092-9d28-468c-bb17-9da0dd4be819 req-97d2328d-563e-4bfe-b870-4d579b7403b1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5910664 Jan 25 16:46:52.949176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.955540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:52.956274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:52.971317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Pushing event updated for resources: {'Port': ['ID=06f39e42-847e-4a47-928e-84214fe7e243,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:53.032199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Attempting to bind port 06f39e42-847e-4a47-928e-84214fe7e243 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:53.032581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Attempting to bind port 06f39e42-847e-4a47-928e-84214fe7e243 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:53.032909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Attempting to bind port 06f39e42-847e-4a47-928e-84214fe7e243 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:53.038389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:53.039491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:53.039491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.039739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:53.039983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Bound port: 06f39e42-847e-4a47-928e-84214fe7e243, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:53.040355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.043179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.092633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Subnet': ['ID=99495574-ee81-40c2-81da-da17043609ba,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:53.110017 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-69afe092-9d28-468c-bb17-9da0dd4be819 req-0ca24437-6931-4c94-bed7-220496ef54c9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613102 Jan 25 16:46:53.117115 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6329248 Jan 25 16:46:53.117115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc7c4-d061-4786-8d7b-598f73c64bcd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=da35015c-aa61-426c-a5c4-5fe0fd7569ea,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:53.129051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:53.129051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Checking segment: {'id': '5d1e30d5-0e3d-4189-bac3-2488545acea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:53.129051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network hostable DHCP agents. Network: 949cea99-0430-4fe1-a610-63e5ffa408da, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:53.129661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:53.132510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:53.132714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::7ef1:ec84:cfed:fdeb (255dcaab-10ef-4717-a4ec-827262e2a670/3b6ef4d2-bdd5-4205-9655-9a9364b96092/62be1de3-e03a-4395-ae62-d2f5c87d5778) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:53.219116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f0eb-a594-473e-84ba-9e91fa00216b req-21ae8a02-034a-47e7-a5a3-9799bd02e68c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:53.228260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ce8f0eb-a594-473e-84ba-9e91fa00216b req-21ae8a02-034a-47e7-a5a3-9799bd02e68c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.3779738 Jan 25 16:46:53.254401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] For port 06f39e42-847e-4a47-928e-84214fe7e243, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:53.255172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 949cea99-0430-4fe1-a610-63e5ffa408da is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:53.263245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] For port 06f39e42-847e-4a47-928e-84214fe7e243, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=06f39e42-847e-4a47-928e-84214fe7e243,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:53.268625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.270317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 949cea99-0430-4fe1-a610-63e5ffa408da) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:53.274996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:53.275836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.282780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:53.292836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:53.296939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:53.304101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:53.308674 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-766ea5bb-0cbe-4305-bcfb-4d11d8db7b8d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9675076 Jan 25 16:46:53.312775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:53.320429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'network': {'name': 'tempest-router-network01--1718991376'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:53.325541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:53.327615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:53.331437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.354352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:network and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:53.401467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ed5bf-a7c2-425a-9380-c58b47aba368 None None] Network 949cea99-0430-4fe1-a610-63e5ffa408da requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:53.469095 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ce8f0eb-a594-473e-84ba-9e91fa00216b req-2464ddf0-225d-415c-99a6-2f08df44d8cb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399926 Jan 25 16:46:53.522406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:53.543849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:53.561148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.570618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:53.574393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.615034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bacd282-52e5-421d-9a65-aceb17b5c588']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:53.618796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465027d7-879e-45cd-b864-427dae6ab803 None None] Pushing event updated for resources: {'Port': ['ID=06f39e42-847e-4a47-928e-84214fe7e243,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:53.618960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:53.636996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f290fbbd-2d87-4944-a278-353ec49e25a1') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:53.637563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f290fbbd-2d87-4944-a278-353ec49e25a1') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:53.672819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.673871 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Added segment 4cd88753-8a8d-4556-86e7-7d5fc48e1859 of type vlan for network 660323df-a85d-417c-ae2d-7eac67cf6468 Jan 25 16:46:53.710797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.733528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-949cea99-0430-4fe1-a610-63e5ffa408da', 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da', 'tenant_id': 'ff123135ffa740cfb9b6caca504465b4', 'fixed_ips': [{'subnet_id': '99495574-ee81-40c2-81da-da17043609ba'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:53.735752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.739742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.777889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d00cf-7a17-473f-931a-0d16dcb5e4ea req-e326279e-246f-4ee6-b12a-6cdbdb70d60a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:53.779539 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a6d00cf-7a17-473f-931a-0d16dcb5e4ea req-e326279e-246f-4ee6-b12a-6cdbdb70d60a tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.5250003 Jan 25 16:46:53.780724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.786698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.805642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.838429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:46:53.838951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.849195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:46:53.855876 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:46:53.857907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:53.857907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.000558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 62be1de3-e03a-4395-ae62-d2f5c87d5778 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:54.066900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Allocated IP 2001:db8::2 (949cea99-0430-4fe1-a610-63e5ffa408da/99495574-ee81-40c2-81da-da17043609ba/d6280d81-57cb-484c-b224-3966d2c8cdb7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:54.080960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a6d00cf-7a17-473f-931a-0d16dcb5e4ea req-51d537ff-6eef-4790-956e-f8fa7e3c7551 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770424 Jan 25 16:46:54.103595 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7889423 Jan 25 16:46:54.113236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:54.114060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee072b15-841a-44e3-a4de-3a1acf2f00ed req-06533604-22c4-4ffb-8db7-9bcc40e39fb9 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.138806 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee072b15-841a-44e3-a4de-3a1acf2f00ed req-06533604-22c4-4ffb-8db7-9bcc40e39fb9 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 0.4742484 Jan 25 16:46:54.146713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=274f23e6-1ac4-4c2f-bec3-085d694624d6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:54.152142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.156839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.170738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'network': {'name': 'tempest-router-network02--1592488224'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:54.193441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': 'e7c23d63-f5e3-4693-8793-6de6dae3fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:54.193798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: da35015c-aa61-426c-a5c4-5fe0fd7569ea, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:54.208320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:54.212152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564795e-7933-4443-88ae-1cd89ab8b411 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Network': ['ID=660323df-a85d-417c-ae2d-7eac67cf6468,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:54.231599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:network and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:54.240817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:54.244624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 660323df-a85d-417c-ae2d-7eac67cf6468 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:54.255088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:54.262612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:54.270091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] Pushing event deleted for resources: {'Network': ['ID=4bacd282-52e5-421d-9a65-aceb17b5c588,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:54.283169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-454f47bb-c580-472e-bb9e-c9a380132872 tempest-BulkNetworkOpsTest-1424265892 tempest-BulkNetworkOpsTest-1424265892-project] 10.222.0.45 "DELETE /v2.0/networks/4bacd282-52e5-421d-9a65-aceb17b5c588 HTTP/1.1" status: 204 len: 168 time: 1.5488124 Jan 25 16:46:54.289649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:54.293771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.299823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee072b15-841a-44e3-a4de-3a1acf2f00ed req-5217dea9-fbdd-4687-93de-8a5a14ca0a39 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606138 Jan 25 16:46:54.305532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, da35015c-aa61-426c-a5c4-5fe0fd7569ea) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:54.319298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.319298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.363813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:46:54.364077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3d9e1-60b5-4804-809c-7d71d0b6f59f None None] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:54.371671 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3aefc47b-6d64-4cd8-bf29-ce65f993775f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2510257 Jan 25 16:46:54.374527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:54.375469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.376557 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Added segment 86a65ba3-0f99-41de-aa83-a8ac16f2e13a of type vlan for network 2692b7a1-56f1-4d47-8d58-7541b174e01e Jan 25 16:46:54.391586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea', 'name': 'tempest-PortsTestJSON-1341929905'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:54.409010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.495520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:54.506498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:54.529176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:54.536783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.537793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.580673 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0807714 Jan 25 16:46:54.586771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58586) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:54.596312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '3b6ef4d2-bdd5-4205-9655-9a9364b96092', 'ip_address': '2001:db8::7ef1:ec84:cfed:fdeb'}], 'name': 'tempest-NetworksTestDHCPv6-1770647257'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:54.600740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.629932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98647d-566e-4c9c-9aed-d8aa0ffa2014 req-1cc2acc9-95e4-477d-af39-48cd10c956d6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.631543 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6e98647d-566e-4c9c-9aed-d8aa0ffa2014 req-1cc2acc9-95e4-477d-af39-48cd10c956d6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3286338 Jan 25 16:46:54.642534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ba0d2-ba9a-4288-a4f4-8864b32abd99 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=62be1de3-e03a-4395-ae62-d2f5c87d5778,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:54.683698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-da35015c-aa61-426c-a5c4-5fe0fd7569ea', 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': '274f23e6-1ac4-4c2f-bec3-085d694624d6'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:54.684573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.906476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.908319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.916632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.918552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:54.924659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Transition to ACTIVE for port object d6280d81-57cb-484c-b224-3966d2c8cdb7 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:54.933451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58592) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:54.962001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-1ca3071a-80d7-496a-a31a-b70e7f22bf6e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:54.962898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-1ca3071a-80d7-496a-a31a-b70e7f22bf6e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Synchronizing usage tracker for tenant:0d98dfa0f8074a1da31838569d130006 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:54.998581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Transition to ACTIVE for port object d6280d81-57cb-484c-b224-3966d2c8cdb7 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:55.013868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Allocated IP 172.20.0.2 (da35015c-aa61-426c-a5c4-5fe0fd7569ea/274f23e6-1ac4-4c2f-bec3-085d694624d6/0e053797-f6e9-45e4-abac-b8e39f2ddbdd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:55.017488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.024000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8838520 Jan 25 16:46:55.032084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58600) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:55.091708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'subnet': {'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:55.097199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-1ca3071a-80d7-496a-a31a-b70e7f22bf6e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Unset dirty status for tenant:0d98dfa0f8074a1da31838569d130006 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:55.099015 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-1ca3071a-80d7-496a-a31a-b70e7f22bf6e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.6007168 Jan 25 16:46:55.099660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:55.112180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Network 949cea99-0430-4fe1-a610-63e5ffa408da is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:55.117724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:55.120537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:55.197992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Pushing event updated for resources: {'Port': ['ID=d6280d81-57cb-484c-b224-3966d2c8cdb7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:55.211045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:55.220014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:55.230918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:55.249462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbda166-639b-4265-9a8e-7d9c4d46a389 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Network': ['ID=2692b7a1-56f1-4d47-8d58-7541b174e01e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:55.263534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Deleting port dd6f76b3-8d02-475d-9d48-5135d01f8834 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:55.264210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.276710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:46:55.279554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6e98647d-566e-4c9c-9aed-d8aa0ffa2014 req-deed17bf-7052-46c6-910e-53060139a473 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645663 Jan 25 16:46:55.336312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:55.349960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.443512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.466134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:55.468348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port f950d5b4-1e5c-4aec-b661-88356c96b473 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:55.500327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755344-a6fd-4c3c-bc56-65698e7bf90e req-1cc90456-881a-49d3-ad8b-35765e425947 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:55.506649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Attempting to bind port d6280d81-57cb-484c-b224-3966d2c8cdb7 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:55.507007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Attempting to bind port d6280d81-57cb-484c-b224-3966d2c8cdb7 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5d1e30d5-0e3d-4189-bac3-2488545acea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:55.507479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Attempting to bind port d6280d81-57cb-484c-b224-3966d2c8cdb7 on network 949cea99-0430-4fe1-a610-63e5ffa408da {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:55.511235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06755344-a6fd-4c3c-bc56-65698e7bf90e req-1cc90456-881a-49d3-ad8b-35765e425947 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.5752645 Jan 25 16:46:55.516061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4843fef2-052e-45b6-bf68-cf4dfff0d1b5 None None] Provisioning for port 06f39e42-847e-4a47-928e-84214fe7e243 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:55.516934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:55.530770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:55.540928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:55.541521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Checking segment: {'id': '5d1e30d5-0e3d-4189-bac3-2488545acea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:55.541768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.542100 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Bound using segment: {'id': '5d1e30d5-0e3d-4189-bac3-2488545acea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:55.542579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Bound port: d6280d81-57cb-484c-b224-3966d2c8cdb7, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1e30d5-0e3d-4189-bac3-2488545acea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '949cea99-0430-4fe1-a610-63e5ffa408da'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:55.542947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.544491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:55.574397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:55.587401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:subnet and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:55.598190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:55.614716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:55.619042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-906464db-c7b7-4b90-931e-3dc2f131c290 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c2d3f29caaf426baee340a7976561fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392913 Jan 25 16:46:55.636302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58606) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:55.644996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:55.652280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.722370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.733469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Transition to ACTIVE for port object 0e053797-f6e9-45e4-abac-b8e39f2ddbdd will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:55.749809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06755344-a6fd-4c3c-bc56-65698e7bf90e req-54fc76bc-80af-40cf-9110-c7dcf9675b08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329025 Jan 25 16:46:55.754669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Transition to ACTIVE for port object 0e053797-f6e9-45e4-abac-b8e39f2ddbdd will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:55.763251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:55.767831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.793337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 06f39e42-847e-4a47-928e-84214fe7e243 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:55.800901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port c11ad437-20c6-4fe1-9cd3-b5b4e3f030eb yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:55.828025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.931841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:55.932602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9c8d3873-78d2-4964-a29d-527c90d250e8 None None] Provisioning for port 62be1de3-e03a-4395-ae62-d2f5c87d5778 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:55.948364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:55.969018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:55.971059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] For port dd6f76b3-8d02-475d-9d48-5135d01f8834, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=dd6f76b3-8d02-475d-9d48-5135d01f8834,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:55.971584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:55.978897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9c8d3873-78d2-4964-a29d-527c90d250e8 None None] Provisioning complete for port 62be1de3-e03a-4395-ae62-d2f5c87d5778 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:55.979270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c8d3873-78d2-4964-a29d-527c90d250e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.040417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d3873-78d2-4964-a29d-527c90d250e8 None None] Port 62be1de3-e03a-4395-ae62-d2f5c87d5778 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:46:56.086137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.8 (da35015c-aa61-426c-a5c4-5fe0fd7569ea/274f23e6-1ac4-4c2f-bec3-085d694624d6/f950d5b4-1e5c-4aec-b661-88356c96b473) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:56.096193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] For port d6280d81-57cb-484c-b224-3966d2c8cdb7, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:56.098300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Pushing event updated for resources: {'Port': ['ID=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:56.154398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.158451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] For port d6280d81-57cb-484c-b224-3966d2c8cdb7, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d6280d81-57cb-484c-b224-3966d2c8cdb7,segment=NetworkSegment(5d1e30d5-0e3d-4189-bac3-2488545acea2),segment_id=5d1e30d5-0e3d-4189-bac3-2488545acea2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:56.159475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Attempting to bind port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:46:56.159871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Attempting to bind port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e7c23d63-f5e3-4693-8793-6de6dae3fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:46:56.160230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Attempting to bind port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd on network da35015c-aa61-426c-a5c4-5fe0fd7569ea {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:46:56.168385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:46:56.168631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Checking segment: {'id': 'e7c23d63-f5e3-4693-8793-6de6dae3fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:56.168948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.169351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Bound using segment: {'id': 'e7c23d63-f5e3-4693-8793-6de6dae3fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:46:56.169846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Bound port: 0e053797-f6e9-45e4-abac-b8e39f2ddbdd, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c23d63-f5e3-4693-8793-6de6dae3fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:46:56.170263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.188732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.234225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.258421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 06f39e42-847e-4a47-928e-84214fe7e243 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:56.291415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 06f39e42-847e-4a47-928e-84214fe7e243 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:46:56.291789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.329922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d98964-b1d8-4d57-a057-39c251238b41 req-f6eab058-e8fb-4197-baf3-b70217420c54 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:56.331537 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3d98964-b1d8-4d57-a057-39c251238b41 req-f6eab058-e8fb-4197-baf3-b70217420c54 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 946 time: 0.4571674 Jan 25 16:46:56.416153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab9eb-a700-436a-892a-49592d82382a None None] Pushing event updated for resources: {'Port': ['ID=d6280d81-57cb-484c-b224-3966d2c8cdb7,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:56.420020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] For port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:46:56.476013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc56d3b-38c9-49e3-b641-e138103233c6 req-0fb81fe6-ad30-4d97-91f3-bc1e0b8aaae3 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:56.477614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bc56d3b-38c9-49e3-b641-e138103233c6 req-0fb81fe6-ad30-4d97-91f3-bc1e0b8aaae3 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 0.5045872 Jan 25 16:46:56.491666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] For port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,segment=NetworkSegment(e7c23d63-f5e3-4693-8793-6de6dae3fab6),segment_id=e7c23d63-f5e3-4693-8793-6de6dae3fab6)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:46:56.498608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3d98964-b1d8-4d57-a057-39c251238b41 req-f62f7eb6-109a-4615-9392-a5320be1828e tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups?id=3796c3f2-aa08-4659-88fc-e6e83155df9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099801 Jan 25 16:46:56.504578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.528224 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 16:46:56.529203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:46:56.560195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.597327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bc56d3b-38c9-49e3-b641-e138103233c6 req-9488dc6c-3b17-4146-85c5-b2454ff9365c tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984602 Jan 25 16:46:56.675299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.678021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217b59-6383-47a3-8f65-de2b9f68418d None None] Pushing event updated for resources: {'Port': ['ID=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:56.712269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object f950d5b4-1e5c-4aec-b661-88356c96b473 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:46:56.729426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 06f39e42-847e-4a47-928e-84214fe7e243, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=06f39e42-847e-4a47-928e-84214fe7e243,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:46:56.741472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.787511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.790162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.805712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0225669-c24d-4c73-aed3-7e76cb2d0d5a HTTP/1.1" status: 204 len: 168 time: 1.1555536 Jan 25 16:46:56.835930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-15e43ddf-2f54-4e31-a67e-98bb030f2e56 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2473617 Jan 25 16:46:56.845469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.847363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.847685 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Floating IP aca75d78-b95d-49b3-a32d-0fd6233ddb82 disassociated. External IP: 172.26.4.12, port: dd6f76b3-8d02-475d-9d48-5135d01f8834. Jan 25 16:46:56.849371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Calling delete_port for dd6f76b3-8d02-475d-9d48-5135d01f8834 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:56.856086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:56.886043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58618) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:56.900490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=06f39e42-847e-4a47-928e-84214fe7e243,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:56.972849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:57.061703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6f496-f262-421f-b3e0-7fd49a0bfcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0225669-c24d-4c73-aed3-7e76cb2d0d5a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:57.188670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:46:57.194776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:57.204176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:46:57.241197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Subnet': ['ID=36238484-2adf-4c87-afbe-007bcaf43108,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:57.246525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Checking segment: {'id': '4cd88753-8a8d-4556-86e7-7d5fc48e1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:46:57.247148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network hostable DHCP agents. Network: 660323df-a85d-417c-ae2d-7eac67cf6468, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:46:57.313941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dccda0-2e1d-45fb-8ed5-491804c39282 req-ae4af2bd-6319-46b8-98d0-6e1c42cb2e02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.321329 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09dccda0-2e1d-45fb-8ed5-491804c39282 req-ae4af2bd-6319-46b8-98d0-6e1c42cb2e02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.5940216 Jan 25 16:46:57.330160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=f950d5b4-1e5c-4aec-b661-88356c96b473,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:57.374087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.374718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:57.390890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:57.397518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dfc95-4b66-4cc8-b8ee-057976bbfb7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.403985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dfc95-4b66-4cc8-b8ee-057976bbfb7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.404784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-587dfc95-4b66-4cc8-b8ee-057976bbfb7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:57.417803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 660323df-a85d-417c-ae2d-7eac67cf6468 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:46:57.427849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600394f8-c419-4734-9c63-409efcd867b2 req-c393b5b2-fc16-44be-bc1d-2ff0ef671c17 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.433846 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-600394f8-c419-4734-9c63-409efcd867b2 req-c393b5b2-fc16-44be-bc1d-2ff0ef671c17 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5449228 Jan 25 16:46:57.452985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event deleted for resources: {'Port': ['ID=dd6f76b3-8d02-475d-9d48-5135d01f8834,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:57.473818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09dccda0-2e1d-45fb-8ed5-491804c39282 req-cebd624b-1b28-4805-bcf3-ca1b73db78f5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512380 Jan 25 16:46:57.530447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58630) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:57.555640 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d35f276d-28a6-471f-b96a-364685f1a927 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1733303 Jan 25 16:46:57.574754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58638) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:57.585771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-587dfc95-4b66-4cc8-b8ee-057976bbfb7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:57.594772 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-587dfc95-4b66-4cc8-b8ee-057976bbfb7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5850356 Jan 25 16:46:57.603717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36474d23-4abd-43a6-bd16-e840f061812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:57.604492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:57.607539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 660323df-a85d-417c-ae2d-7eac67cf6468) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:46:57.614543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:57.616962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:57.618781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e15cf-c1d9-41a4-afdc-8472cf6e79ee None None] Network 660323df-a85d-417c-ae2d-7eac67cf6468 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:57.634294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': 'da35015c-aa61-426c-a5c4-5fe0fd7569ea', 'name': 'tempest-PortsTestJSON-303049483'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:57.800448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 62be1de3-e03a-4395-ae62-d2f5c87d5778 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:57.800996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:58.062195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-600394f8-c419-4734-9c63-409efcd867b2 req-4977e30b-2dfc-4ad2-a185-8e9771fd8e67 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929098 Jan 25 16:46:58.114839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e053797-f6e9-45e4-abac-b8e39f2ddbdd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:58.167315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:46:58.312665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a520bd7b-d6ae-41f3-b8b0-a61714d325c8 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2711573 Jan 25 16:46:58.317307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58656) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:58.352428 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f3009bc-1721-4973-9d03-5cf64af337ba req-0985f686-d07f-496a-8a63-5fe9b3d8c6cb tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.2876108 Jan 25 16:46:58.360800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device dd6f76b3-8d02-475d-9d48-5135d01f8834 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:46:58.393858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:58.465937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: dd6f76b3-8d02-475d-9d48-5135d01f8834 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:46:58.466538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device dd6f76b3-8d02-475d-9d48-5135d01f8834 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:46:58.472891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'subnet': {'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:58.473414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e00ae9-7652-463e-aab1-7cfb32bfe816 None None] Network 949cea99-0430-4fe1-a610-63e5ffa408da requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:58.521657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:58.568476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-352c654e-7da9-41b7-8c78-48c302ef47b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:58.570337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-352c654e-7da9-41b7-8c78-48c302ef47b6 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.15 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 1.2443638 Jan 25 16:46:58.571880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:58.627940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56686ddd-9532-4b3e-849a-56b3d4a4ff43 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:58.632288 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56686ddd-9532-4b3e-849a-56b3d4a4ff43 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1093 time: 1.0892158 Jan 25 16:46:58.640523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:58.645712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58666) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:58.728099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3aa8d78a-1a5b-474f-a34d-c0d83a2034be tempest-DvrRoutersNegativeTest-226584815 tempest-DvrRoutersNegativeTest-226584815-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-78381381', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:58.737255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-3aa8d78a-1a5b-474f-a34d-c0d83a2034be tempest-DvrRoutersNegativeTest-226584815 tempest-DvrRoutersNegativeTest-226584815-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87553) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 25 16:46:58.737571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-3aa8d78a-1a5b-474f-a34d-c0d83a2034be tempest-DvrRoutersNegativeTest-226584815 tempest-DvrRoutersNegativeTest-226584815-project] Failed policy check for 'create_router' {{(pid=87553) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 25 16:46:58.738014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:46:58.738145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-3aa8d78a-1a5b-474f-a34d-c0d83a2034be tempest-DvrRoutersNegativeTest-226584815 tempest-DvrRoutersNegativeTest-226584815-project] create failed (client error): Access was denied to this resource. Jan 25 16:46:58.739086 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3aa8d78a-1a5b-474f-a34d-c0d83a2034be tempest-DvrRoutersNegativeTest-226584815 tempest-DvrRoutersNegativeTest-226584815-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3108180 Jan 25 16:46:58.750250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:58.754855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:58.757970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:58.765278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:58.777697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f243a-3822-48aa-8235-0aaa8f07d5b1 None None] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:46:58.778167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:58.791158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:58.806293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:46:58.835524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Deleting port 07b09859-7fb2-4b6e-9e17-da61d23d185e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:46:58.835920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:58.870312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:58.942980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Sync routers for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:46:59.012976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:59.017708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.142711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 8d3efbd8-c738-41f4-8879-19ba2baf524f yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:46:59.204579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] No DVR routers for this DVR port dd6f76b3-8d02-475d-9d48-5135d01f8834 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:46:59.212799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 62be1de3-e03a-4395-ae62-d2f5c87d5778 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:46:59.242018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:59.244281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.248678 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b873d5f4-b612-42a3-8cd6-e90fc03da553 req-493b9f9a-1010-4f3b-a040-863ba56feeb5 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.15 "DELETE /v2.0/ports/dd6f76b3-8d02-475d-9d48-5135d01f8834 HTTP/1.1" status: 204 len: 173 time: 4.1297805 Jan 25 16:46:59.248963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'name': 'network-vif-deleted', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:46:59.260529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-660323df-a85d-417c-ae2d-7eac67cf6468', 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468', 'tenant_id': 'ff123135ffa740cfb9b6caca504465b4', 'fixed_ips': [{'subnet_id': '36238484-2adf-4c87-afbe-007bcaf43108'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:46:59.261681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670361-ab78-4e72-bae4-7ca2b3a98b25 req-dfb91009-e019-45e6-b1d2-13de49592d93 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:59.262623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.272476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19670361-ab78-4e72-bae4-7ca2b3a98b25 req-dfb91009-e019-45e6-b1d2-13de49592d93 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 0.9145157 Jan 25 16:46:59.291037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:59.301013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9233b83b-e1a1-4c8f-a290-734ac6a58cd1 None None] Provisioning for port d6280d81-57cb-484c-b224-3966d2c8cdb7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:46:59.312461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:59.337915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:46:59.338634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:46:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:46:59.395153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:subnet and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:59.415926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.462571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:59.486087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d6280d81-57cb-484c-b224-3966d2c8cdb7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:46:59.501542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=62be1de3-e03a-4395-ae62-d2f5c87d5778,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:46:59.583949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.596292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:59.601671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.615743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:46:59.620291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Usage tracker for resource:security_group_rule and tenant:c203bdafd51d411e8775ff0b3994f975 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:46:59.624530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:46:59.640037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:46:59.663226 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0844634e-e72b-4e93-83ed-a448463d03ce tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/62be1de3-e03a-4395-ae62-d2f5c87d5778 HTTP/1.1" status: 204 len: 168 time: 2.0274925 Jan 25 16:46:59.667968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58686) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:59.694318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:46:59.698230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:59.726594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Allocated IP 2001:db8::2 (660323df-a85d-417c-ae2d-7eac67cf6468/36238484-2adf-4c87-afbe-007bcaf43108/1b98cbd6-3199-4104-8396-f1f930f0565e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:46:59.816749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19670361-ab78-4e72-bae4-7ca2b3a98b25 req-28c56466-8573-430d-8d74-68d695669464 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431514 Jan 25 16:46:59.871887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d6f7a-7cf9-4c19-8027-70d493a28c5e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:59.875230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d6f7a-7cf9-4c19-8027-70d493a28c5e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:46:59.876578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-da9d6f7a-7cf9-4c19-8027-70d493a28c5e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:46:59.956172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-da9d6f7a-7cf9-4c19-8027-70d493a28c5e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:46:59.957532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-da9d6f7a-7cf9-4c19-8027-70d493a28c5e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2884648 Jan 25 16:46:59.964157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58690) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:46:59.965763 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1620c5cc-e81e-4d09-a669-80120138d12a', 'name': 'network-vif-deleted', 'tag': 'dd6f76b3-8d02-475d-9d48-5135d01f8834', 'status': 'completed', 'code': 200} Jan 25 16:47:00.087486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.7 (da35015c-aa61-426c-a5c4-5fe0fd7569ea/274f23e6-1ac4-4c2f-bec3-085d694624d6/8d3efbd8-c738-41f4-8879-19ba2baf524f) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:00.132598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.144685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.159842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 3b6ef4d2-bdd5-4205-9655-9a9364b96092 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:00.196409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.230117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206af0e-06ac-4776-8427-27e52e580d85,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:00.275409 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d346245f-bda7-471d-bfa2-bb45cfb25218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c203bdafd51d411e8775ff0b3994f975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9606116 Jan 25 16:47:00.279120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:00.286007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.296386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Provisioning for port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:00.315088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9c806828-9545-48f4-9921-b9f9cb2d82cd req-0bd62074-37dc-4250-b083-9e9350fab795 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/ports?device_id=1620c5cc-e81e-4d09-a669-80120138d12a HTTP/1.1" status: 200 len: 210 time: 0.1426165 Jan 25 16:47:00.335639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc51f4-0877-467b-8343-5461a6d7cfc9 req-2fe1e386-3c3d-463b-b12b-c522d3b1798b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:00.336657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6dc51f4-0877-467b-8343-5461a6d7cfc9 req-2fe1e386-3c3d-463b-b12b-c522d3b1798b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 1.1006696 Jan 25 16:47:00.349510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.372317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Provisioning complete for port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:00.372933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.412943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Transition to ACTIVE for port object 1b98cbd6-3199-4104-8396-f1f930f0565e will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:00.418591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.421113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ec8f-bcba-47ee-aa14-b6696df3bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.463276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.489860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:00.530973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.554183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Transition to ACTIVE for port object 1b98cbd6-3199-4104-8396-f1f930f0565e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:00.560405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] For port 07b09859-7fb2-4b6e-9e17-da61d23d185e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=07b09859-7fb2-4b6e-9e17-da61d23d185e,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:00.560777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.589624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port d6280d81-57cb-484c-b224-3966d2c8cdb7 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:00.604771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6dc51f4-0877-467b-8343-5461a6d7cfc9 req-2280152f-4717-4316-b86c-1dff8f0e65e9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489440 Jan 25 16:47:00.605299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.619502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.657422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206af0e-06ac-4776-8427-27e52e580d85,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:00.662251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.673859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d6280d81-57cb-484c-b224-3966d2c8cdb7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:00.674235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.738071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.739780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-325fdaaf-8dc4-4089-9d77-8b2b88953446 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e206af0e-06ac-4776-8427-27e52e580d85 HTTP/1.1" status: 204 len: 168 time: 0.4602058 Jan 25 16:47:00.763051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.771354 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/3b6ef4d2-bdd5-4205-9655-9a9364b96092 HTTP/1.1" status: 204 len: 168 time: 0.8046756 Jan 25 16:47:00.772399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:00.799242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:00.857040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e64497-bb09-48f0-a312-c077e8228559 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:00.904849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Network 660323df-a85d-417c-ae2d-7eac67cf6468 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:00.977669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9e9fc-f247-4b43-a390-b963f99d00fe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6ef4d2-bdd5-4205-9655-9a9364b96092,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:00.985056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43fd016b-2311-432e-8e23-84123961e34e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2007799 Jan 25 16:47:00.985521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:00.999495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:01.073980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Pushing event updated for resources: {'Port': ['ID=1b98cbd6-3199-4104-8396-f1f930f0565e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:01.105347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:01.114859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:01.174925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:01.182841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:01.187749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:01.195627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:01.212353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:01.225185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.418826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.237 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/379c53cc-6a1a-4267-8860-5ca075c058c9) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:01.496608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:01.685253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.747635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.837861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.865005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.875598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:01.887176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:01.890582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:01.891943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.925192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=987da313-f2c7-4c8e-b616-233905ec3d32,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:01.926760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.937104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:01.973741 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09c6b3a0-e477-4649-9e66-68e5d0b587c4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9869342 Jan 25 16:47:01.974945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:01.982948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '987da313-f2c7-4c8e-b616-233905ec3d32', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-147337685'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:02.021001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.030750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.065859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 8d3efbd8-c738-41f4-8879-19ba2baf524f will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:02.123987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Attempting to bind port 1b98cbd6-3199-4104-8396-f1f930f0565e on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:02.124433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Attempting to bind port 1b98cbd6-3199-4104-8396-f1f930f0565e by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '4cd88753-8a8d-4556-86e7-7d5fc48e1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:02.124861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Attempting to bind port 1b98cbd6-3199-4104-8396-f1f930f0565e on network 660323df-a85d-417c-ae2d-7eac67cf6468 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:02.132869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58744) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:02.176516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:02.176983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Checking segment: {'id': '4cd88753-8a8d-4556-86e7-7d5fc48e1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:02.177840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.178263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Bound using segment: {'id': '4cd88753-8a8d-4556-86e7-7d5fc48e1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:02.178834 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Bound port: 1b98cbd6-3199-4104-8396-f1f930f0565e, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd88753-8a8d-4556-86e7-7d5fc48e1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '660323df-a85d-417c-ae2d-7eac67cf6468'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:02.179280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.184886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fc05d-421d-4ebb-948d-56e3999bdd3a req-b44a9b03-0156-46f9-8c5a-a21d966f50cc tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:02.186499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f07fc05d-421d-4ebb-948d-56e3999bdd3a req-b44a9b03-0156-46f9-8c5a-a21d966f50cc tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 945 time: 1.0203285 Jan 25 16:47:02.200045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.200415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.200742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Floating IP 74624cc3-a868-486a-af1e-aa087941ee2e disassociated. External IP: 172.26.4.83, port: 07b09859-7fb2-4b6e-9e17-da61d23d185e. Jan 25 16:47:02.201143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Calling delete_port for 07b09859-7fb2-4b6e-9e17-da61d23d185e owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:02.231234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] For port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,segment=NetworkSegment(e7c23d63-f5e3-4693-8793-6de6dae3fab6),segment_id=e7c23d63-f5e3-4693-8793-6de6dae3fab6)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:02.236943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.273244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.309609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.335843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796c3f2-aa08-4659-88fc-e6e83155df9f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:02.388382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:02.388664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.391190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce7935-b9fc-4c2a-89e9-69ac59c4d94a req-dab9d442-7d6d-4f62-a9d0-a96d42aa3fa2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:02.392886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.398282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76969ba2-d136-40f8-857d-ff9a85613d2f tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "DELETE /v2.0/security-groups/3796c3f2-aa08-4659-88fc-e6e83155df9f HTTP/1.1" status: 204 len: 168 time: 0.8960578 Jan 25 16:47:02.398473 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98ce7935-b9fc-4c2a-89e9-69ac59c4d94a req-dab9d442-7d6d-4f62-a9d0-a96d42aa3fa2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4756384 Jan 25 16:47:02.398870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:02.401946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:02.414616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096450289'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:02.416363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:02.425469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:02.429200 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-4e586241-cfb9-416a-9498-0267f24859fa tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] show failed (client error): The resource could not be found. Jan 25 16:47:02.433348 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e586241-cfb9-416a-9498-0267f24859fa tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "GET /v2.0/security-groups/3796c3f2-aa08-4659-88fc-e6e83155df9f HTTP/1.1" status: 404 len: 347 time: 0.0307581 Jan 25 16:47:02.433524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58754) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:02.439321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 07b09859-7fb2-4b6e-9e17-da61d23d185e no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:02.481074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:02.504890 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98ce7935-b9fc-4c2a-89e9-69ac59c4d94a req-208f0d9b-a868-4f63-a081-eb48b831f1b6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058517 Jan 25 16:47:02.508693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:02.528453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:02.556050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:02.567978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f07fc05d-421d-4ebb-948d-56e3999bdd3a req-d005016e-f958-4a1c-aebc-765b911cea34 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups?id=9845c867-ccd3-4687-abaa-cf12d879237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115952 Jan 25 16:47:02.577119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.580333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.584996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:02.635410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:02.646663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Subnet': ['ID=439b13dc-229e-4209-a1da-8e44f13f7cd0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:02.686360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port d6280d81-57cb-484c-b224-3966d2c8cdb7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d6280d81-57cb-484c-b224-3966d2c8cdb7,segment=NetworkSegment(5d1e30d5-0e3d-4189-bac3-2488545acea2),segment_id=5d1e30d5-0e3d-4189-bac3-2488545acea2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:02.693149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Checking segment: {'id': '86a65ba3-0f99-41de-aa83-a8ac16f2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:02.693631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network hostable DHCP agents. Network: 2692b7a1-56f1-4d47-8d58-7541b174e01e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:02.706317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Checking router: 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:02.718018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Provisioning complete for port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:02.718699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.744190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] For port 1b98cbd6-3199-4104-8396-f1f930f0565e, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:02.755852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.756654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 06f39e42-847e-4a47-928e-84214fe7e243 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:02.756778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:02.757920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Deleting port b4ec03d9-6c7b-4b63-bde4-35e7f218a83a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:02.758455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.774865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:02.776873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.788786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:02.820516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ebb44-465e-48ed-8d39-613545fe6e94 None None] Pushing event updated for resources: {'Port': ['ID=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:02.830014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:02.858491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:02.868295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:02.870860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.873106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] For port 1b98cbd6-3199-4104-8396-f1f930f0565e, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1b98cbd6-3199-4104-8396-f1f930f0565e,segment=NetworkSegment(4cd88753-8a8d-4556-86e7-7d5fc48e1859),segment_id=4cd88753-8a8d-4556-86e7-7d5fc48e1859)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:02.898623 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:47:02.939877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.952124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=379c53cc-6a1a-4267-8860-5ca075c058c9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:02.955991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:02.958781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:02.958927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:03.110442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.128341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=d6280d81-57cb-484c-b224-3966d2c8cdb7,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:03.135649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.165390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port f46f5139-2fcd-46df-93b3-936908670dfe yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:03.179263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=8d3efbd8-c738-41f4-8879-19ba2baf524f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:03.230472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:03.231102 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.252389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.252726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.264906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:03.281415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:03.312100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:03.318028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:03.357538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2692b7a1-56f1-4d47-8d58-7541b174e01e) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:03.365044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:03.367122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.398355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:03.399287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.434678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Calling delete_port for b4ec03d9-6c7b-4b63-bde4-35e7f218a83a owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:03.541431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event deleted for resources: {'Port': ['ID=07b09859-7fb2-4b6e-9e17-da61d23d185e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:03.549771 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:47:03.550445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:47:03.557511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50a463-670c-4fce-a500-6897521aa0d0 None None] Pushing event updated for resources: {'Port': ['ID=1b98cbd6-3199-4104-8396-f1f930f0565e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:03.626504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:03.652733 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6b742503-632e-484e-83c9-e420947edfb2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6698136 Jan 25 16:47:03.663063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:03.715319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-16fc57d1-c04b-497f-bf75-3094440532d5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3935571 Jan 25 16:47:03.716946 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8584866c-1468-47df-95fe-ac1db877ee49 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.1136355 Jan 25 16:47:03.725494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:03.726364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:03.888384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 06f39e42-847e-4a47-928e-84214fe7e243 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:03.889437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.906178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:03.939544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04fc9c-e31e-49f1-9ee9-4fd5e4c033f3 None None] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:04.159706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-faff1120-6f6b-40af-8b80-3c0503246eaf req-fdb3749e-4f24-4e50-b67e-ec7c40c15aa4 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Synchronizing usage tracker for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:04.237584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80793d75-cb2b-4dbc-897f-42fe3c65d837 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:04.272657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Pushing event deleted for resources: {'Port': ['ID=b4ec03d9-6c7b-4b63-bde4-35e7f218a83a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:04.385978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-faff1120-6f6b-40af-8b80-3c0503246eaf req-fdb3749e-4f24-4e50-b67e-ec7c40c15aa4 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Unset dirty status for tenant:b4534fc16bea4daeb9df500943bfccd4 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:04.395439 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-faff1120-6f6b-40af-8b80-3c0503246eaf req-fdb3749e-4f24-4e50-b67e-ec7c40c15aa4 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.4019582 Jan 25 16:47:04.435235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Provisioning for port f950d5b4-1e5c-4aec-b661-88356c96b473 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:04.484643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.491053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Provisioning complete for port f950d5b4-1e5c-4aec-b661-88356c96b473 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:04.491583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.561014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Port f950d5b4-1e5c-4aec-b661-88356c96b473 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:04.612259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.615752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.628512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c924e4-1ee7-4a9e-aee1-ae63e103ad4c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:04.629380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10c924e4-1ee7-4a9e-aee1-ae63e103ad4c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:04.642189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd7882-9ad0-48dd-906e-5a104ca0d6ca tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:04.643454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3fd7882-9ad0-48dd-906e-5a104ca0d6ca tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:04.649981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:04.678191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Provisioning complete for port d6280d81-57cb-484c-b224-3966d2c8cdb7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:04.678570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192f0a54-9c76-40f5-b5d5-21133e5523d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.708948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.713578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:04.722515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:04.729087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:04.735588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3336085-d77f-4c61-853c-94d59fa8989f None None] Network 660323df-a85d-417c-ae2d-7eac67cf6468 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:04.735786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.740126 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-667595bd-e097-4589-b558-e7a08b0b8ea3 tempest-ServersTestJSON-1967720040 tempest-ServersTestJSON-1967720040-project] 10.222.0.45 "DELETE /v2.0/floatingips/aca75d78-b95d-49b3-a32d-0fd6233ddb82 HTTP/1.1" status: 204 len: 168 time: 2.3021991 Jan 25 16:47:04.742581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:04.743528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:04.748744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10c924e4-1ee7-4a9e-aee1-ae63e103ad4c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:04.752647 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10c924e4-1ee7-4a9e-aee1-ae63e103ad4c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0815327 Jan 25 16:47:04.807419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:04.849954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3fd7882-9ad0-48dd-906e-5a104ca0d6ca tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:04.852435 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3fd7882-9ad0-48dd-906e-5a104ca0d6ca tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 1.1184700 Jan 25 16:47:04.861834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.866233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:04.914911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6145c1f4-68cc-4e43-9010-c145de139c56,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:04.944476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a1463-4319-409b-acf6-79c9ad0699b4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:04.946143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a1463-4319-409b-acf6-79c9ad0699b4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:04.946942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b68a1463-4319-409b-acf6-79c9ad0699b4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:04.958378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:04.975328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2692b7a1-56f1-4d47-8d58-7541b174e01e', 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e', 'tenant_id': 'ff123135ffa740cfb9b6caca504465b4', 'fixed_ips': [{'subnet_id': '439b13dc-229e-4209-a1da-8e44f13f7cd0'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:04.976161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.052771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.079644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b68a1463-4319-409b-acf6-79c9ad0699b4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:05.083599 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b68a1463-4319-409b-acf6-79c9ad0699b4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2622678 Jan 25 16:47:05.098107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58786) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:05.103671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 8d3efbd8-c738-41f4-8879-19ba2baf524f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:05.104014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.246887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:05.258228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e053797-f6e9-45e4-abac-b8e39f2ddbdd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:05.265980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105cb26-ddfb-4831-b7e1-469619a90f74 req-f46e4181-191d-403a-8797-779f8b89cf4e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:05.268651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6105cb26-ddfb-4831-b7e1-469619a90f74 req-f46e4181-191d-403a-8797-779f8b89cf4e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 1.3047972 Jan 25 16:47:05.271461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.274070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1381943 Jan 25 16:47:05.275057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305dfb-be11-4af1-8419-5c781fe93e94 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:05.277336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58790) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:05.329209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa069d0a-f08d-40e5-a065-19f26c88d755 None None] The sync data for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv is: [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '872a143c-d18d-4d39-9c76-66e691f63a38', 'name': '', 'network_id': '88fe57e0-1653-4e8e-8ac8-5f01c9792c74', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'mac_address': 'fa:16:3e:f8:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0749dcab-0e74-4de6-b557-096062df3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:20Z', 'updated_at': '2022-01-25T16:44:40Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'subnets': [{'id': '0749dcab-0e74-4de6-b557-096062df3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:05.490758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 987da313-f2c7-4c8e-b616-233905ec3d32 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:05.506446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Allocated IP 2001:db8::2 (2692b7a1-56f1-4d47-8d58-7541b174e01e/439b13dc-229e-4209-a1da-8e44f13f7cd0/a9586d20-ff50-4aca-a855-18a8cfae0a0f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:05.510541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.521899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Provisioning for port 8d3efbd8-c738-41f4-8879-19ba2baf524f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:05.579433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Provisioning complete for port 8d3efbd8-c738-41f4-8879-19ba2baf524f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:05.579843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.592501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:05.595483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.604596 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Sync routers for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:05.625299 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:05.626368 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:05.761520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Allocated IP 2001:db8::1 (660323df-a85d-417c-ae2d-7eac67cf6468/36238484-2adf-4c87-afbe-007bcaf43108/a196f808-c7ac-4d6a-ad94-575e5c19da21) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:05.830671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:05.831296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:05.889651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e054f8-0654-4917-b378-43bc5a37eb5a None None] New status for floating IP aca75d78-b95d-49b3-a32d-0fd6233ddb82: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:47:05.896661 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:05.933279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.063937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6105cb26-ddfb-4831-b7e1-469619a90f74 req-2eb1ce4c-0e4a-4ca1-8b16-bfd37a61c933 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7662287 Jan 25 16:47:06.064823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.151533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Port 8d3efbd8-c738-41f4-8879-19ba2baf524f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:06.282617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Provisioning complete for port 06f39e42-847e-4a47-928e-84214fe7e243 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:06.283317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.312983 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:06.323774 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Checking router: 6c8f5e02-7ad6-4442-8a4e-60945129ce38 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:06.342836 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:06.343473 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:06.367494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.391838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] No DVR routers for this DVR port 07b09859-7fb2-4b6e-9e17-da61d23d185e on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:06.406523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.415423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Transition to ACTIVE for port object a196f808-c7ac-4d6a-ad94-575e5c19da21 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:06.420441 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7afd0ffd-2c4d-42af-bd45-b5364f7650ab req-74c8e266-85e8-44e2-907a-a3db607eff83 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.15 "DELETE /v2.0/ports/07b09859-7fb2-4b6e-9e17-da61d23d185e HTTP/1.1" status: 204 len: 173 time: 7.7754953 Jan 25 16:47:06.474709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'name': 'network-vif-deleted', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:47:06.529677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7bcabf36-917f-4101-a695-841d81a0c25f req-5274da57-2f6d-4043-85da-cff05981f142 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/ports?device_id=da3180ec-39a6-4a3d-a770-ca2ac6843fac HTTP/1.1" status: 200 len: 210 time: 0.5551903 Jan 25 16:47:06.589166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.600847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.604088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1b98cbd6-3199-4104-8396-f1f930f0565e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:06.666771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Transition to ACTIVE for port object a9586d20-ff50-4aca-a855-18a8cfae0a0f will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:06.715654 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:06.751642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Transition to ACTIVE for port object a9586d20-ff50-4aca-a855-18a8cfae0a0f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:06.774186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.790156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.826060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1b98cbd6-3199-4104-8396-f1f930f0565e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:06.836888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=379c53cc-6a1a-4267-8860-5ca075c058c9,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:06.847933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Provisioning for port 1b98cbd6-3199-4104-8396-f1f930f0565e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:06.848399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c889973-b3e9-4fae-bd51-06919b87ac16 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:06.849089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.857959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1b98cbd6-3199-4104-8396-f1f930f0565e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:06.858329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.885528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:06.901922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:06.904474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Provisioning complete for port 1b98cbd6-3199-4104-8396-f1f930f0565e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:06.904849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.923182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 660323df-a85d-417c-ae2d-7eac67cf6468 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:06.931417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:06.933565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:06.945376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:06.947167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:06.962423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Pushing event updated for resources: {'Port': ['ID=a9586d20-ff50-4aca-a855-18a8cfae0a0f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:06.980785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3180ec-39a6-4a3d-a770-ca2ac6843fac', 'name': 'network-vif-deleted', 'tag': '07b09859-7fb2-4b6e-9e17-da61d23d185e', 'status': 'completed', 'code': 200} Jan 25 16:47:06.983573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.022674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Port': ['ID=a196f808-c7ac-4d6a-ad94-575e5c19da21,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:07.180672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.226446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=987da313-f2c7-4c8e-b616-233905ec3d32,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:07.238347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.252532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Attempting to bind port a9586d20-ff50-4aca-a855-18a8cfae0a0f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:07.253108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Attempting to bind port a9586d20-ff50-4aca-a855-18a8cfae0a0f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '86a65ba3-0f99-41de-aa83-a8ac16f2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:07.253245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Attempting to bind port a9586d20-ff50-4aca-a855-18a8cfae0a0f on network 2692b7a1-56f1-4d47-8d58-7541b174e01e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:07.262916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24e1bd-8cc6-4d68-94d1-492fed4e5b3c None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:07.283752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:07.284117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Checking segment: {'id': '86a65ba3-0f99-41de-aa83-a8ac16f2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:07.284515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.284908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Bound using segment: {'id': '86a65ba3-0f99-41de-aa83-a8ac16f2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:07.285906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Bound port: a9586d20-ff50-4aca-a855-18a8cfae0a0f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a65ba3-0f99-41de-aa83-a8ac16f2e13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2692b7a1-56f1-4d47-8d58-7541b174e01e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:07.286295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.327304 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43260fc3-2b5a-4dcb-a89c-4779bee25d89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/987da313-f2c7-4c8e-b616-233905ec3d32 HTTP/1.1" status: 204 len: 168 time: 2.2277603 Jan 25 16:47:07.335720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:07.339525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.354129 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:07.361528 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d666d53-a654-4a70-be19-536f4af7f887 None None] The sync data for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv is: [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ec8da1d9-6d21-4991-aa61-d5b7fba0f5af', 'name': '', 'network_id': '247e1de9-b280-40e8-b8da-67c68070bf2a', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'mac_address': 'fa:16:3e:26:f4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '3569fec9-e101-40bd-8266-084b53fa8016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:47Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'subnets': [{'id': '3569fec9-e101-40bd-8266-084b53fa8016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:07.387772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c889973-b3e9-4fae-bd51-06919b87ac16 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:07.389155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c889973-b3e9-4fae-bd51-06919b87ac16 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 2.0894268 Jan 25 16:47:07.427170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58806) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:07.447570 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e789d7d-6d64-4b9c-9496-116bcba221b0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105754 Jan 25 16:47:07.451944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58810) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:07.503639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-security--1178600054', 'description': 'tempest-security-description-172797631'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:07.535291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:07.581894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.629162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eb80d-09ef-4a17-840e-dd8d325eb3c0 req-7355f8e5-cf2f-4fc2-a1aa-af3a84274575 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:07.640372 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-486eb80d-09ef-4a17-840e-dd8d325eb3c0 req-7355f8e5-cf2f-4fc2-a1aa-af3a84274575 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.7844381 Jan 25 16:47:07.783641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] For port a9586d20-ff50-4aca-a855-18a8cfae0a0f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:07.788272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] For port a9586d20-ff50-4aca-a855-18a8cfae0a0f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a9586d20-ff50-4aca-a855-18a8cfae0a0f,segment=NetworkSegment(86a65ba3-0f99-41de-aa83-a8ac16f2e13a),segment_id=86a65ba3-0f99-41de-aa83-a8ac16f2e13a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:07.802599 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20dac9d-ad82-40ef-bb5c-502a78b6cde3 None None] New status for floating IP 74624cc3-a868-486a-af1e-aa087941ee2e: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:47:07.805952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.831066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.844908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:07.848372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 8d3efbd8-c738-41f4-8879-19ba2baf524f owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:07.882872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 41bab6a3-35e7-4d67-943f-497c69be650a associated. External IP: 172.26.4.237, port: 541a8fd6-c3b6-48a2-8a50-581a7796a122. Jan 25 16:47:07.908645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.941335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:07.971700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:07.990748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:08.001988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] For port 1b98cbd6-3199-4104-8396-f1f930f0565e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1b98cbd6-3199-4104-8396-f1f930f0565e,segment=NetworkSegment(4cd88753-8a8d-4556-86e7-7d5fc48e1859),segment_id=4cd88753-8a8d-4556-86e7-7d5fc48e1859)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:08.005243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-2c1047c1-26b4-478e-a1be-7cb2abe47281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:08.007653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-2c1047c1-26b4-478e-a1be-7cb2abe47281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 1.0740428 Jan 25 16:47:08.007945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:08.036156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.041324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.100332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:08.163692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61f14d-0b0b-4519-941d-b7854d4dbb34 None None] Pushing event updated for resources: {'Port': ['ID=a9586d20-ff50-4aca-a855-18a8cfae0a0f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:08.219783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:08.265050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Deleting port 06f39e42-847e-4a47-928e-84214fe7e243 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:08.266012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.308196 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-486eb80d-09ef-4a17-840e-dd8d325eb3c0 req-6261d6a0-ec74-443f-bc07-2fea27a9fa4c tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6666808 Jan 25 16:47:08.321098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Provisioning for port a196f808-c7ac-4d6a-ad94-575e5c19da21 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:08.329193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:08.329569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:08.339249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Provisioning complete for port a196f808-c7ac-4d6a-ad94-575e5c19da21 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:08.339621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.360411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.375785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.379920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.385835 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "PUT /v2.0/security-groups/2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f HTTP/1.1" status: 200 len: 1777 time: 0.9557185 Jan 25 16:47:08.389350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58824) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:08.389971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4e2e2-39ce-4bbc-b73e-b299b2883f9d None None] Pushing event updated for resources: {'Port': ['ID=1b98cbd6-3199-4104-8396-f1f930f0565e,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:08.397442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:08.414240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.449790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.582367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Port a196f808-c7ac-4d6a-ad94-575e5c19da21 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:08.646795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.680667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbb959-ad15-49c6-b8e7-b3a0e92f3693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:08.700636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Provisioning complete for port 06f39e42-847e-4a47-928e-84214fe7e243 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:08.701164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.763617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] For port 06f39e42-847e-4a47-928e-84214fe7e243, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=06f39e42-847e-4a47-928e-84214fe7e243,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:08.764430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.778225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:08.910709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=8d3efbd8-c738-41f4-8879-19ba2baf524f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:08.912993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-09dcea98-c21e-4251-b3ec-9d21d4540262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:08.914496 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-09dcea98-c21e-4251-b3ec-9d21d4540262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.8639438 Jan 25 16:47:08.953521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d6280d81-57cb-484c-b224-3966d2c8cdb7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:08.962187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.018458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Calling delete_port for 06f39e42-847e-4a47-928e-84214fe7e243 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:09.023462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c5c81a5c-0751-49b3-8186-f4c6a4d944f5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups/2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f HTTP/1.1" status: 200 len: 1777 time: 0.6159430 Jan 25 16:47:09.029621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:09.040842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845c867-ccd3-4687-abaa-cf12d879237b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:09.055896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:47:09.110819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.173918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.175235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.237522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d6280d81-57cb-484c-b224-3966d2c8cdb7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:09.241008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.282871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:09.293298 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-11c0f121-68c0-4101-ab0a-69668581be9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.3660202 Jan 25 16:47:09.303055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.311215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.315548 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9f39a6c-65bf-4dc8-ad5e-7dd2a3bfd180 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "DELETE /v2.0/security-groups/9845c867-ccd3-4687-abaa-cf12d879237b HTTP/1.1" status: 204 len: 168 time: 1.4452579 Jan 25 16:47:09.324937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.334111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.344179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:09.401436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Provisioning complete for port 1b98cbd6-3199-4104-8396-f1f930f0565e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:09.401982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b912e659-4f11-4f68-ade4-49e9b8032e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.463721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-12774268-11fb-47da-9ae9-0f8c22c52141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:09.465755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-12774268-11fb-47da-9ae9-0f8c22c52141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.1590488 Jan 25 16:47:09.478353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] Pushing event deleted for resources: {'Port': ['ID=06f39e42-847e-4a47-928e-84214fe7e243,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:09.489085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b188fa-c4a8-40f4-9078-e675e365fe6a None None] No DVR routers for this DVR port 06f39e42-847e-4a47-928e-84214fe7e243 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:09.529705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.540779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Port': ['ID=a196f808-c7ac-4d6a-ad94-575e5c19da21,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:09.543156 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-70a7630c-e1f6-4040-9651-302f1d866589 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] show failed (client error): The resource could not be found. Jan 25 16:47:09.548487 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70a7630c-e1f6-4040-9651-302f1d866589 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "GET /v2.0/security-groups/9845c867-ccd3-4687-abaa-cf12d879237b HTTP/1.1" status: 404 len: 347 time: 0.1934049 Jan 25 16:47:09.569207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:09.622365 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3da7dcc0-8e21-4bcd-bfc2-a0e74d0016b1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/8d3efbd8-c738-41f4-8879-19ba2baf524f HTTP/1.1" status: 204 len: 168 time: 4.7133629 Jan 25 16:47:09.638444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58842) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:09.726673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb8b8e-71ba-4a28-9f23-a899805414f2 None None] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:09.799700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71cbd75-5167-40cb-8012-fb8421cd7137 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:47:09.800234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b71cbd75-5167-40cb-8012-fb8421cd7137 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:09.833830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1b98cbd6-3199-4104-8396-f1f930f0565e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:09.873448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.891866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b71cbd75-5167-40cb-8012-fb8421cd7137 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:09.895530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b71cbd75-5167-40cb-8012-fb8421cd7137 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/8d3efbd8-c738-41f4-8879-19ba2baf524f HTTP/1.1" status: 404 len: 333 time: 0.2405469 Jan 25 16:47:09.896195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-196fc789-dbcb-43d4-a9e7-92c6790c44cd None None] Provisioning for port a9586d20-ff50-4aca-a855-18a8cfae0a0f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:09.899513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58846) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:09.987151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Deleting port bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:09.987151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:09.994746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-af3bed11-ae3d-44b7-bdb2-db2720bfb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:09.996235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-af3bed11-ae3d-44b7-bdb2-db2720bfb9ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5029752 Jan 25 16:47:09.997249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:10.011528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1b98cbd6-3199-4104-8396-f1f930f0565e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:10.011989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.015051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898380cf-33a7-4190-8af5-e8553fd1850b req-e937774b-2d68-42ac-bad6-5c277db99f12 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:10.018460 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-898380cf-33a7-4190-8af5-e8553fd1850b req-e937774b-2d68-42ac-bad6-5c277db99f12 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5486045 Jan 25 16:47:10.025668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.044388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:10.057027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:10.058448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port f950d5b4-1e5c-4aec-b661-88356c96b473 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:10.058943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.075308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 660323df-a85d-417c-ae2d-7eac67cf6468 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:10.079087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:10.080760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Deleting port 872a143c-d18d-4d39-9c76-66e691f63a38 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:10.081100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.111697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d881195-c75b-4bcf-9b41-ae603c3135f1 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:10.113324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:10.114002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.118009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:10.130901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:10.140891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:10.142041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:10.174040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=d7571a4a-cc51-4e9d-b672-72094dc93abb,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:10.180405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.316965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fa2ceb99-31af-40a2-a5d5-2e8720a27424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6605647 Jan 25 16:47:10.326874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:47:10.330114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:10.346153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-898380cf-33a7-4190-8af5-e8553fd1850b req-378e5636-8976-4859-9fbf-6a57ffa33a2b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985282 Jan 25 16:47:10.428061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'status': 'completed', 'code': 200} Jan 25 16:47:10.436419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-d6f6cb24-068b-49a0-b5e9-c237ca55ecfa service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145913 Jan 25 16:47:10.501871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.502960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3dba72a-f66a-41e6-97dc-7910ea217750 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f HTTP/1.1" status: 204 len: 168 time: 1.4683182 Jan 25 16:47:10.512131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58856) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:10.628958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:10.712640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a9586d20-ff50-4aca-a855-18a8cfae0a0f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:10.754264 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ca493d2-1bd0-47cd-90da-1d5d1ad2b5ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2974138 Jan 25 16:47:10.863876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:10.885200 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91dd6703-d2e4-4206-a51b-60e9f5b883e3 req-ab04b5ba-b004-4407-afc8-ca2dfc036465 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018512 Jan 25 16:47:10.943033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-792d23ee-d76f-4299-b768-0dfca307376f None None] Provisioning complete for port a196f808-c7ac-4d6a-ad94-575e5c19da21 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:10.943561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-792d23ee-d76f-4299-b768-0dfca307376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.947888 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f94ebba1-6d2e-4e93-9183-edb85399572b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/41bab6a3-35e7-4d67-943f-497c69be650a HTTP/1.1" status: 200 len: 991 time: 0.5954392 Jan 25 16:47:10.948819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:10.955211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:10.978791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:11.005091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:router and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:11.023433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:11.024562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.025078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:11.032975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-62b2bb4a-c6df-446d-bb8c-e8189a32e0a8 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5073607 Jan 25 16:47:11.036352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:11.050651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:11.103611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for f950d5b4-1e5c-4aec-b661-88356c96b473 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:11.119899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.120913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.125502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.125808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.138308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-792d23ee-d76f-4299-b768-0dfca307376f None None] Port a196f808-c7ac-4d6a-ad94-575e5c19da21 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:11.140701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-8aa5b805-fbe2-432f-b449-e61266331286 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] delete failed (client error): The resource could not be found. Jan 25 16:47:11.141974 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8aa5b805-fbe2-432f-b449-e61266331286 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/2ce5dc0c-c8c5-4c5e-b18d-0bfca930043f HTTP/1.1" status: 404 len: 347 time: 0.0852671 Jan 25 16:47:11.146729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58868) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:11.163028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114796240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:11.169727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:11.177261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:11.178818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:11.191469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:11.193573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a9586d20-ff50-4aca-a855-18a8cfae0a0f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:11.213329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.214240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a9586d20-ff50-4aca-a855-18a8cfae0a0f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:11.214667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.254732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:11.259254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:11.263580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:11.299593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:11.315581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Calling delete_port for bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:11.369529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.385952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] For port 872a143c-d18d-4d39-9c76-66e691f63a38, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=872a143c-d18d-4d39-9c76-66e691f63a38,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:11.386231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.389938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a519c7fe-f59e-4b3e-afb0-81f84ee09a99 None None] Provisioning complete for port a9586d20-ff50-4aca-a855-18a8cfae0a0f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:11.390092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.390218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a519c7fe-f59e-4b3e-afb0-81f84ee09a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.395805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-4e27bb00-e8d1-4b3f-bef3-25ddc4541ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:11.397225 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-4e27bb00-e8d1-4b3f-bef3-25ddc4541ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1098 time: 0.8805220 Jan 25 16:47:11.472961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=f950d5b4-1e5c-4aec-b661-88356c96b473,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:11.528128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.528874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.529410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.529906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.530241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.530652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.530896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.531312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.532332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.532669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.532997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.533361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:11.581798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/d7571a4a-cc51-4e9d-b672-72094dc93abb/02d0f26f-c8de-44bd-b72a-a1abac9e20bb) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:11.659495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.671409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.678633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Calling delete_port for 872a143c-d18d-4d39-9c76-66e691f63a38 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:11.728692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131354e1-ba5d-42ab-9df4-142977456506,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:11.754950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.776447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.784173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5497910c-93c6-4aed-b3ad-ed73fbf80378 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/f950d5b4-1e5c-4aec-b661-88356c96b473 HTTP/1.1" status: 204 len: 168 time: 1.8790386 Jan 25 16:47:11.785158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58874) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:11.789254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Router 94f2def3-416e-4283-8d83-e44dbe7194d0 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:47:11.794369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe243bd-78b6-4103-91e1-e9fca5981fe3 req-0c733a6e-d931-4b50-86fe-d7864d43d0af tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:11.796304 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abe243bd-78b6-4103-91e1-e9fca5981fe3 req-0c733a6e-d931-4b50-86fe-d7864d43d0af tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2141352 Jan 25 16:47:11.800680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.802076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4d9d1919-4245-4ac4-86fd-3fddcb9515d5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6517200 Jan 25 16:47:11.808742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.816050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58878) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:11.834321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '131354e1-ba5d-42ab-9df4-142977456506', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:11.860301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:11.871263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:11.881768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:11.888406 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e651e4-cb0a-4205-994e-a191a8a0ead6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:47:11.889187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40e651e4-cb0a-4205-994e-a191a8a0ead6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:11.905905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a9586d20-ff50-4aca-a855-18a8cfae0a0f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a9586d20-ff50-4aca-a855-18a8cfae0a0f,segment=NetworkSegment(86a65ba3-0f99-41de-aa83-a8ac16f2e13a),segment_id=86a65ba3-0f99-41de-aa83-a8ac16f2e13a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:11.922393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a519c7fe-f59e-4b3e-afb0-81f84ee09a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.932185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:11.953644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58882) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:11.957655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abe243bd-78b6-4103-91e1-e9fca5981fe3 req-58599ae9-92e5-4bd2-ba77-ca4c151376e1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705879 Jan 25 16:47:11.960560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40e651e4-cb0a-4205-994e-a191a8a0ead6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:11.965476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-40e651e4-cb0a-4205-994e-a191a8a0ead6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/f950d5b4-1e5c-4aec-b661-88356c96b473 HTTP/1.1" status: 404 len: 333 time: 0.1666536 Jan 25 16:47:11.989799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:04Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:12.028072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 06f39e42-847e-4a47-928e-84214fe7e243 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:12.046563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58886) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:12.051932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:12.123883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 06f39e42-847e-4a47-928e-84214fe7e243 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:12.124381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 06f39e42-847e-4a47-928e-84214fe7e243 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:12.139507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:12.163596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-83ec4aeb-5836-4e07-a14c-2df5296c1e98 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/41bab6a3-35e7-4d67-943f-497c69be650a HTTP/1.1" status: 200 len: 991 time: 0.2046428 Jan 25 16:47:12.167967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 274f23e6-1ac4-4c2f-bec3-085d694624d6 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:12.171001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:12.171128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.173605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:12.231288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.247548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.253126 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e0bcebb-d268-40a1-86be-6c108fc4b48d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3821359 Jan 25 16:47:12.260692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:12.333270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.367108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a9586d20-ff50-4aca-a855-18a8cfae0a0f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:12.370347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.417431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.443311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Transition to ACTIVE for port object 02d0f26f-c8de-44bd-b72a-a1abac9e20bb will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:12.456710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-a519c7fe-f59e-4b3e-afb0-81f84ee09a99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:12.457699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-a519c7fe-f59e-4b3e-afb0-81f84ee09a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:12.464791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=274f23e6-1ac4-4c2f-bec3-085d694624d6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:12.468623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.478284 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb155d69-5f8d-4fa1-bea2-fa2aa8a64696 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/274f23e6-1ac4-4c2f-bec3-085d694624d6 HTTP/1.1" status: 204 len: 168 time: 0.4299016 Jan 25 16:47:12.479095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58894) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:12.487641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160effa-8891-41fc-b1db-0b9daa56f54a None None] Network da35015c-aa61-426c-a5c4-5fe0fd7569ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:12.509993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Transition to ACTIVE for port object 02d0f26f-c8de-44bd-b72a-a1abac9e20bb will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:12.530140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-6421dc82-b9bb-4163-8126-2eeddda622dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:12.532719 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-6421dc82-b9bb-4163-8126-2eeddda622dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 897 time: 1.1093454 Jan 25 16:47:12.533085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.572066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.623084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.634955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:12.635296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.651091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:12.675780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:12.731242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:12.742895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:12.758144 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73568c63-7b83-435c-8d18-571f1aa55b88 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0267553 Jan 25 16:47:12.762881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58898) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:12.765104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] Sync routers for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:12.775530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:12.789696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:12.799270 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:12.800045 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:12.853437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Pushing event deleted for resources: {'Port': ['ID=bfe1f71e-fe3d-44c6-9ef8-30ac20e494ff,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:12.941750 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:12.958073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:12.959360 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:12.970176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Pushing event updated for resources: {'Port': ['ID=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:13.029440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.030533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.030985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.031460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.033500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.034235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.034685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.036821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.037405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.037851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.039859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.040444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:13.078692 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:13.080363 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8f064-0d71-4607-a2e9-9845d32351e3 None None] The sync data for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:13.109786 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-0dcedd29-60d2-41b6-a38b-874fe43e037b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 999 time: 0.5123525 Jan 25 16:47:13.195915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:13.257989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,segment=NetworkSegment(e7c23d63-f5e3-4693-8793-6de6dae3fab6),segment_id=e7c23d63-f5e3-4693-8793-6de6dae3fab6)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:13.258651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.330193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Attempting to bind port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:13.330582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Attempting to bind port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:13.330904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Attempting to bind port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:13.354787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:13.355048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:13.355489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.356573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:13.356573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Bound port: 02d0f26f-c8de-44bd-b72a-a1abac9e20bb, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:13.356573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.386625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.462443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.525671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 0e053797-f6e9-45e4-abac-b8e39f2ddbdd owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:13.537539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] For port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:13.552211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] For port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:13.553249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.558599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-782ea4b7-c5c1-437c-ba35-2370a591a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:13.560321 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-782ea4b7-c5c1-437c-ba35-2370a591a55d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 200 len: 834 time: 0.4313025 Jan 25 16:47:13.566403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.568712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ae2555-04ce-4a5e-b50d-2e6d18f2cd7c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:13.612238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786e25e-fe65-4e8b-89ee-97193ff5bb4e None None] DHCP port deletion for da35015c-aa61-426c-a5c4-5fe0fd7569ea request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:13.619650 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687629b-f9ab-498d-80a3-c146b61f794f req-8e6405eb-550b-4f6c-a65f-3b5c95d07765 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:13.621167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7687629b-f9ab-498d-80a3-c146b61f794f req-8e6405eb-550b-4f6c-a65f-3b5c95d07765 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4907262 Jan 25 16:47:13.636153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6786e25e-fe65-4e8b-89ee-97193ff5bb4e None None] Deleting port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:13.636531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6786e25e-fe65-4e8b-89ee-97193ff5bb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.665257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.669699 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2e76c62-0f3a-41dd-b8c3-c0e64309d324 tempest-ServersTestManualDisk-915575271 tempest-ServersTestManualDisk-915575271-project] 10.222.0.45 "DELETE /v2.0/floatingips/74624cc3-a868-486a-af1e-aa087941ee2e HTTP/1.1" status: 204 len: 168 time: 4.0981088 Jan 25 16:47:13.673847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:13.687075 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-06306454-9e9e-4444-8782-faf31491866c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/41bab6a3-35e7-4d67-943f-497c69be650a HTTP/1.1" status: 200 len: 991 time: 0.4818673 Jan 25 16:47:13.707502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:04Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:13.722084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5f1fb-891f-4f3b-bb82-ed9d2d3850a1 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:46:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:04Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:13.753069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.760635 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ae4d220-ec74-4f2f-86e3-daa2c30e7174 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9277966 Jan 25 16:47:13.769710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:13.792738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28541a8-5962-4b8f-a1e3-e912a034337d None None] Pushing event updated for resources: {'Port': ['ID=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:13.807182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.813438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6786e25e-fe65-4e8b-89ee-97193ff5bb4e None None] The port '0e053797-f6e9-45e4-abac-b8e39f2ddbdd' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:13.839267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:13.920547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=0e053797-f6e9-45e4-abac-b8e39f2ddbdd,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:13.934929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No DVR routers for this DVR port 0e053797-f6e9-45e4-abac-b8e39f2ddbdd on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:13.989269 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7687629b-f9ab-498d-80a3-c146b61f794f req-7132f5e6-e75d-441a-a617-c7fde18b37d4 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073308 Jan 25 16:47:14.038855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Pushing event deleted for resources: {'Port': ['ID=872a143c-d18d-4d39-9c76-66e691f63a38,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:14.043318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.107443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d28b4-7777-4d5c-b665-aac34d0b016e None None] New status for floating IP 41bab6a3-35e7-4d67-943f-497c69be650a: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:47:14.286118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.304740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.357854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.393240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da35015c-aa61-426c-a5c4-5fe0fd7569ea']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:14.483540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c23d63-f5e3-4693-8793-6de6dae3fab6') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:14.484292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c23d63-f5e3-4693-8793-6de6dae3fab6') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:14.516986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.549103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.555632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 02d0f26f-c8de-44bd-b72a-a1abac9e20bb up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:14.562982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-90f5b390-3f27-406d-9494-50172ae17584 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:47:14.567750 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-90f5b390-3f27-406d-9494-50172ae17584 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8007958 Jan 25 16:47:14.567750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:14.567750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:14.586082 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:14.591740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58918) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:14.600964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606d11c-c3a0-46be-892d-f2a32ea6c636 req-b0f31c2b-8c30-451c-a8cb-45394cb1a36f tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:14.602703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4606d11c-c3a0-46be-892d-f2a32ea6c636 req-b0f31c2b-8c30-451c-a8cb-45394cb1a36f tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4496775 Jan 25 16:47:14.692055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58922) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:14.701852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-1916a6ee-9d6f-4d40-837c-38a7da1698f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:14.704207 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-1916a6ee-9d6f-4d40-837c-38a7da1698f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c636b3e-10f0-4458-a275-07ebf13524b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0946264 Jan 25 16:47:14.705447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:14.711055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a9586d20-ff50-4aca-a855-18a8cfae0a0f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:14.792796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a9586d20-ff50-4aca-a855-18a8cfae0a0f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:14.793488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:14.870134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.030567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e053797-f6e9-45e4-abac-b8e39f2ddbdd no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:15.055891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4ae2555-04ce-4a5e-b50d-2e6d18f2cd7c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:15.076220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0e053797-f6e9-45e4-abac-b8e39f2ddbdd {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:15.077081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e053797-f6e9-45e4-abac-b8e39f2ddbdd not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:15.091515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.126276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.138824 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4606d11c-c3a0-46be-892d-f2a32ea6c636 req-64120d99-d579-4347-9a7d-2e9ff02683b2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734528 Jan 25 16:47:15.145857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=da35015c-aa61-426c-a5c4-5fe0fd7569ea,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:15.224715 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bc87d8f7-74e6-4a67-a8fb-1fc5cd728628 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/da35015c-aa61-426c-a5c4-5fe0fd7569ea HTTP/1.1" status: 204 len: 168 time: 2.7444069 Jan 25 16:47:15.238046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58928) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:15.261810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.266608 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca89da3a-f6b3-4258-8bab-c5d2e91b00a6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d4ae2555-04ce-4a5e-b50d-2e6d18f2cd7c HTTP/1.1" status: 204 len: 168 time: 1.4810627 Jan 25 16:47:15.269323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58932) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:15.282573 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-92da137f-f6e7-42b4-98c9-58ac551f3b66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/41bab6a3-35e7-4d67-943f-497c69be650a HTTP/1.1" status: 200 len: 993 time: 0.5839193 Jan 25 16:47:15.297786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1872643484'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:15.314061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:15.329818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:15.334510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:15.344300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:15.391573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:15.395204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.457328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Provisioning for port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:15.463494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Provisioning complete for port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:15.464149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.470449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::1 (255dcaab-10ef-4717-a4ec-827262e2a670/d7571a4a-cc51-4e9d-b672-72094dc93abb/2044be01-ea13-4801-aa1a-41d0c176791a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:15.481079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:15.504778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.505124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment 2880fe71-4b07-4a6b-a0e9-7f6c38814f8b of type vlan for network 192805e5-aac4-4a06-8b5f-c324930447cf Jan 25 16:47:15.556722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.609813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.650208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] For port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:15.656052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.702676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.708723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:15.709366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.737435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Pushing event updated for resources: {'Port': ['ID=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:15.747755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.748104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.748447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.748783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.749113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.752364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e13f8f-b015-47ea-bb70-15431241ce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:47:15.783168 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-22891c19-8a1b-4d8f-8c8e-c08e8fa247e4 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0366087 Jan 25 16:47:15.842842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ed52-c336-46a5-a3d6-f213f738002b req-c84dade0-e056-4074-91d7-2d40551b7a23 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:15.845190 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8549ed52-c336-46a5-a3d6-f213f738002b req-c84dade0-e056-4074-91d7-2d40551b7a23 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2908227 Jan 25 16:47:15.850075 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6074948 Jan 25 16:47:15.850278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3379bef-e42a-48e4-9faa-33e497b23ab1 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:15.852328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:15.856803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.864045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:15.873984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:15.981634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df0bdd-33d3-4f2c-ab5c-2148acd86eeb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=192805e5-aac4-4a06-8b5f-c324930447cf,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:15.993544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 192805e5-aac4-4a06-8b5f-c324930447cf details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:16.023847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8549ed52-c336-46a5-a3d6-f213f738002b req-e8ce8990-153d-4a06-ab95-7e7dfd172e00 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704626 Jan 25 16:47:16.040214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.099646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:16.136295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 2044be01-ea13-4801-aa1a-41d0c176791a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:16.166725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:16.177726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:16.195994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:16.219625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:16.226424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.231701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3379bef-e42a-48e4-9faa-33e497b23ab1 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:16.233089 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3379bef-e42a-48e4-9faa-33e497b23ab1 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9552445 Jan 25 16:47:16.240123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58944) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:16.283851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 02d0f26f-c8de-44bd-b72a-a1abac9e20bb up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:16.396165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:16.396463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.405701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9f2505a4-70ea-4884-a2e6-fab4728407b2 req-eeaf9ffd-5a25-4b9a-bfef-f2a08089a966 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992324 Jan 25 16:47:16.429170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.578314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:16.585111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:16.618933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:16.619622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.620927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.884283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:16.907106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6efd2-f3c1-4e35-9637-e173c70ae23d req-ef52ec4f-b167-4798-9519-63955d5c4ff7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:16.909816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03a6efd2-f3c1-4e35-9637-e173c70ae23d req-ef52ec4f-b167-4798-9519-63955d5c4ff7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4124942 Jan 25 16:47:16.915788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:16.995104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f7bc1998-d6e7-465d-a5e9-26c76a42d2e2 None None] Provisioning for port 2044be01-ea13-4801-aa1a-41d0c176791a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:17.005464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f7bc1998-d6e7-465d-a5e9-26c76a42d2e2 None None] Provisioning complete for port 2044be01-ea13-4801-aa1a-41d0c176791a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:17.005464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7bc1998-d6e7-465d-a5e9-26c76a42d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.032135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port a196f808-c7ac-4d6a-ad94-575e5c19da21 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:17.032588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.065906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:17.069017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc1998-d6e7-465d-a5e9-26c76a42d2e2 None None] Port 2044be01-ea13-4801-aa1a-41d0c176791a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:17.104300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03a6efd2-f3c1-4e35-9637-e173c70ae23d req-4f8862a5-d7ad-4662-b089-520b98cc5d73 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747262 Jan 25 16:47:17.108514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.115800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.179659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.249709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.287107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131354e1-ba5d-42ab-9df4-142977456506,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:17.339250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=54f34d87-8e18-47b0-860b-413247f7e465,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:17.373571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.374715 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-85d76861-dd2a-4aa7-84bd-f95a11f99c2f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/131354e1-ba5d-42ab-9df4-142977456506 HTTP/1.1" status: 204 len: 168 time: 1.1336467 Jan 25 16:47:17.378000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:17.378367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 192805e5-aac4-4a06-8b5f-c324930447cf, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:17.382443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58950) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:17.419252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.571638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Calling delete_port for a196f808-c7ac-4d6a-ad94-575e5c19da21 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:17.609783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 192805e5-aac4-4a06-8b5f-c324930447cf is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:17.638382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 192805e5-aac4-4a06-8b5f-c324930447cf) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:17.642250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-29223b2f-5250-4987-b7b6-567ea87cb080 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:17.651822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:17.652352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4113543-23e1-4cdd-8502-41f6b4a90d28 None None] Network 192805e5-aac4-4a06-8b5f-c324930447cf requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:17.652517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.697353 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ed3793a8-cc89-4a29-9610-938984bbdbfc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8265433 Jan 25 16:47:17.701712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58954) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:17.703447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-29223b2f-5250-4987-b7b6-567ea87cb080 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:17.704941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-29223b2f-5250-4987-b7b6-567ea87cb080 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3127282 Jan 25 16:47:17.713530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58956) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:17.720295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067750942'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:17.728007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:17.742951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:17.763868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.785049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf', 'name': 'tempest-PortsTestJSON-68331017', 'fixed_ips': [{'subnet_id': '54f34d87-8e18-47b0-860b-413247f7e465', 'ip_address': '172.20.0.10'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:17.826474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:17.844260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:17.849601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:17.860070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:17.897035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.929705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-192805e5-aac4-4a06-8b5f-c324930447cf', 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': '54f34d87-8e18-47b0-860b-413247f7e465'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:17.930749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:17.955407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Port': ['ID=a196f808-c7ac-4d6a-ad94-575e5c19da21,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:17.992740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:18.007947 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Sync routers for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:18.022152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e3a67ff2-e825-485b-ac66-db85ad838063 admin admin] 10.222.0.45 "PUT /v2.0/routers/935aa9ba-d4ee-4ad9-9d9b-e06752d63911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2777603 Jan 25 16:47:18.025288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58962) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:18.031941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:18.033272 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:18.167589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Allocated IP 172.20.0.2 (192805e5-aac4-4a06-8b5f-c324930447cf/54f34d87-8e18-47b0-860b-413247f7e465/945bfed0-6cfd-4a88-8ab2-e33bd8af57f9) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:18.366005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:18.378807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:18.385590 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:18.407188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:18.423009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:18.448720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.462300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Transition to ACTIVE for port object 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:18.485542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Transition to ACTIVE for port object 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:18.492035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Deleting port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:18.492389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.493729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.496742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.501562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.525558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.529850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.626153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Network 192805e5-aac4-4a06-8b5f-c324930447cf is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:18.629501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:18.633902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:18.641128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Pushing event updated for resources: {'Port': ['ID=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:18.693690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] For port ec8da1d9-6d21-4991-aa61-d5b7fba0f5af, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:18.694165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.735490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Attempting to bind port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:18.735875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Attempting to bind port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:18.736296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Attempting to bind port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 on network 192805e5-aac4-4a06-8b5f-c324930447cf {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:18.742931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:18.743310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Checking segment: {'id': '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:18.743718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.744118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Bound using segment: {'id': '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:18.744820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Bound port: 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:18.745205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:18.831924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Calling delete_port for ec8da1d9-6d21-4991-aa61-d5b7fba0f5af owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:18.836690 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:47:13Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:18.841100 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Checking router: 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:18.853466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Routers {'935aa9ba-d4ee-4ad9-9d9b-e06752d63911'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:18.854879 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:18.857098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] For port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:18.866785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] For port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,segment=NetworkSegment(2880fe71-4b07-4a6b-a0e9-7f6c38814f8b),segment_id=2880fe71-4b07-4a6b-a0e9-7f6c38814f8b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:18.878292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.011035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82876295-a9b8-4460-b0fe-a158e75d65a2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:19.022247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198b145-2816-45e8-b2ed-1a7d16d39af8 None None] Pushing event updated for resources: {'Port': ['ID=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:19.064640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.065730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:19.065907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-616e50f6-02a1-47e3-b7f6-0e280d437258 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3511589 Jan 25 16:47:19.072464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58968) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:19.117877 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] Set router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:19.161188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '82876295-a9b8-4460-b0fe-a158e75d65a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:19.167863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:19.173100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:19.176303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:19.183575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:19.289285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e5da-7127-4c56-a572-af899a70b8f3 req-6c582cb0-d1e0-450d-988c-a320b94a90ad tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:19.297356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6f0e5da-7127-4c56-a572-af899a70b8f3 req-6c582cb0-d1e0-450d-988c-a320b94a90ad tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.9701512 Jan 25 16:47:19.348574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.419120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:47:19.439066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.450719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.457275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.461063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Router 94f2def3-416e-4283-8d83-e44dbe7194d0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:19.464420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.503360 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6f0e5da-7127-4c56-a572-af899a70b8f3 req-c924f623-7f68-442b-b7eb-1dc847ee5b62 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011194 Jan 25 16:47:19.507816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.509090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5407381-173b-4dee-819c-720828903916,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:19.509482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.513041 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:47:13Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:19.519116 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa236bf-7fc5-41b4-9d86-d65c73507062 None None] The sync data for ids ['935aa9ba-d4ee-4ad9-9d9b-e06752d63911'] in dv-neutron-824022-2-hyperv is: [{'id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'name': 'tempest-ServersTestJSON-566699975-router', 'tenant_id': '0d98dfa0f8074a1da31838569d130006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:10Z', 'updated_at': '2022-01-25T16:47:13Z', 'revision_number': 5, 'project_id': '0d98dfa0f8074a1da31838569d130006', 'gw_port': {'id': '4b6f4717-0986-466c-b6d4-345d207dc26e', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935aa9ba-d4ee-4ad9-9d9b-e06752d63911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:19.527289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Deleting port 4b6f4717-0986-466c-b6d4-345d207dc26e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:19.527898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.671221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.753740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:19.755058 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-16532521-8387-45de-9996-f89cc9bf535c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6815608 Jan 25 16:47:19.771487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:19.780828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:19.787238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '82876295-a9b8-4460-b0fe-a158e75d65a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:19.802268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:19.802860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:19.807082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:19.815401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9022ff18-9266-4ceb-a228-e2a823d39b3d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2113407 Jan 25 16:47:19.818003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] Sync routers for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:19.848971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:19.851792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:19.857797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 58980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:19.948952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:19.973684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:20.002614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:20.027134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:20.028010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:20.028831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:20.031116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a90fddb2-054d-46d3-b41f-8c639b3db53e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] delete failed (client error): The resource could not be found. Jan 25 16:47:20.032807 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a90fddb2-054d-46d3-b41f-8c639b3db53e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1653857397 HTTP/1.1" status: 404 len: 335 time: 0.1718657 Jan 25 16:47:20.045344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58984) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:20.072153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-35c7df19-2260-424e-9acc-94e2910db1b4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'router': {'external_gateway_info': {'network_id': '94f2def3-416e-4283-8d83-e44dbe7194d0'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:20.172493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:20.172906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9692e7e-d8d7-4a87-bd6a-a2bc239964d6 None None] The sync data for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:20.230251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.244741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:20.261331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:20.338664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:20.379988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809208b4-29e3-4c9e-900a-913c8e2779d9 req-b0f4aa60-4bcb-4631-80c8-c79cc81b9123 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:20.381618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-809208b4-29e3-4c9e-900a-913c8e2779d9 req-b0f4aa60-4bcb-4631-80c8-c79cc81b9123 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4862199 Jan 25 16:47:20.383508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] For port 4b6f4717-0986-466c-b6d4-345d207dc26e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4b6f4717-0986-466c-b6d4-345d207dc26e,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:20.383865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.420639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.453342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:20.469582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 872a143c-d18d-4d39-9c76-66e691f63a38 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:20.523807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 872a143c-d18d-4d39-9c76-66e691f63a38 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:20.524151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 872a143c-d18d-4d39-9c76-66e691f63a38 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:20.641324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8da1d9-6d21-4991-aa61-d5b7fba0f5af,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:20.649249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0dbb4-998b-490a-96fb-8b067f04d355 None None] Network 192805e5-aac4-4a06-8b5f-c324930447cf requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:20.768269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Provisioning for port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:20.785156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.815207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Provisioning complete for port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:20.815744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.830199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.837436 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Calling delete_port for 4b6f4717-0986-466c-b6d4-345d207dc26e owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:20.884474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a57f198-68fb-4d92-bfb1-192291736ebb,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:20.896461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.10 (192805e5-aac4-4a06-8b5f-c324930447cf/54f34d87-8e18-47b0-860b-413247f7e465/a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:20.926870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:20.928871 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2fdbcfd3-27fe-4277-b070-4bed4762b07d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1538959 Jan 25 16:47:20.932969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Router 21a93525-abc1-411c-9c46-172d89e62ddb is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:47:20.957520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58988) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:21.055711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '82876295-a9b8-4460-b0fe-a158e75d65a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:21.062183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-809208b4-29e3-4c9e-900a-913c8e2779d9 req-35ef4466-5ba2-4a71-be8c-b70048070c8d tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805401 Jan 25 16:47:21.073417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:21.083139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:21.087477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35c7df19-2260-424e-9acc-94e2910db1b4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.095180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:21.106825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:21.132163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.149541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-35c7df19-2260-424e-9acc-94e2910db1b4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] update failed (client error): The resource could not be found. Jan 25 16:47:21.155294 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-35c7df19-2260-424e-9acc-94e2910db1b4 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0 HTTP/1.1" status: 404 len: 339 time: 1.1085255 Jan 25 16:47:21.156779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58992) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:21.169892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1825045551'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:21.180921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] For port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,segment=NetworkSegment(2880fe71-4b07-4a6b-a0e9-7f6c38814f8b),segment_id=2880fe71-4b07-4a6b-a0e9-7f6c38814f8b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:21.186179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:21.189291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.193369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:network and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:21.195990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.203591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:21.215285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:21.271795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Provisioning complete for port 2044be01-ea13-4801-aa1a-41d0c176791a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:21.272210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.273407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:21.277569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.344729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Pushing event updated for resources: {'Port': ['ID=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:21.354006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e3828-2601-491e-be4e-a0a6d56e12b8 None None] Port 2044be01-ea13-4801-aa1a-41d0c176791a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:21.373201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.386093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.396087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:21.441374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.441744 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Added segment 76d6bde5-33ab-4855-863f-2d7d93e742fe of type vlan for network 91482419-546a-4b44-913c-c4e338933257 Jan 25 16:47:21.442963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875bf528-a9e7-447a-97db-3f9b531ffd6e,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:21.453323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.499121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.503176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7620f04e-4367-423a-8bc0-ca28a9f00367 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5331774 Jan 25 16:47:21.514166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 58996) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:21.546730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6f4717-0986-466c-b6d4-345d207dc26e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:21.552345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '82876295-a9b8-4460-b0fe-a158e75d65a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:21.561174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.580186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0b6cf662-1c79-4b8f-93d7-698581d0d2b7 None None] Provisioning complete for port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:21.580186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf662-1c79-4b8f-93d7-698581d0d2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.584557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:21.585747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:21.597773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Sync routers for ids ['21a93525-abc1-411c-9c46-172d89e62ddb'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:21.610294 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Routers {'21a93525-abc1-411c-9c46-172d89e62ddb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:21.611186 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['21a93525-abc1-411c-9c46-172d89e62ddb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:21.623599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:21.627870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.634329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:21.650668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:21.703905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.751895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.754602 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6094aecf-fd16-4e0b-ac93-cc3a1ae594cc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "PUT /v2.0/routers/21a93525-abc1-411c-9c46-172d89e62ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4878714 Jan 25 16:47:21.760935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59000) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:21.828338 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Set router 21a93525-abc1-411c-9c46-172d89e62ddb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:21.869862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.876706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:21.877576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.896607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:21.939428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:22.057364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:22.066631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.073033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.086588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.101651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9306889 Jan 25 16:47:22.103804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.149304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab81938-1d8a-4953-a13a-fda4ee1b83fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:22.152993 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ab81938-1d8a-4953-a13a-fda4ee1b83fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports/2044be01-ea13-4801-aa1a-41d0c176791a HTTP/1.1" status: 200 len: 911 time: 0.3273573 Jan 25 16:47:22.167022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'subnet': {'network_id': '91482419-546a-4b44-913c-c4e338933257', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:22.170483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:17Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': '2044be01-ea13-4801-aa1a-41d0c176791a', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7d:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:14Z', 'updated_at': '2022-01-25T16:47:18Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:22.177008 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Checking router: 21a93525-abc1-411c-9c46-172d89e62ddb for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:22.177473 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Updating router 21a93525-abc1-411c-9c46-172d89e62ddb port 2044be01-ea13-4801-aa1a-41d0c176791a binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:47:22.189042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59010) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.274965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70bc04-77f7-46e5-bb77-743bbf44300e tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Network': ['ID=91482419-546a-4b44-913c-c4e338933257,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:22.275838 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.279062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.279836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935aa9ba-d4ee-4ad9-9d9b-e06752d63911 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:47:22.305248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 91482419-546a-4b44-913c-c4e338933257 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:22.308295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 192805e5-aac4-4a06-8b5f-c324930447cf is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:22.326112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:22.336064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:22.352569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.372866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:22.378768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.568576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:22.649704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9a6cde-40e2-4a55-b18e-204f334bacc0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:22.675909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.677434 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-563fc70e-50a0-4cf7-b430-4abc52db9b21 admin admin] 10.222.0.45 "DELETE /v2.0/routers/935aa9ba-d4ee-4ad9-9d9b-e06752d63911 HTTP/1.1" status: 204 len: 168 time: 4.6512570 Jan 25 16:47:22.681178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.685133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.686066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c245cd0-3481-41d5-8aba-45c70d82106a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1708803 Jan 25 16:47:22.687467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59016) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.695326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:22.695697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.696334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '82876295-a9b8-4460-b0fe-a158e75d65a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:22.724228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:22.739780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:22.750931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89be67-6c7f-4597-8c28-5a7f46901837 req-06a89e1e-856c-408a-adc6-bdae32c9bd06 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:22.757086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:22.757779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.759971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dd89be67-6c7f-4597-8c28-5a7f46901837 req-06a89e1e-856c-408a-adc6-bdae32c9bd06 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4721239 Jan 25 16:47:22.763657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:22.778591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:22.779037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Usage tracker for resource:subnet and tenant:ff123135ffa740cfb9b6caca504465b4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:22.791664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280991c-900b-4a94-9747-1aed03541333 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:22.796028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:22.799489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280991c-900b-4a94-9747-1aed03541333 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:22.801891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:22.802187 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d280991c-900b-4a94-9747-1aed03541333 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6098113 Jan 25 16:47:22.810739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59022) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.814470 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e80b872-9782-4556-98c2-3ba837db6cf5 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c8f5e02-7ad6-4442-8a4e-60945129ce38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1326752 Jan 25 16:47:22.817682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:22.820748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59026) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.841979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Sync routers for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:22.885384 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fa685c7b-a86c-44f1-a979-de549f457380 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1706054 Jan 25 16:47:22.897456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:22.900651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:22.920249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '192805e5-aac4-4a06-8b5f-c324930447cf', 'name': 'tempest-PortsTestJSON-1970746664', 'fixed_ips': [{'subnet_id': '54f34d87-8e18-47b0-860b-413247f7e465', 'ip_address': '172.20.0.9'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:22.932421 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.956573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dd89be67-6c7f-4597-8c28-5a7f46901837 req-8cbac519-a9f0-4789-ae78-289c0e760cf9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954300 Jan 25 16:47:22.960300 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Transition to ACTIVE for port object 2044be01-ea13-4801-aa1a-41d0c176791a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:22.966856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-355de658-b5f7-4a2d-9605-ec30b90dbf1d None None] Provisioning for port a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:22.971277 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:22.990911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:22.991543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:23.012942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.052370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Deleting subnet 0749dcab-0e74-4de6-b557-096062df3adf {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:23.079001 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eaef9-0416-4b0e-9b8f-287c465cb225 None None] Pushing event updated for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:23.084801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.175725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.184947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.237622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1492e2d-e794-4b7b-9cb6-2a0b67775f25,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:23.316774 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Attempting to bind port 2044be01-ea13-4801-aa1a-41d0c176791a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:23.318804 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Attempting to bind port 2044be01-ea13-4801-aa1a-41d0c176791a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:23.319457 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Attempting to bind port 2044be01-ea13-4801-aa1a-41d0c176791a on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:23.326448 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:23.327219 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:23.329556 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.330503 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:23.331889 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Bound port: 2044be01-ea13-4801-aa1a-41d0c176791a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:23.333106 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.334513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.342218 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a8ec9769-dcd7-4bca-ae72-dc5df66af947 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6507647 Jan 25 16:47:23.344665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59036) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:23.349256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.391028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:23.474018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Made reservation on behalf of ff123135ffa740cfb9b6caca504465b4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:23.484290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.490544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a367-e4f3-4c79-8c9f-f1ca57f4218e req-f889fde1-dbfa-40f9-8f4f-1925455cc971 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:23.499447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8171a367-e4f3-4c79-8c9f-f1ca57f4218e req-f889fde1-dbfa-40f9-8f4f-1925455cc971 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3598638 Jan 25 16:47:23.547466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] For port 2044be01-ea13-4801-aa1a-41d0c176791a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:23.552964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.553415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] For port 2044be01-ea13-4801-aa1a-41d0c176791a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2044be01-ea13-4801-aa1a-41d0c176791a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:23.565310 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.682275 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8171a367-e4f3-4c79-8c9f-f1ca57f4218e req-72bfd413-1470-4580-a674-1ac0bd80cb41 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809955 Jan 25 16:47:23.700737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.744126 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Routers {'21a93525-abc1-411c-9c46-172d89e62ddb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:23.751543 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['21a93525-abc1-411c-9c46-172d89e62ddb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:23.762402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.777576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-355de658-b5f7-4a2d-9605-ec30b90dbf1d None None] Provisioning complete for port a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:23.778218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-355de658-b5f7-4a2d-9605-ec30b90dbf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.866119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.876093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:23.885471 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eaef9-0416-4b0e-9b8f-287c465cb225 None None] Pushing event updated for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:23.993989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-355de658-b5f7-4a2d-9605-ec30b90dbf1d None None] Port a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:24.013929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1492e2d-e794-4b7b-9cb6-2a0b67775f25,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:24.020388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Deleting port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:24.020742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.047391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:47:19Z', 'revision_number': 5, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port': {'id': '2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:24.051650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Checking router: 6c8f5e02-7ad6-4442-8a4e-60945129ce38 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:24.065067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Routers {'6c8f5e02-7ad6-4442-8a4e-60945129ce38'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:24.065983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:24.084938 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] Set router 21a93525-abc1-411c-9c46-172d89e62ddb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:24.243780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4b6f4717-0986-466c-b6d4-345d207dc26e no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:24.284490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.286882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] For port 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:24.288046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.349200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:24.354029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:24.357378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:24.365244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:24.387549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.389060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2a9839e1-d210-43ed-8200-4a561c48e869 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b1492e2d-e794-4b7b-9cb6-2a0b67775f25 HTTP/1.1" status: 204 len: 168 time: 0.9635086 Jan 25 16:47:24.394395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4b6f4717-0986-466c-b6d4-345d207dc26e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:24.395027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4b6f4717-0986-466c-b6d4-345d207dc26e not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:24.425609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:24.431244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.448622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59042) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:24.461246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] Set router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:24.461625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Calling delete_port for 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:24.466775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 143499d4-dbbf-4bdb-be48-b99c132431f0 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:24.607439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d0b10403-6024-40e9-a86b-b412860a2f80 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:24.627550 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:17Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': '2044be01-ea13-4801-aa1a-41d0c176791a', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7d:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:14Z', 'updated_at': '2022-01-25T16:47:23Z', 'revision_number': 4, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:24.633134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76731d8c-76b0-4aa4-a25d-6cd76eb896be None None] The sync data for ids ['21a93525-abc1-411c-9c46-172d89e62ddb'] in dv-neutron-824022-2-hyperv is: [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:17Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': '2044be01-ea13-4801-aa1a-41d0c176791a', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7d:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:14Z', 'updated_at': '2022-01-25T16:47:23Z', 'revision_number': 4, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'd7571a4a-cc51-4e9d-b672-72094dc93abb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:24.652559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:47:23Z', 'revision_number': 6, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:24.666542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98f951-6e56-4c01-80bc-c52c4cd71ffc req-d77be1af-4233-405c-8978-e994dd9e3728 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:24.668604 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff98f951-6e56-4c01-80bc-c52c4cd71ffc req-d77be1af-4233-405c-8978-e994dd9e3728 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.7331750 Jan 25 16:47:24.669083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d0b10403-6024-40e9-a86b-b412860a2f80 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:24.673427 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d0b10403-6024-40e9-a86b-b412860a2f80 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2206972 Jan 25 16:47:24.674830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59046) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:24.676914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59615e9b-0177-4142-a06b-f4e561d622e7 None None] The sync data for ids ['6c8f5e02-7ad6-4442-8a4e-60945129ce38'] in dv-neutron-824022-2-hyperv is: [{'id': '6c8f5e02-7ad6-4442-8a4e-60945129ce38', 'name': 'tempest-ServersTestManualDisk-1825057798-router', 'tenant_id': 'b4534fc16bea4daeb9df500943bfccd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:47:23Z', 'revision_number': 6, 'project_id': 'b4534fc16bea4daeb9df500943bfccd4', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:24.682487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.770157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.791081 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff98f951-6e56-4c01-80bc-c52c4cd71ffc req-27163294-e764-4be2-a1e6-83e67b6857b1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968564 Jan 25 16:47:24.792590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.797823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0749dcab-0e74-4de6-b557-096062df3adf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:24.807553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.812558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212787d-292e-4576-922f-61000fd9895f None None] Network 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:24.886166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.918721 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-46e5449b-e129-47a6-a031-2e4a07815b7b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0749dcab-0e74-4de6-b557-096062df3adf HTTP/1.1" status: 204 len: 168 time: 2.2278471 Jan 25 16:47:24.928101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:24.930253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:24.936133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.9 (192805e5-aac4-4a06-8b5f-c324930447cf/54f34d87-8e18-47b0-860b-413247f7e465/143499d4-dbbf-4bdb-be48-b99c132431f0) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:24.978536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.102466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:25.104415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9a6cde-40e2-4a55-b18e-204f334bacc0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:25.270932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Subnet': ['ID=82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:25.295565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.296043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.428123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Deleting port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:25.428469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.493195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.497382 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c07cbf95-b9c1-4c9d-a01f-77474da785ba tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1c9a6cde-40e2-4a55-b18e-204f334bacc0 HTTP/1.1" status: 204 len: 168 time: 0.8207059 Jan 25 16:47:25.498235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:25.507343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Checking segment: {'id': '76d6bde5-33ab-4855-863f-2d7d93e742fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91482419-546a-4b44-913c-c4e338933257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:25.507716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network hostable DHCP agents. Network: 91482419-546a-4b44-913c-c4e338933257, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:25.517633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.566830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe875b1-8dae-4b73-b3c2-4e44086c3d17 req-75f9a5a2-124e-4443-9e52-6f6bfc9bda2b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:25.568375 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dfe875b1-8dae-4b73-b3c2-4e44086c3d17 req-75f9a5a2-124e-4443-9e52-6f6bfc9bda2b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5353601 Jan 25 16:47:25.639244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] DHCP port deletion for 88fe57e0-1653-4e8e-8ac8-5f01c9792c74 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:25.644861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Deleting port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:25.647194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.756705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dfe875b1-8dae-4b73-b3c2-4e44086c3d17 req-a3561a2c-ee30-4d1b-8688-0a8e8f2caa21 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199045 Jan 25 16:47:25.758463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23107290-a93f-463c-8f98-19c393c67081 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:25.758801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.761582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 91482419-546a-4b44-913c-c4e338933257 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:25.762221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.804946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.806056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8f5e02-7ad6-4442-8a4e-60945129ce38 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:47:25.815854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.816950 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94bbe330-7942-4768-859e-365a3a33fa4d admin admin] 10.222.0.45 "DELETE /v2.0/routers/6c8f5e02-7ad6-4442-8a4e-60945129ce38 HTTP/1.1" status: 204 len: 168 time: 2.9927742 Jan 25 16:47:25.819602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59062) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:25.889589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Deleting subnet 3569fec9-e101-40bd-8266-084b53fa8016 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:25.898958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.910720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:25.937893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 143499d4-dbbf-4bdb-be48-b99c132431f0 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:25.951842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.042224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.103870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 91482419-546a-4b44-913c-c4e338933257) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:26.124791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:26.125684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.132299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f72bec2-254d-476a-8b42-208c5692def1 None None] Network 91482419-546a-4b44-913c-c4e338933257 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:26.134737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.150095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23107290-a93f-463c-8f98-19c393c67081 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:26.154318 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23107290-a93f-463c-8f98-19c393c67081 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6464016 Jan 25 16:47:26.166596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59066) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:26.192067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3569fec9-e101-40bd-8266-084b53fa8016,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:26.196814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.203535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aa3c81bd-dc28-4c61-91bb-d0bd47c8d00a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3569fec9-e101-40bd-8266-084b53fa8016 HTTP/1.1" status: 204 len: 168 time: 0.3823011 Jan 25 16:47:26.221594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17dc41-6972-4c33-9084-9ff989728d14 None None] Network 247e1de9-b280-40e8-b8da-67c68070bf2a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:26.222376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59070) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:26.223439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.236903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.245127 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f4156b7-060e-4a22-b8b3-82385947a18a tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1304321 Jan 25 16:47:26.258763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:26.266512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-465b6067-c730-4517-8d5b-c6ce7e29217d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'router': {'external_gateway_info': {'network_id': '91482419-546a-4b44-913c-c4e338933257'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:26.290914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.321179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.360046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875bf528-a9e7-447a-97db-3f9b531ffd6e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:26.408911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.411866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.415897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5a6c225b-5b0b-4650-a818-8e7801db8156 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/875bf528-a9e7-447a-97db-3f9b531ffd6e HTTP/1.1" status: 204 len: 168 time: 0.2407801 Jan 25 16:47:26.416587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59078) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:26.433202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2044be01-ea13-4801-aa1a-41d0c176791a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:26.466959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Deleting port 13a55062-0935-479f-8636-a76e746c5bd2 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:26.467361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.507365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] For port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:26.508040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.516952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f30626e8-f157-4312-8891-496bb24031ed tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:26.550314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f30626e8-f157-4312-8891-496bb24031ed tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:26.554873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f30626e8-f157-4312-8891-496bb24031ed tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1345024 Jan 25 16:47:26.555843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59082) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:26.635680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.645009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.677261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Calling delete_port for 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:26.719479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.732021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] For port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,segment=NetworkSegment(35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c),segment_id=35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:26.732635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.774874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] For port 13a55062-0935-479f-8636-a76e746c5bd2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=13a55062-0935-479f-8636-a76e746c5bd2,segment=NetworkSegment(d43c1c36-3cdc-4251-bc1d-7779efe97acc),segment_id=d43c1c36-3cdc-4251-bc1d-7779efe97acc)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:26.775362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.882234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2044be01-ea13-4801-aa1a-41d0c176791a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:26.901538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.907468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2044be01-ea13-4801-aa1a-41d0c176791a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:26.908116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.920771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Calling delete_port for 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:26.963735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:26.979058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-91482419-546a-4b44-913c-c4e338933257', 'network_id': '91482419-546a-4b44-913c-c4e338933257', 'tenant_id': 'ff123135ffa740cfb9b6caca504465b4', 'fixed_ips': [{'subnet_id': '82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:26.979516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Calling delete_port for 13a55062-0935-479f-8636-a76e746c5bd2 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:26.980469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.004652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586140e7-a4c9-408a-ae65-61dee0fd1030 None None] DHCP port deletion for 247e1de9-b280-40e8-b8da-67c68070bf2a request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:27.041300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] No DVR routers for this DVR port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:27.055571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833859e-3534-400b-bed2-3abf6a92130f None None] Pushing event deleted for resources: {'Port': ['ID=4ec08b69-4b91-4ace-b6ea-06ad23e28d8b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.070780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-586140e7-a4c9-408a-ae65-61dee0fd1030 None None] Deleting port 13a55062-0935-479f-8636-a76e746c5bd2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:27.071240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-586140e7-a4c9-408a-ae65-61dee0fd1030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.114121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a57f198-68fb-4d92-bfb1-192291736ebb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.119641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 192805e5-aac4-4a06-8b5f-c324930447cf is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:27.149753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.153310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bffe7f59-f3c1-4b3a-9829-c3b530d8ca63 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/9a57f198-68fb-4d92-bfb1-192291736ebb HTTP/1.1" status: 204 len: 168 time: 0.5948410 Jan 25 16:47:27.154079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59086) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:27.188768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.191371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:27.232353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=143499d4-dbbf-4bdb-be48-b99c132431f0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.252952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-465b6067-c730-4517-8d5b-c6ce7e29217d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.254142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a55062-0935-479f-8636-a76e746c5bd2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.262068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:27.282377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] No DVR routers for this DVR port 13a55062-0935-479f-8636-a76e746c5bd2 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:27.304764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-586140e7-a4c9-408a-ae65-61dee0fd1030 None None] The port '13a55062-0935-479f-8636-a76e746c5bd2' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:27.335874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37396b7b-8f3f-453c-a274-d63c527c4693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:27.425841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.455996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.532629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2044be01-ea13-4801-aa1a-41d0c176791a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2044be01-ea13-4801-aa1a-41d0c176791a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:27.540255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Allocated IP 2001:db8:1::2 (91482419-546a-4b44-913c-c4e338933257/82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594/e0320793-d679-4211-8ee5-ab17e043e27d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:27.542914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.575514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37396b7b-8f3f-453c-a274-d63c527c4693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:27.581119 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37396b7b-8f3f-453c-a274-d63c527c4693 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4265032 Jan 25 16:47:27.581899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59090) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:27.611970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247e1de9-b280-40e8-b8da-67c68070bf2a']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:27.637314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43c1c36-3cdc-4251-bc1d-7779efe97acc') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:27.637774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43c1c36-3cdc-4251-bc1d-7779efe97acc') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:27.645853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ec8da1d9-6d21-4991-aa61-d5b7fba0f5af no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:27.646116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.654722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:27.655674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.657736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.674859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:27.675211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:27.686466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.687745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8e65bc32-5e0c-4da1-8e4b-06365890744d None None] Provisioning for port 143499d4-dbbf-4bdb-be48-b99c132431f0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:27.695637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.705364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24cbf9e2-e4e2-4a95-b252-f595df24d65a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8002214 Jan 25 16:47:27.707304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:27.719986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5407381-173b-4dee-819c-720828903916,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.722366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.731537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8e65bc32-5e0c-4da1-8e4b-06365890744d None None] Provisioning complete for port 143499d4-dbbf-4bdb-be48-b99c132431f0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:27.731849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e65bc32-5e0c-4da1-8e4b-06365890744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.736897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:27.737723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:27.752734 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:27.765474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 2044be01-ea13-4801-aa1a-41d0c176791a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:27.765474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.837365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.841436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ec8da1d9-6d21-4991-aa61-d5b7fba0f5af {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:27.841436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ec8da1d9-6d21-4991-aa61-d5b7fba0f5af not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:27.841436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:27.842346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4b29938a-b796-4261-b460-832a5c5399b4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c5407381-173b-4dee-819c-720828903916 HTTP/1.1" status: 204 len: 168 time: 0.2575023 Jan 25 16:47:27.843214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:27.879671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.886250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.913237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] Pushing event deleted for resources: {'Network': ['ID=247e1de9-b280-40e8-b8da-67c68070bf2a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:27.944726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-471a07fc-21c3-4ef7-8f76-754ef9462228 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:27.946969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79c6cfea-0f38-44b6-9318-10c16819c978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:27.949785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d203cd81-0ae1-49ad-8eeb-e19833f56307 admin admin] 10.222.0.45 "DELETE /v2.0/networks/247e1de9-b280-40e8-b8da-67c68070bf2a HTTP/1.1" status: 204 len: 168 time: 1.6861994 Jan 25 16:47:27.984964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-471a07fc-21c3-4ef7-8f76-754ef9462228 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:27.986941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:27.987353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:27.987851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:27.990042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-471a07fc-21c3-4ef7-8f76-754ef9462228 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1418252 Jan 25 16:47:27.991170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59106) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.045864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:28.046830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d53c4ea-3f32-4a46-ab81-ddd0f2ae4b76 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:28.048605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:28.064415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8e65bc32-5e0c-4da1-8e4b-06365890744d None None] Port 143499d4-dbbf-4bdb-be48-b99c132431f0 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:28.079982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.121580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.159672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083c967-5ef6-4c77-bbe6-eca22594f34b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:28.160427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7083c967-5ef6-4c77-bbe6-eca22594f34b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:28.179768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Deleting port 4ec08b69-4b91-4ace-b6ea-06ad23e28d8b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:28.180000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.184071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.200601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.214356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Transition to ACTIVE for port object e0320793-d679-4211-8ee5-ab17e043e27d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:28.222885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82876295-a9b8-4460-b0fe-a158e75d65a2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:28.252026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Transition to ACTIVE for port object e0320793-d679-4211-8ee5-ab17e043e27d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:28.274716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.274871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.276097 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f051893e-52fd-46a8-b283-badc33ed0f8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/82876295-a9b8-4460-b0fe-a158e75d65a2 HTTP/1.1" status: 204 len: 168 time: 0.2841690 Jan 25 16:47:28.278997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59110) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.300731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.305924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port 2044be01-ea13-4801-aa1a-41d0c176791a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2044be01-ea13-4801-aa1a-41d0c176791a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:28.306300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.317780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-465b6067-c730-4517-8d5b-c6ce7e29217d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:47:28.319182 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-465b6067-c730-4517-8d5b-c6ce7e29217d tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0 HTTP/1.1" status: 400 len: 364 time: 2.0580771 Jan 25 16:47:28.324332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2044be01-ea13-4801-aa1a-41d0c176791a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:28.329254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] The port '4ec08b69-4b91-4ace-b6ea-06ad23e28d8b' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:28.329456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59118) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.402638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Network 91482419-546a-4b44-913c-c4e338933257 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:28.408238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:28.414573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:28.452716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Pushing event updated for resources: {'Port': ['ID=e0320793-d679-4211-8ee5-ab17e043e27d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:28.506192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9e66b929-533c-405d-a706-af5546435a2a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:28.521986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7083c967-5ef6-4c77-bbe6-eca22594f34b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:28.528604 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7083c967-5ef6-4c77-bbe6-eca22594f34b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.8147435 Jan 25 16:47:28.534071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 2044be01-ea13-4801-aa1a-41d0c176791a owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:28.537961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2044be01-ea13-4801-aa1a-41d0c176791a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:28.538322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.562920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Attempting to bind port e0320793-d679-4211-8ee5-ab17e043e27d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:28.563587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Attempting to bind port e0320793-d679-4211-8ee5-ab17e043e27d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '76d6bde5-33ab-4855-863f-2d7d93e742fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91482419-546a-4b44-913c-c4e338933257'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:28.564142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Attempting to bind port e0320793-d679-4211-8ee5-ab17e043e27d on network 91482419-546a-4b44-913c-c4e338933257 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:28.565682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.588280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:28.588642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Checking segment: {'id': '76d6bde5-33ab-4855-863f-2d7d93e742fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91482419-546a-4b44-913c-c4e338933257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:28.589039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.589449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Bound using segment: {'id': '76d6bde5-33ab-4855-863f-2d7d93e742fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91482419-546a-4b44-913c-c4e338933257'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:28.589914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Bound port: e0320793-d679-4211-8ee5-ab17e043e27d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d6bde5-33ab-4855-863f-2d7d93e742fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91482419-546a-4b44-913c-c4e338933257'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:28.590277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.719819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9e66b929-533c-405d-a706-af5546435a2a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:28.721144 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9e66b929-533c-405d-a706-af5546435a2a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4411471 Jan 25 16:47:28.728931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.732369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.748443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--633732097'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:28.762611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] For port e0320793-d679-4211-8ee5-ab17e043e27d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:28.771150 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b45c72f-c7aa-432e-aa2e-bac428ac83c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4534fc16bea4daeb9df500943bfccd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4528487 Jan 25 16:47:28.771342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] For port e0320793-d679-4211-8ee5-ab17e043e27d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e0320793-d679-4211-8ee5-ab17e043e27d,segment=NetworkSegment(76d6bde5-33ab-4855-863f-2d7d93e742fe),segment_id=76d6bde5-33ab-4855-863f-2d7d93e742fe)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:28.777934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.783636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:28.789555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:28.813904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fe57e0-1653-4e8e-8ac8-5f01c9792c74']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:28.839877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:28.859649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 13a55062-0935-479f-8636-a76e746c5bd2 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:28.867020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:28.867319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fc7c20-2df6-4691-bfb5-ac9ec6c7b68c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:28.898346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 13a55062-0935-479f-8636-a76e746c5bd2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:28.899360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 13a55062-0935-479f-8636-a76e746c5bd2 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:28.902835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.920715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c581-e7d6-4676-9fe8-92174c2d2001 None None] Pushing event updated for resources: {'Port': ['ID=e0320793-d679-4211-8ee5-ab17e043e27d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:28.944357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.969696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.978275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:28.979370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:28.996288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:29.001548 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:29.084902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af7a82-9419-4d09-8180-3856b5c51a29 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:29.090892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af7a82-9419-4d09-8180-3856b5c51a29 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:29.097443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af7a82-9419-4d09-8180-3856b5c51a29 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:29.102688 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9af7a82-9419-4d09-8180-3856b5c51a29 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5264246 Jan 25 16:47:29.109837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:29.111344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:29.172344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.174684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:29.192139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:29.224189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:29.259273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.308005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.324624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 143499d4-dbbf-4bdb-be48-b99c132431f0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:29.324950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.381068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.402779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Allocated IP 2001:db8::1 (949cea99-0430-4fe1-a610-63e5ffa408da/99495574-ee81-40c2-81da-da17043609ba/d530f600-feb8-464f-a910-09949c1d367a) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:29.434253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] Pushing event deleted for resources: {'Network': ['ID=88fe57e0-1653-4e8e-8ac8-5f01c9792c74,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:29.483388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.594637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=2044be01-ea13-4801-aa1a-41d0c176791a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:29.698964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.717916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Transition to ACTIVE for port object d530f600-feb8-464f-a910-09949c1d367a will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:29.767781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.786550 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9c18c34-3ea8-4323-a6c3-105b3cae3cca admin admin] 10.222.0.45 "DELETE /v2.0/networks/88fe57e0-1653-4e8e-8ac8-5f01c9792c74 HTTP/1.1" status: 204 len: 168 time: 4.8523080 Jan 25 16:47:29.818588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.899566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 949cea99-0430-4fe1-a610-63e5ffa408da is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:29.902928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:29.906115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:29.907315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.917963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:29.981871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdd289-8721-43c9-86dd-1f144a3d4bec,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:29.998869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.137610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Port': ['ID=d530f600-feb8-464f-a910-09949c1d367a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:30.162278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59140) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:30.177398 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.178703 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26bd3e10-f51c-43af-86c2-edf9125578cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1bdd289-8721-43c9-86dd-1f144a3d4bec HTTP/1.1" status: 204 len: 168 time: 1.3875043 Jan 25 16:47:30.232560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a09c232-07a1-40a7-bdbf-bae2c35a09a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.284376 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fccbcc97-c779-420c-a423-709c5a90acc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d98dfa0f8074a1da31838569d130006&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1184950 Jan 25 16:47:30.285618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59146) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:30.322070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.359639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.360945 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6312582 Jan 25 16:47:30.361064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14282f55-2808-4f07-a922-4f0b5f0a9bdd None None] Network 91482419-546a-4b44-913c-c4e338933257 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:30.383722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59150) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:30.406873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '3c8aa8ef-b2cb-465b-96c3-425f6a4c9772', 'direction': 'ingress', 'protocol': 17}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:30.449396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:30.477352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.503781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e0320793-d679-4211-8ee5-ab17e043e27d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:30.505972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08ba51-936b-47db-95af-cdc343938d7a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8aa8ef-b2cb-465b-96c3-425f6a4c9772,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:30.516941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.555706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:30.564281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:30.575336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.587839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:30.667236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.689793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80324d4a-0111-4844-9e7c-301506e66d46,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:30.694669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.699508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.730340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Provisioning for port d530f600-feb8-464f-a910-09949c1d367a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:30.782530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Provisioning complete for port d530f600-feb8-464f-a910-09949c1d367a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:30.782909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.808137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Router 21a93525-abc1-411c-9c46-172d89e62ddb has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:30.861987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e0320793-d679-4211-8ee5-ab17e043e27d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:30.902808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Port d530f600-feb8-464f-a910-09949c1d367a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:30.924089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 143499d4-dbbf-4bdb-be48-b99c132431f0 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:30.928886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.931069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3d177242-15ca-4707-99ef-10ec468dc44f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80324d4a-0111-4844-9e7c-301506e66d46 HTTP/1.1" status: 204 len: 168 time: 0.6449397 Jan 25 16:47:30.956817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Provisioning for port e0320793-d679-4211-8ee5-ab17e043e27d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:30.970125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:30.980027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Provisioning complete for port e0320793-d679-4211-8ee5-ab17e043e27d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:30.982006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.073807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.096818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.105307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177d8d7a-9bec-48e1-bb46-a1ceaf0c8555,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:31.161395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.165676 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d68cca02-f19a-450e-ac0e-df0878094dab tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7808740 Jan 25 16:47:31.170084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:31.275694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.309478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.350244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.353593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] For port e0320793-d679-4211-8ee5-ab17e043e27d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e0320793-d679-4211-8ee5-ab17e043e27d,segment=NetworkSegment(76d6bde5-33ab-4855-863f-2d7d93e742fe),segment_id=76d6bde5-33ab-4855-863f-2d7d93e742fe)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:31.355203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.365738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.370021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:31.385825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-573ad179-b9dc-444e-ad93-744e4e637292 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "PUT /v2.0/routers/21a93525-abc1-411c-9c46-172d89e62ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5699961 Jan 25 16:47:31.389326 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Sync routers for ids ['21a93525-abc1-411c-9c46-172d89e62ddb'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:31.390967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:31.414122 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Routers {'21a93525-abc1-411c-9c46-172d89e62ddb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:31.415143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['21a93525-abc1-411c-9c46-172d89e62ddb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:31.491232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070cb3-861a-4e47-8b2e-fcd56aca7a97 None None] Pushing event updated for resources: {'Port': ['ID=e0320793-d679-4211-8ee5-ab17e043e27d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:31.512022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.528473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.543301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-efd514c5-a581-41eb-ab60-d7670f6b90e5 None None] Provisioning complete for port e0320793-d679-4211-8ee5-ab17e043e27d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:31.543681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd514c5-a581-41eb-ab60-d7670f6b90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.598609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd2a76-1c76-4ea4-8903-67bfabba89ea tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:31.600384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd2a76-1c76-4ea4-8903-67bfabba89ea tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:31.601319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-50cd2a76-1c76-4ea4-8903-67bfabba89ea tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:31.629341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.709537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.718312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-50cd2a76-1c76-4ea4-8903-67bfabba89ea tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:31.723216 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-50cd2a76-1c76-4ea4-8903-67bfabba89ea tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3304474 Jan 25 16:47:31.730594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59194) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:31.762698 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Set router 21a93525-abc1-411c-9c46-172d89e62ddb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:31.774338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.814528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=143499d4-dbbf-4bdb-be48-b99c132431f0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:31.821804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:31.847166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8aa8ef-b2cb-465b-96c3-425f6a4c9772,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:31.931097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event updated for resources: {'Port': ['ID=d530f600-feb8-464f-a910-09949c1d367a,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:31.980230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:31.984180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-af26bc02-76bd-4d92-82d7-539fc861a79c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/3c8aa8ef-b2cb-465b-96c3-425f6a4c9772 HTTP/1.1" status: 204 len: 168 time: 0.8106298 Jan 25 16:47:31.984425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59208) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:32.016055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Network 949cea99-0430-4fe1-a610-63e5ffa408da is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:32.018433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:32.047620 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:29Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.055236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet d7571a4a-cc51-4e9d-b672-72094dc93abb {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:32.057027 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Checking router: 21a93525-abc1-411c-9c46-172d89e62ddb for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:32.075170 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Routers {'21a93525-abc1-411c-9c46-172d89e62ddb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:32.076015 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['21a93525-abc1-411c-9c46-172d89e62ddb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.082730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.098614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4aef612a-2ba8-4022-9dfa-c611e5c01be5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:32.326058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e0320793-d679-4211-8ee5-ab17e043e27d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:32.349138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-814337391'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:32.356230 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] Set router 21a93525-abc1-411c-9c46-172d89e62ddb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:32.362982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:32.371190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.375594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Usage tracker for resource:network and tenant:2b33444e0ecd4e719e7d0928f267c97a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:32.393664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:32.407139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:32.423278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.460200 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a2eb384-5395-4cab-a6e9-044c619ff990 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/143499d4-dbbf-4bdb-be48-b99c132431f0 HTTP/1.1" status: 204 len: 168 time: 3.3427255 Jan 25 16:47:32.466396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:32.503375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:29Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.508589 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0b16-4ebe-4bee-a248-09686cdd3593 None None] The sync data for ids ['21a93525-abc1-411c-9c46-172d89e62ddb'] in dv-neutron-824022-2-hyperv is: [{'id': '21a93525-abc1-411c-9c46-172d89e62ddb', 'name': 'tempest-NetworksTestDHCPv6-router-1347792563', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:11Z', 'updated_at': '2022-01-25T16:47:29Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:32.509860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4aef612a-2ba8-4022-9dfa-c611e5c01be5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:32.511166 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4aef612a-2ba8-4022-9dfa-c611e5c01be5 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5258095 Jan 25 16:47:32.518159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59224) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:32.525908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e0320793-d679-4211-8ee5-ab17e043e27d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:32.526222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237991707'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:32.526822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.536483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:32.539724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Made reservation on behalf of 2b33444e0ecd4e719e7d0928f267c97a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:32.544823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.555783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Router 94f2def3-416e-4283-8d83-e44dbe7194d0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:32.556972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:32.563731 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2bfe0-8b14-40a0-98bc-95965cad7ad4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:47:32.564699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ff2bfe0-8b14-40a0-98bc-95965cad7ad4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:32.571199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.616815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:32.625653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ff2bfe0-8b14-40a0-98bc-95965cad7ad4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:32.626746 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ff2bfe0-8b14-40a0-98bc-95965cad7ad4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/143499d4-dbbf-4bdb-be48-b99c132431f0 HTTP/1.1" status: 404 len: 333 time: 0.1590719 Jan 25 16:47:32.627866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Usage tracker for resource:security_group_rule and tenant:2b33444e0ecd4e719e7d0928f267c97a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:32.635808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:32.638472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:32.660384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a7828b77-bea4-4e11-8185-eb7ef0e4f437 None None] Provisioning complete for port d530f600-feb8-464f-a910-09949c1d367a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:32.661248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7828b77-bea4-4e11-8185-eb7ef0e4f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.676217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:32.713083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.721047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.785708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a7828b77-bea4-4e11-8185-eb7ef0e4f437 None None] Port d530f600-feb8-464f-a910-09949c1d367a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:32.789858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:32.790272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.803739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:32.805820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:32.819441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] Sync routers for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:32.832284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:32.833255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.844448 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-38ca0c0c-5f1e-4bb6-ba07-ad418bcc35b0 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5137529 Jan 25 16:47:32.847241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59236) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:32.926424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.947262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:32.948226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:32.980871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.021203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:33.021928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c117c64-2219-4e1e-ae7a-0927a1cd9592 None None] The sync data for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:33.058498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=d7571a4a-cc51-4e9d-b672-72094dc93abb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:33.060917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436c172-5618-477f-bcab-6f68e51e2152 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:33.068490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.068766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:33.085948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:33.090870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:33.100639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:33.123440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c3495d83-505f-42b6-b7b8-efbe50841063 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.218304 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59ca6388-aeec-4a52-b7d4-8b83566cc12f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/d7571a4a-cc51-4e9d-b672-72094dc93abb HTTP/1.1" status: 204 len: 168 time: 1.4738221 Jan 25 16:47:33.221728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59244) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:33.228363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.295143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.307821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:33.316858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.317235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-c3495d83-505f-42b6-b7b8-efbe50841063 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 25 16:47:33.317374 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Added segment ecce5393-d43a-4872-96b6-b03bff8ee18f of type vlan for network 2cca5789-d047-4a13-9756-0c0657406505 Jan 25 16:47:33.321094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c3495d83-505f-42b6-b7b8-efbe50841063 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0 HTTP/1.1" status: 409 len: 329 time: 0.4701755 Jan 25 16:47:33.326725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:33.387358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.460568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:33.465198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Deleting port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:33.465594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.479727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.496558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.508954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.570629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c9104-4079-464f-9603-95d08c0e9606,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:33.643471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59258) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:33.649113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.649113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21847bbb-ea50-4c0a-a416-3455e140b678 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1264257 Jan 25 16:47:33.657085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:33.670358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59262) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:33.734285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--884457868'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:33.748041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:33.764081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:33.767180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] For port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:33.768226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.770581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:33.780346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:33.832698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.873499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:33.881819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:33.914057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:33.917669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f97cdae-4b83-42a3-866b-d4f3edda2955,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:33.926109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1280484540'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:33.938917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.943138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:33.944862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:33.945410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:33.945655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.946512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Calling delete_port for 02d0f26f-c8de-44bd-b72a-a1abac9e20bb owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:33.953396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Usage tracker for resource:network and tenant:e8bcec886adc4173b95cdd2abf0ccec3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:33.957306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:33.966561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:33.973510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:34.004780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Made reservation on behalf of e8bcec886adc4173b95cdd2abf0ccec3 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:34.008284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.025786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.037518 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2142994 Jan 25 16:47:34.040457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59268) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:34.052398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Request body: {'subnet': {'network_id': '2cca5789-d047-4a13-9756-0c0657406505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:34.056672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.078789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:34.098416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:34.109206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] Pushing event deleted for resources: {'Port': ['ID=02d0f26f-c8de-44bd-b72a-a1abac9e20bb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:34.115624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb043bf5-36b6-4007-9485-a322a42095d6 None None] No DVR routers for this DVR port 02d0f26f-c8de-44bd-b72a-a1abac9e20bb on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:34.137066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Usage tracker for resource:security_group_rule and tenant:e8bcec886adc4173b95cdd2abf0ccec3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:34.166923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:34.197462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:34.212625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-17d8fa2d-7634-4226-b978-fd3e5520456b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:34.215570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93e581-bb61-488c-94aa-703f75a0330b tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'Network': ['ID=2cca5789-d047-4a13-9756-0c0657406505,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:34.237174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2cca5789-d047-4a13-9756-0c0657406505 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:34.277134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.298442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:34.301913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-17d8fa2d-7634-4226-b978-fd3e5520456b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:34.308422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17d8fa2d-7634-4226-b978-fd3e5520456b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0811994 Jan 25 16:47:34.310614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:34.314144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.316064 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-431735cf-f332-4890-ba69-9f0c4fcd60fb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae HTTP/1.1" status: 204 len: 168 time: 1.6765659 Jan 25 16:47:34.361135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2044be01-ea13-4801-aa1a-41d0c176791a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:34.371568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:34.420210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2044be01-ea13-4801-aa1a-41d0c176791a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:34.420443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2044be01-ea13-4801-aa1a-41d0c176791a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:34.420912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 02d0f26f-c8de-44bd-b72a-a1abac9e20bb no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:34.445479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.464634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Usage tracker for resource:subnet and tenant:2b33444e0ecd4e719e7d0928f267c97a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:34.475186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 02d0f26f-c8de-44bd-b72a-a1abac9e20bb {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:34.475772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 02d0f26f-c8de-44bd-b72a-a1abac9e20bb not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:34.479200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:34.504316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:34.531113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79078e6-75d5-4259-8236-860d140d2516,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:34.554877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.556080 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-525575e5-3869-4812-aa65-bbab3c4801a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8842893 Jan 25 16:47:34.562977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59282) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:34.565394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Made reservation on behalf of 2b33444e0ecd4e719e7d0928f267c97a for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:34.568762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.597128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': 'd44c9104-4079-464f-9603-95d08c0e9606', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b79078e6-75d5-4259-8236-860d140d2516', 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:34.603250 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d56c98-9446-4ff2-90f8-b73d33f3532d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:47:34.603798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a6d56c98-9446-4ff2-90f8-b73d33f3532d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:34.627962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.661047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:34.680350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.727586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:34.739639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:34.744242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a6d56c98-9446-4ff2-90f8-b73d33f3532d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:34.745444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6d56c98-9446-4ff2-90f8-b73d33f3532d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/a9a29ef4-c66c-48a9-ba12-abc2ad7ea8ae HTTP/1.1" status: 404 len: 333 time: 0.3728466 Jan 25 16:47:34.754044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:34.765583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:34.922507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.923457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:34.981582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.010943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 54f34d87-8e18-47b0-860b-413247f7e465 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:35.015918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.017757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.046239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.088981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:35.137118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4410a8d2-e9bf-479d-86bd-770cb7505697,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.155579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.168846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.169195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Added segment 6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268 of type vlan for network b6b18656-db36-4bba-9e3e-6f39791f3b6b Jan 25 16:47:35.190060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.190543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Fanout notify agent at l3_agent the message router_deleted on router 21a93525-abc1-411c-9c46-172d89e62ddb {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:47:35.224405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.225654 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cac20d82-d907-4426-b310-60966e8b514b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/routers/21a93525-abc1-411c-9c46-172d89e62ddb HTTP/1.1" status: 204 len: 168 time: 0.9139473 Jan 25 16:47:35.228758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59290) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:35.239009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:35.261684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.265162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.282050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.319889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b5932f-9d48-4a53-b4b4-acb1d6f4809e,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.333555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.382239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:35.384758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.417854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:35.426655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:35.442120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:35.443317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.448736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:35.449355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.462131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:35.466022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.496521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.497643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-076ae232-050f-4935-bf50-ea2713ed7d21 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9335365 Jan 25 16:47:35.511691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59294) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:35.565594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.611560 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9649768 Jan 25 16:47:35.619472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port d530f600-feb8-464f-a910-09949c1d367a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:35.619801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.619940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.628680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca99dc5-3c11-4ea2-9188-2e5764125bd8 None None] Network 192805e5-aac4-4a06-8b5f-c324930447cf requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:35.640146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=54f34d87-8e18-47b0-860b-413247f7e465,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.652111 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a19a247a-07fe-4b26-a2de-396a003011e6 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/54f34d87-8e18-47b0-860b-413247f7e465 HTTP/1.1" status: 204 len: 168 time: 0.8968906 Jan 25 16:47:35.657700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59302) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:35.661713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'Subnet': ['ID=92a2bd93-0f93-4967-b32b-52e507750b2c,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.684703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2e7b8-d7a0-4f6f-844c-6e42a9eb87c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Pushing event updated for resources: {'Network': ['ID=b6b18656-db36-4bba-9e3e-6f39791f3b6b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.700613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Checking segment: {'id': 'ecce5393-d43a-4872-96b6-b03bff8ee18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2cca5789-d047-4a13-9756-0c0657406505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:35.700988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Network hostable DHCP agents. Network: 2cca5789-d047-4a13-9756-0c0657406505, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:35.721678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:35.723700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.811382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.852553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Network 2cca5789-d047-4a13-9756-0c0657406505 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:35.892774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2cca5789-d047-4a13-9756-0c0657406505) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:35.896717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.898785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:35.899454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.900563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59306) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:35.916105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b', 'binding:host_id': 'hv-neutron-8240', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1669913114'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:35.924889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:35.928977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.931639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Usage tracker for resource:port and tenant:e7ddbd25d1024b749087f8e1d7b124ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:35.931810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c54826-fc2c-4b2c-b51d-c15e22243e0f None None] Network 2cca5789-d047-4a13-9756-0c0657406505 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:35.936961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:35.941710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:35.941710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.958483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.979313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8e75bab3-f463-4af2-90ee-8a87c3965517 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9350114 Jan 25 16:47:35.980853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:35.982166 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/48b5932f-9d48-4a53-b4b4-acb1d6f4809e HTTP/1.1" status: 204 len: 168 time: 0.4256411 Jan 25 16:47:35.983108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fd66-249e-4c30-a8fd-b649e64d311d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48b5932f-9d48-4a53-b4b4-acb1d6f4809e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:35.983865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:35.985655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59310) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:35.985976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:36.114317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Calling delete_port for d530f600-feb8-464f-a910-09949c1d367a owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:36.138025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Request body: {'port': {'network_id': '2cca5789-d047-4a13-9756-0c0657406505', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1065644416'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:36.260092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Made reservation on behalf of e7ddbd25d1024b749087f8e1d7b124ef for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:36.262672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.291204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.319481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.324910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2cca5789-d047-4a13-9756-0c0657406505', 'network_id': '2cca5789-d047-4a13-9756-0c0657406505', 'tenant_id': '2b33444e0ecd4e719e7d0928f267c97a', 'fixed_ips': [{'subnet_id': '92a2bd93-0f93-4967-b32b-52e507750b2c'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:36.325487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.356730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.392331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] DHCP port deletion for 192805e5-aac4-4a06-8b5f-c324930447cf request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:36.403417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Deleting port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:36.403417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.457450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-efa1801d-f646-4bfc-8aea-6bacf8a3c44c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:36.460532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:36.481664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Usage tracker for resource:security_group_rule and tenant:e7ddbd25d1024b749087f8e1d7b124ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:36.487151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:36.500896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Port': ['ID=d530f600-feb8-464f-a910-09949c1d367a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:36.508172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:36.511185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:36.537392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:36.537988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.541899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:36.600092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Allocated IP 2001:db8::2 (2cca5789-d047-4a13-9756-0c0657406505/92a2bd93-0f93-4967-b32b-52e507750b2c/9bc83b42-6770-4192-94e1-8f8b515f3c12) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:36.640698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:36.643490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=b503fd4c-5977-433c-841c-0ed9547c85b1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:36.665891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Usage tracker for resource:port and tenant:2b33444e0ecd4e719e7d0928f267c97a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:36.674498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-efa1801d-f646-4bfc-8aea-6bacf8a3c44c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:36.681150 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-efa1801d-f646-4bfc-8aea-6bacf8a3c44c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6828196 Jan 25 16:47:36.694653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:36.707361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:36.708443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.720157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:36.756811 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-00f3ac05-151c-4851-ac12-057ef99d9a44 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5244503 Jan 25 16:47:36.764105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:36.786704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,segment=NetworkSegment(2880fe71-4b07-4a6b-a0e9-7f6c38814f8b),segment_id=2880fe71-4b07-4a6b-a0e9-7f6c38814f8b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:36.787471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.805353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:36.807313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b2a76-eb49-4059-ac70-6121c47f1978 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:36.823519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Made reservation on behalf of 2b33444e0ecd4e719e7d0928f267c97a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:36.827691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:36.921544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:37.016218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:router and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:37.028067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:37.061260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:37.084405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:37.123674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] device_id is not set on port 62e97def-6535-4a3d-bdf5-673c5ad440e2 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:37.134204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Router 94f2def3-416e-4283-8d83-e44dbe7194d0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:37.181784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.193415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.199623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] For port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,segment=NetworkSegment(2880fe71-4b07-4a6b-a0e9-7f6c38814f8b),segment_id=2880fe71-4b07-4a6b-a0e9-7f6c38814f8b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:37.200021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.207199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.208827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.287552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:37.302683 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] Sync routers for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:37.310660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-53d322ef-5450-462c-9cac-511433705396 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9787841 Jan 25 16:47:37.311668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59326) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:37.320376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.321561 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:37.322353 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:37.345456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.359631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.370637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.400313 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:37.412376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.413346 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] Routers {'94f2def3-416e-4283-8d83-e44dbe7194d0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:37.414023 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-70243e04-205b-44d2-aab0-ad69db135b62 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] show failed (client error): The resource could not be found. Jan 25 16:47:37.414440 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['94f2def3-416e-4283-8d83-e44dbe7194d0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:37.424146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-70243e04-205b-44d2-aab0-ad69db135b62 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-309013481 HTTP/1.1" status: 404 len: 334 time: 0.1011117 Jan 25 16:47:37.424146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:37.428960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Calling delete_port for 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:37.433824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-557b1c2b-593f-472e-aa0e-76ee80d76c79 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:37.464437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port b8d27f44-34c9-433e-901e-8b07d8e0ed76 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:37.505451 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-557b1c2b-593f-472e-aa0e-76ee80d76c79 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] update failed (client error): The resource could not be found. Jan 25 16:47:37.511508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-557b1c2b-593f-472e-aa0e-76ee80d76c79 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1057756451 HTTP/1.1" status: 404 len: 335 time: 0.0824635 Jan 25 16:47:37.511739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=945bfed0-6cfd-4a88-8ab2-e33bd8af57f9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:37.512914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59334) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:37.522404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Transition to ACTIVE for port object 9bc83b42-6770-4192-94e1-8f8b515f3c12 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:37.536089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No DVR routers for this DVR port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:37.538180 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:37.539304 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc93df-1685-4c7f-b5fd-5d4611d63bea None None] The sync data for ids ['94f2def3-416e-4283-8d83-e44dbe7194d0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:37.546189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Transition to ACTIVE for port object 9bc83b42-6770-4192-94e1-8f8b515f3c12 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:37.549046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:37.549366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:37.556779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.604719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting subnet 82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:37.608791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.643622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Network 2cca5789-d047-4a13-9756-0c0657406505 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:37.648067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:37.654226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:37.677644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.705751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Pushing event updated for resources: {'Port': ['ID=9bc83b42-6770-4192-94e1-8f8b515f3c12,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:37.706594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.744177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'b503fd4c-5977-433c-841c-0ed9547c85b1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:37.745014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.783594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cff42e-3b03-47f8-aec5-6c14d3dfbb99,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:37.819257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.835099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.893606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.901355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79078e6-75d5-4259-8236-860d140d2516,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:37.920081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Attempting to bind port 9bc83b42-6770-4192-94e1-8f8b515f3c12 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:37.921342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Attempting to bind port 9bc83b42-6770-4192-94e1-8f8b515f3c12 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'ecce5393-d43a-4872-96b6-b03bff8ee18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2cca5789-d047-4a13-9756-0c0657406505'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:37.921735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Attempting to bind port 9bc83b42-6770-4192-94e1-8f8b515f3c12 on network 2cca5789-d047-4a13-9756-0c0657406505 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:37.935015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Allocated IP 2001:db8::285 (2cca5789-d047-4a13-9756-0c0657406505/92a2bd93-0f93-4967-b32b-52e507750b2c/62e97def-6535-4a3d-bdf5-673c5ad440e2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:37.935275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.948932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:37.949402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Checking segment: {'id': 'ecce5393-d43a-4872-96b6-b03bff8ee18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2cca5789-d047-4a13-9756-0c0657406505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:37.949815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.950211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Bound using segment: {'id': 'ecce5393-d43a-4872-96b6-b03bff8ee18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2cca5789-d047-4a13-9756-0c0657406505'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:37.950687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Bound port: 9bc83b42-6770-4192-94e1-8f8b515f3c12, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecce5393-d43a-4872-96b6-b03bff8ee18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2cca5789-d047-4a13-9756-0c0657406505'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:37.951061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:37.983549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192805e5-aac4-4a06-8b5f-c324930447cf']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:37.997087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Subnet': ['ID=82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:38.005589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.011477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015b1d3-1818-40da-8b4b-5506307872ae None None] Network 91482419-546a-4b44-913c-c4e338933257 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:38.013171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6300f199-efe1-44ff-9fe3-79c00d4b1e99 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/subnets/82fbf85a-4fcf-4e6a-82b6-6ff2e60f2594 HTTP/1.1" status: 204 len: 168 time: 0.4994147 Jan 25 16:47:38.016250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59342) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:38.064458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Deleting port 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:38.064835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.065177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.066417 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59434692-5691-4606-ba82-8e64e808c38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2943938 Jan 25 16:47:38.075071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:38.075361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2880fe71-4b07-4a6b-a0e9-7f6c38814f8b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:38.097669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:38.117302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.149946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.161162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port e0320793-d679-4211-8ee5-ab17e043e27d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:38.161536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.189169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.190312 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b51105cd-6922-4af2-bee4-5f368ec49fb9 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/b79078e6-75d5-4259-8236-860d140d2516 HTTP/1.1" status: 204 len: 168 time: 1.4803462 Jan 25 16:47:38.193182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59350) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:38.232169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0397b198-8ab7-4d2f-8a19-040eb1eb9d45 None None] The port '945bfed0-6cfd-4a88-8ab2-e33bd8af57f9' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:38.324304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/b503fd4c-5977-433c-841c-0ed9547c85b1/e9337210-9fb5-493a-8e64-ff08c7a8f19a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:38.326963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:38.372832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] For port 9bc83b42-6770-4192-94e1-8f8b515f3c12, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:38.376127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:38.376427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 945bfed0-6cfd-4a88-8ab2-e33bd8af57f9 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:38.430723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.455332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] For port 9bc83b42-6770-4192-94e1-8f8b515f3c12, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9bc83b42-6770-4192-94e1-8f8b515f3c12,segment=NetworkSegment(ecce5393-d43a-4872-96b6-b03bff8ee18f),segment_id=ecce5393-d43a-4872-96b6-b03bff8ee18f)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:38.476107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4213257-57e5-418d-8b94-cb9a860e6c1c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:38.505938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.551631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:38.552273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.569268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4213257-57e5-418d-8b94-cb9a860e6c1c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:38.573695 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d4213257-57e5-418d-8b94-cb9a860e6c1c tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3724332 Jan 25 16:47:38.574373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59354) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:38.576478 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:38.597177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] For port e0320793-d679-4211-8ee5-ab17e043e27d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e0320793-d679-4211-8ee5-ab17e043e27d,segment=NetworkSegment(76d6bde5-33ab-4855-863f-2d7d93e742fe),segment_id=76d6bde5-33ab-4855-863f-2d7d93e742fe)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:38.597582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.644587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e689-e356-4ffb-adb5-6e51555c9122 None None] Pushing event updated for resources: {'Port': ['ID=9bc83b42-6770-4192-94e1-8f8b515f3c12,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:38.759131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.766537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Calling delete_port for e0320793-d679-4211-8ee5-ab17e043e27d owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:38.772711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Transition to ACTIVE for port object e9337210-9fb5-493a-8e64-ff08c7a8f19a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:38.794890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Transition to ACTIVE for port object e9337210-9fb5-493a-8e64-ff08c7a8f19a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:38.809352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.856385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771860fe-5454-4ab3-9a89-8f309384e3ed None None] DHCP port deletion for 91482419-546a-4b44-913c-c4e338933257 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:38.888521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-771860fe-5454-4ab3-9a89-8f309384e3ed None None] Deleting port e0320793-d679-4211-8ee5-ab17e043e27d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:38.889988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-771860fe-5454-4ab3-9a89-8f309384e3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.895230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.915464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port b8d27f44-34c9-433e-901e-8b07d8e0ed76 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:38.933765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.953253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.963621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:38.972791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:38.982543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:39.009620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:39.014391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Pushing event updated for resources: {'Port': ['ID=e9337210-9fb5-493a-8e64-ff08c7a8f19a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.054125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Port': ['ID=e0320793-d679-4211-8ee5-ab17e043e27d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.060402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] No DVR routers for this DVR port e0320793-d679-4211-8ee5-ab17e043e27d on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:39.068011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.072635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.072890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-771860fe-5454-4ab3-9a89-8f309384e3ed None None] The port 'e0320793-d679-4211-8ee5-ab17e043e27d' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:39.183955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Transition to ACTIVE for port object b8d27f44-34c9-433e-901e-8b07d8e0ed76 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:39.187665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Attempting to bind port e9337210-9fb5-493a-8e64-ff08c7a8f19a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:39.189342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Attempting to bind port e9337210-9fb5-493a-8e64-ff08c7a8f19a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:39.189991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Attempting to bind port e9337210-9fb5-493a-8e64-ff08c7a8f19a on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:39.197042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:39.197851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:39.198650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.199275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:39.199968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Bound port: e9337210-9fb5-493a-8e64-ff08c7a8f19a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:39.200518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.239898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=192805e5-aac4-4a06-8b5f-c324930447cf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.243546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.256082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.261825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ed1c1fd-97ea-4889-903a-504b766f0361 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/192805e5-aac4-4a06-8b5f-c324930447cf HTTP/1.1" status: 204 len: 168 time: 3.5988579 Jan 25 16:47:39.275832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59358) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:39.276745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c9104-4079-464f-9603-95d08c0e9606,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.287003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1356211072'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:39.300033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.300425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.309986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:39.321286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:network and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:39.334052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:39.349014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91482419-546a-4b44-913c-c4e338933257']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:39.359527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:39.363724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] For port e9337210-9fb5-493a-8e64-ff08c7a8f19a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:39.369282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] For port e9337210-9fb5-493a-8e64-ff08c7a8f19a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e9337210-9fb5-493a-8e64-ff08c7a8f19a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:39.371325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.372649 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-59801b67-7444-457d-8048-d699a8b05c47 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/d44c9104-4079-464f-9603-95d08c0e9606 HTTP/1.1" status: 204 len: 168 time: 0.7948456 Jan 25 16:47:39.375310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d6bde5-33ab-4855-863f-2d7d93e742fe') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:39.375709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d6bde5-33ab-4855-863f-2d7d93e742fe') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:39.377128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:39.377649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.392538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.403968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:39.403968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.432484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.445033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:39.445323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:39.461449 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:39.469534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:39.475547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734b8a-60a2-4bb8-ae38-97092f6e5b54 None None] Pushing event updated for resources: {'Port': ['ID=e9337210-9fb5-493a-8e64-ff08c7a8f19a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.560716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.563095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.563438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Added segment baaba6c3-a245-44b8-9441-2004469bd892 of type vlan for network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 Jan 25 16:47:39.575882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d27f44-34c9-433e-901e-8b07d8e0ed76,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.585948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.591252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.632673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.636883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Network': ['ID=91482419-546a-4b44-913c-c4e338933257,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:39.645183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-91f5cf77-3783-4a9c-93f2-0ac4019976f2 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/networks/91482419-546a-4b44-913c-c4e338933257 HTTP/1.1" status: 204 len: 168 time: 1.6276004 Jan 25 16:47:39.647793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59366) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:39.656231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Transition to ACTIVE for port object 62e97def-6535-4a3d-bdf5-673c5ad440e2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:39.712056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Checking segment: {'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:39.712430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Network hostable DHCP agents. Network: b6b18656-db36-4bba-9e3e-6f39791f3b6b, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:39.733201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37789a05-43fa-456b-99e0-d9829e994779 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:39.757254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting subnet 439b13dc-229e-4209-a1da-8e44f13f7cd0 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:39.761826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.768295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:39.769177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.773984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.872993 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:47:39.878470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37789a05-43fa-456b-99e0-d9829e994779 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:39.888587 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37789a05-43fa-456b-99e0-d9829e994779 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5037367 Jan 25 16:47:39.895071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59370) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:39.912199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:39.915819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--142870020'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:39.919375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:39.922748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:40.022064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.093243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8110461 Jan 25 16:47:40.094986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:40.108457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59374) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:40.119763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3a735-bcc2-4fbb-8d19-fd5b7d89792f tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Network': ['ID=6e4917c6-a05d-41fb-b0cd-9a28cb966ed2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:40.127786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:40.132270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:40.200014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Network 2cca5789-d047-4a13-9756-0c0657406505 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:40.208881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:40.211649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:40.217999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:40.218760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.227174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, b6b18656-db36-4bba-9e3e-6f39791f3b6b) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:40.231133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:40.252296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94571e7f-a761-457f-9065-0c766a245e92 None None] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:40.281951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'Port': ['ID=62e97def-6535-4a3d-bdf5-673c5ad440e2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:40.286645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::1 (255dcaab-10ef-4717-a4ec-827262e2a670/b503fd4c-5977-433c-841c-0ed9547c85b1/b76252be-5690-496f-a892-e34f5e6cbc43) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:40.291448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.291903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.292608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.306270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.307474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.307816 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.309477 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 2 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.332503 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fbe1b28-d163-4ece-9a17-fd59ca549fac tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3397853 Jan 25 16:47:40.337091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:40.337756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.338230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.338697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.364167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Request body: {'port': {'network_id': '2cca5789-d047-4a13-9756-0c0657406505', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-667908622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:40.364817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] bootfile-name is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:40.365364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] tftp-server is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:40.365736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] server-ip-address is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:40.401549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:40.413704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:40.428291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:40.437306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:40.442556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:40.453912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.487118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:40.497768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:40.511251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.511890 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.512507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6852c-1dfc-4407-8f0c-02b5cfcdb2c2 None None] Network 2cca5789-d047-4a13-9756-0c0657406505 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:40.525262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:40.526865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9bc83b42-6770-4192-94e1-8f8b515f3c12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:40.527000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 3 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.575001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.575416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.575854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.593908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.594385 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.599114 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 4 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.654732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.655888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.656505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.658059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.660657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.665229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:40.668997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.681355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.681855 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.694643 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 5 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.735149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1cff0d8e-45dc-41ec-a94e-7900f75f733b None None] Provisioning for port 9bc83b42-6770-4192-94e1-8f8b515f3c12 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:40.738714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.750465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.750998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.751439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.758928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:40.768155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.768669 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.774369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Usage tracker for resource:port and tenant:2b33444e0ecd4e719e7d0928f267c97a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:40.777967 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 6 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.792328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:40.805823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object b76252be-5690-496f-a892-e34f5e6cbc43 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:40.809162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:40.817694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.818168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.818599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.830774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.831261 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.833594 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 7 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.847221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Made reservation on behalf of 2b33444e0ecd4e719e7d0928f267c97a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:40.851751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.885696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:40.886271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:40.886716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:40.899581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] device_id is not set on port 4116057a-bd77-4f31-9f14-37ebb0305d0b yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:40.912179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.942773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:40.943397 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:40.946006 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 8 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:40.953164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9bc83b42-6770-4192-94e1-8f8b515f3c12 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:40.974026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9bc83b42-6770-4192-94e1-8f8b515f3c12 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:40.974316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Subnet': ['ID=439b13dc-229e-4209-a1da-8e44f13f7cd0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:40.974425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:40.983597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.007138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a152ce3-df8a-43a7-9d48-853be980d2d6 None None] Network 2692b7a1-56f1-4d47-8d58-7541b174e01e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:41.012961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.042050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:41.043130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:41.043130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:41.051164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37a42c7c-448b-43db-994a-7aa3357f9645 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/subnets/439b13dc-229e-4209-a1da-8e44f13f7cd0 HTTP/1.1" status: 204 len: 168 time: 1.4001350 Jan 25 16:47:41.055305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59382) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:41.056722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.058345 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1565433 Jan 25 16:47:41.060490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0fc22-a1e5-4e3b-9e28-0411b91765a4 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3e0ba-eb37-4463-a132-8e300e4017f3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.063750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59386) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:41.069535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '11b3e0ba-eb37-4463-a132-8e300e4017f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:41.090443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:41.090767 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:41.098302 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 9 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:41.112013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:41.115365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:41.120503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:41.123243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:41.124908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.135723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:41.143168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:41.153492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:41.185026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting subnet 36238484-2adf-4c87-afbe-007bcaf43108 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:41.196910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d24eb601-7876-408c-815b-68186106e9f2 None None] Provisioning for port e9337210-9fb5-493a-8e64-ff08c7a8f19a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:41.199238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.308533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.357164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:41.357754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:41.358165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:41.363933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.384333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:41.384814 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:41.386716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.392778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.449463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 9bc83b42-6770-4192-94e1-8f8b515f3c12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9bc83b42-6770-4192-94e1-8f8b515f3c12,segment=NetworkSegment(ecce5393-d43a-4872-96b6-b03bff8ee18f),segment_id=ecce5393-d43a-4872-96b6-b03bff8ee18f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:41.458403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.459773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e9337210-9fb5-493a-8e64-ff08c7a8f19a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:41.468585 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 10 to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 Jan 25 16:47:41.480141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Allocated IP 2001:db8::370 (2cca5789-d047-4a13-9756-0c0657406505/92a2bd93-0f93-4967-b32b-52e507750b2c/4116057a-bd77-4f31-9f14-37ebb0305d0b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:41.514058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:41.515138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:41.515631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:41.539221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:41.540002 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port b8d27f44-34c9-433e-901e-8b07d8e0ed76 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:41.540389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.542150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.584599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.618669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] DHCP port deletion for 2692b7a1-56f1-4d47-8d58-7541b174e01e request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:41.641209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Deleting port a9586d20-ff50-4aca-a855-18a8cfae0a0f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:41.641678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.667004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.680235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0a295ad8-0970-4637-b712-f752162cbf01 None None] Provisioning for port b76252be-5690-496f-a892-e34f5e6cbc43 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:41.692394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port b8d27f44-34c9-433e-901e-8b07d8e0ed76, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:41.692909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:47:41.708954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0a295ad8-0970-4637-b712-f752162cbf01 None None] Provisioning complete for port b76252be-5690-496f-a892-e34f5e6cbc43 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:41.709362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a295ad8-0970-4637-b712-f752162cbf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.738271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.746139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=63328df0-367f-41c1-908b-4bb76d7c8949,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.761984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.767218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=9bc83b42-6770-4192-94e1-8f8b515f3c12,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.800293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e9337210-9fb5-493a-8e64-ff08c7a8f19a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:41.819954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e9337210-9fb5-493a-8e64-ff08c7a8f19a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:41.820360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.830310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.848854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856d7fce-45ab-42a4-aa2d-cddae34516bd,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.871652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0a295ad8-0970-4637-b712-f752162cbf01 None None] Port b76252be-5690-496f-a892-e34f5e6cbc43 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:41.879636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:41.880251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.899178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.900749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-67d6f2d3-4204-44ce-b559-188782f434b3 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8352804 Jan 25 16:47:41.903882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e3166-e70f-4afe-9bbd-426d1c48bfe3 None None] Network 660323df-a85d-417c-ae2d-7eac67cf6468 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:41.906246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:41.916019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/subnets/36238484-2adf-4c87-afbe-007bcaf43108 HTTP/1.1" status: 204 len: 168 time: 0.8565598 Jan 25 16:47:41.920518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59390) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:41.921004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59392) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:41.933416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e385388-263e-4f13-a1f1-9b23273236a5 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Subnet': ['ID=36238484-2adf-4c87-afbe-007bcaf43108,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:41.988549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Checking segment: {'id': 'baaba6c3-a245-44b8-9441-2004469bd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:41.989511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network hostable DHCP agents. Network: 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:42.036917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.098740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.122629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] For port a9586d20-ff50-4aca-a855-18a8cfae0a0f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a9586d20-ff50-4aca-a855-18a8cfae0a0f,segment=NetworkSegment(86a65ba3-0f99-41de-aa83-a8ac16f2e13a),segment_id=86a65ba3-0f99-41de-aa83-a8ac16f2e13a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:42.123531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.134303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.140329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Provisioning for port 62e97def-6535-4a3d-bdf5-673c5ad440e2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:42.142081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.2335098 Jan 25 16:47:42.145731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59400) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:42.175887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ea83-6eca-4efe-9a7a-8761336bc20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d27f44-34c9-433e-901e-8b07d8e0ed76,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:42.205193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.240914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Deleting port b8d27f44-34c9-433e-901e-8b07d8e0ed76 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:42.241457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.278662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:42.303202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.320625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:42.336612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port a9586d20-ff50-4aca-a855-18a8cfae0a0f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:42.337104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.366172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Provisioning complete for port 62e97def-6535-4a3d-bdf5-673c5ad440e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:42.366172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.367980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:42.368692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.403718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.423882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Calling delete_port for a9586d20-ff50-4aca-a855-18a8cfae0a0f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:42.428258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=856d7fce-45ab-42a4-aa2d-cddae34516bd,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:42.464399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14f481-8345-4cad-ad3c-ade53e4101e8 None None] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:42.486900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Transition to ACTIVE for port object 4116057a-bd77-4f31-9f14-37ebb0305d0b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:42.605426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2ba22bb1-d4c2-49a6-859f-d8654adf072d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4947073 Jan 25 16:47:42.610225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59404) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:42.618871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-535973104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:42.630417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:42.635269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.647523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.648620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3eadcabe-d9d6-46c1-baea-5b1f6f92815e tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/856d7fce-45ab-42a4-aa2d-cddae34516bd HTTP/1.1" status: 204 len: 168 time: 0.7233980 Jan 25 16:47:42.655403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.660035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59408) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:42.677333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Port 62e97def-6535-4a3d-bdf5-673c5ad440e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:42.688581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port b8d27f44-34c9-433e-901e-8b07d8e0ed76, host hv-neutron-8240, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:42.688581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.699255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:router and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:42.716837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:42.751529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Network 2cca5789-d047-4a13-9756-0c0657406505 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:42.752731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:42.760917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:42.770003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port e9337210-9fb5-493a-8e64-ff08c7a8f19a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e9337210-9fb5-493a-8e64-ff08c7a8f19a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:42.772198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:42.777305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Provisioning complete for port 9bc83b42-6770-4192-94e1-8f8b515f3c12 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:42.777687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ee29673-c91c-45c2-9311-9bcae37d0149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.779056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:42.780461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.815907 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4741907 Jan 25 16:47:42.819976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb4554-a699-479e-9d92-a9b4e1239141 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'Port': ['ID=4116057a-bd77-4f31-9f14-37ebb0305d0b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:42.824437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:42.833675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Calling delete_port for b8d27f44-34c9-433e-901e-8b07d8e0ed76 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:42.893246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.894462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.897466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.916250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.981159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:42.989638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.002749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.003901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.043737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.083393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:43.089762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:43.095753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:43.096775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Synchronizing usage tracker for tenant:2b33444e0ecd4e719e7d0928f267c97a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:43.119181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e0320793-d679-4211-8ee5-ab17e043e27d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:43.150986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] No DVR routers for this DVR port a9586d20-ff50-4aca-a855-18a8cfae0a0f on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:43.164715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=e9337210-9fb5-493a-8e64-ff08c7a8f19a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:43.165799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.176451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.180422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-deebff98-a71f-41db-a2cc-639928ad22b8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5666614 Jan 25 16:47:43.189538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59416) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:43.232005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e0320793-d679-4211-8ee5-ab17e043e27d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:43.232357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e0320793-d679-4211-8ee5-ab17e043e27d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:43.243380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d233729-1738-4688-831e-c2a3e4f22cd7 None None] Pushing event deleted for resources: {'Port': ['ID=a9586d20-ff50-4aca-a855-18a8cfae0a0f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:43.248073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2', 'name': 'tempest-PortsTestJSON-710106209'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:43.309907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Unset dirty status for tenant:2b33444e0ecd4e719e7d0928f267c97a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:43.310084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-6e4917c6-a05d-41fb-b0cd-9a28cb966ed2', 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': '63328df0-367f-41c1-908b-4bb76d7c8949'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:47:43.310897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.315768 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b50b3e1-63bc-4836-a685-067296a6d011 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4903343 Jan 25 16:47:43.316545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:43.319063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:43.367943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:43.371484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6bbb2bcd-cc91-4bcb-afed-6a10183cfe19 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:43.375860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:43.387574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d27f44-34c9-433e-901e-8b07d8e0ed76,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:43.396486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.406971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e44c3e0c-db37-4982-8fe1-c89d5ed1b533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b8d27f44-34c9-433e-901e-8b07d8e0ed76 HTTP/1.1" status: 204 len: 168 time: 1.2480772 Jan 25 16:47:43.410008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59424) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:43.420948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] For port a9586d20-ff50-4aca-a855-18a8cfae0a0f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a9586d20-ff50-4aca-a855-18a8cfae0a0f,segment=NetworkSegment(86a65ba3-0f99-41de-aa83-a8ac16f2e13a),segment_id=86a65ba3-0f99-41de-aa83-a8ac16f2e13a)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:43.421450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.447284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] DHCP port deletion for 660323df-a85d-417c-ae2d-7eac67cf6468 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:43.449247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9bc83b42-6770-4192-94e1-8f8b515f3c12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:43.500683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Deleting port 1b98cbd6-3199-4104-8396-f1f930f0565e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:43.501040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.512513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf92c37-a3a7-4149-98bf-b023fddb74b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:47:43.513085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abf92c37-a3a7-4149-98bf-b023fddb74b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Synchronizing usage tracker for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:43.543550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Deleting port 4116057a-bd77-4f31-9f14-37ebb0305d0b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:43.543904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.575639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Calling delete_port for a9586d20-ff50-4aca-a855-18a8cfae0a0f owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:43.613472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6bbb2bcd-cc91-4bcb-afed-6a10183cfe19 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:43.614737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6bbb2bcd-cc91-4bcb-afed-6a10183cfe19 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9537785 Jan 25 16:47:43.628009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Provisioning complete for port 62e97def-6535-4a3d-bdf5-673c5ad440e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:43.628379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.634166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59428) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:43.672246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:43.689551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:43.695145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:43.718836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:43.721309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abf92c37-a3a7-4149-98bf-b023fddb74b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Unset dirty status for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:43.726117 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abf92c37-a3a7-4149-98bf-b023fddb74b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports/b8d27f44-34c9-433e-901e-8b07d8e0ed76 HTTP/1.1" status: 404 len: 333 time: 0.3114982 Jan 25 16:47:43.726399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59432) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:43.733894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-491198208'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:43.738572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:43.749165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:43.765492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:43.769595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.781768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:43.782330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:43.793424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Made reservation on behalf of e7ddbd25d1024b749087f8e1d7b124ef for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:43.796563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.836848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.846644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Port 62e97def-6535-4a3d-bdf5-673c5ad440e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:43.860535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port fbf68666-84ab-42c0-87e2-4adae89b1333 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:43.880187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Provisioning for port 4116057a-bd77-4f31-9f14-37ebb0305d0b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:43.897143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Provisioning complete for port 4116057a-bd77-4f31-9f14-37ebb0305d0b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:43.897575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.903655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port f12d98f7-4f60-4202-b5fc-5a167f6c863a yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:43.926517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Router 4b168b58-c783-4f72-8393-992d5e3a5dab is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:47:43.931118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9bc83b42-6770-4192-94e1-8f8b515f3c12 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:43.931488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:43.970742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.057109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Allocated IP 172.20.0.2 (6e4917c6-a05d-41fb-b0cd-9a28cb966ed2/63328df0-367f-41c1-908b-4bb76d7c8949/fd28ae39-a3ab-4a57-84a0-406199f4d218) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:44.066851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] For port 1b98cbd6-3199-4104-8396-f1f930f0565e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1b98cbd6-3199-4104-8396-f1f930f0565e,segment=NetworkSegment(4cd88753-8a8d-4556-86e7-7d5fc48e1859),segment_id=4cd88753-8a8d-4556-86e7-7d5fc48e1859)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:44.067314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.116967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.130018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.188187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3e0ba-eb37-4463-a132-8e300e4017f3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:44.216453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Calling delete_port for 1b98cbd6-3199-4104-8396-f1f930f0565e owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:44.255735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.269541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.270924 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-32f5253b-0b18-44a6-a201-087ab9d4e4eb tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/11b3e0ba-eb37-4463-a132-8e300e4017f3 HTTP/1.1" status: 204 len: 168 time: 0.6334970 Jan 25 16:47:44.274169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59436) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.293353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port a9586d20-ff50-4aca-a855-18a8cfae0a0f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:44.293728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.295794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3baa4383-358d-4192-bfd6-048adf70b0bd None None] Port 4116057a-bd77-4f31-9f14-37ebb0305d0b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:44.375915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] The port 'a9586d20-ff50-4aca-a855-18a8cfae0a0f' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:44.384606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:44.393264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Calling delete_port for 4116057a-bd77-4f31-9f14-37ebb0305d0b owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:44.418711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Sync routers for ids ['4b168b58-c783-4f72-8393-992d5e3a5dab'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:44.427950 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e464650-51a0-466a-acb8-4f9235a54623 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "PUT /v2.0/routers/4b168b58-c783-4f72-8393-992d5e3a5dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3252871 Jan 25 16:47:44.432376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59440) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.504252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Routers {'4b168b58-c783-4f72-8393-992d5e3a5dab'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:44.504886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4b168b58-c783-4f72-8393-992d5e3a5dab'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:44.570125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1c0b2a43-48fe-46ea-aa2f-4f7abffc6fff tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:44.574797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.584921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.593587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.640450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event deleted for resources: {'Port': ['ID=4116057a-bd77-4f31-9f14-37ebb0305d0b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:44.689446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.689681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.700039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3120845d-a988-4f62-9fd9-8e9c2b700412 None None] Provisioning complete for port b76252be-5690-496f-a892-e34f5e6cbc43 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:44.700409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3120845d-a988-4f62-9fd9-8e9c2b700412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.705664 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e7fcb77-7337-43ea-b11d-175a16b776a4 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "DELETE /v2.0/ports/4116057a-bd77-4f31-9f14-37ebb0305d0b HTTP/1.1" status: 204 len: 168 time: 1.3841982 Jan 25 16:47:44.709378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.714084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040eea3-46b6-48ed-b5ee-bc66edc67fd3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:44.715385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1040eea3-46b6-48ed-b5ee-bc66edc67fd3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports/b76252be-5690-496f-a892-e34f5e6cbc43 HTTP/1.1" status: 200 len: 911 time: 0.2793002 Jan 25 16:47:44.719921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Request body: {'port': {'name': 'tempest-new-port-name-1186809417', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:44.720214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] bootfile-name is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:44.720894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] tftp-server is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:44.721283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] server-ip-address is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 16:47:44.722400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59448) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.728276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1c0b2a43-48fe-46ea-aa2f-4f7abffc6fff tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:44.736241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1c0b2a43-48fe-46ea-aa2f-4f7abffc6fff tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4543631 Jan 25 16:47:44.736241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:44.746889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] Pushing event deleted for resources: {'Port': ['ID=1b98cbd6-3199-4104-8396-f1f930f0565e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:44.749337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e9337210-9fb5-493a-8e64-ff08c7a8f19a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:44.760118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59452) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.771225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--432854761'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:44.777945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:44.780508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901e975-7cfe-4742-b1bc-77c9175bc5d0 None None] No DVR routers for this DVR port 1b98cbd6-3199-4104-8396-f1f930f0565e on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:44.793634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:44.813782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:44.818586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:44.822395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:44.830147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.852422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2692b7a1-56f1-4d47-8d58-7541b174e01e']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:44.875416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf68666-84ab-42c0-87e2-4adae89b1333,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:44.888095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.912012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a65ba3-0f99-41de-aa83-a8ac16f2e13a') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:44.912307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a65ba3-0f99-41de-aa83-a8ac16f2e13a') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:44.923250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:44.926284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.941137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:44.945526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:44.947442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:44.957841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Set router 4b168b58-c783-4f72-8393-992d5e3a5dab gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:44.958730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:44.963710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2f9eaa57-3e77-48bf-b713-9bf3acb2633b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2362902 Jan 25 16:47:44.966495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:44.974557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:45.001694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.073576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3120845d-a988-4f62-9fd9-8e9c2b700412 None None] Port b76252be-5690-496f-a892-e34f5e6cbc43 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:45.183355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:45.183785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:45.199430 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:45.225101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.231031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.232570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.257641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Transition to ACTIVE for port object fd28ae39-a3ab-4a57-84a0-406199f4d218 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:45.297854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:45.299417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527a15d-1c74-4d8c-9af7-f281e304ad83 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:45.303495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Transition to ACTIVE for port object fd28ae39-a3ab-4a57-84a0-406199f4d218 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:45.306784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e9337210-9fb5-493a-8e64-ff08c7a8f19a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:45.306962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527a15d-1c74-4d8c-9af7-f281e304ad83 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:45.307466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.311796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8527a15d-1c74-4d8c-9af7-f281e304ad83 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5846069 Jan 25 16:47:45.312328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59460) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.324109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.329139 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-538de1dd-2bf0-458a-86a3-931197af1fd0 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5645273 Jan 25 16:47:45.329139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59464) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.336597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': 'a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:45.343623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:45.363132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.367935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:45.372393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:45.377032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.382211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:45.384666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.450995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] In _notify_port_updated(), no bound segment for port 62e97def-6535-4a3d-bdf5-673c5ad440e2 on network 2cca5789-d047-4a13-9756-0c0657406505 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:47:45.458266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:45.459039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.460472 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "PUT /v2.0/ports/62e97def-6535-4a3d-bdf5-673c5ad440e2 HTTP/1.1" status: 200 len: 1130 time: 0.7500470 Jan 25 16:47:45.464757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59468) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.483406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:45.494779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:45.501009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Pushing event updated for resources: {'Port': ['ID=fd28ae39-a3ab-4a57-84a0-406199f4d218,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:45.505256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:45.507391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.541196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.560680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.578548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4acb-6667-444e-81d3-a7605ee0e820 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event updated for resources: {'Port': ['ID=62e97def-6535-4a3d-bdf5-673c5ad440e2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:45.628463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/networks/2692b7a1-56f1-4d47-8d58-7541b174e01e HTTP/1.1" status: 204 len: 168 time: 3.6987474 Jan 25 16:47:45.634990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6872-c6fd-4f8a-a42b-5bf8488d5609 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Network': ['ID=2692b7a1-56f1-4d47-8d58-7541b174e01e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:45.635540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1626400-159a-4ccf-b202-49b1e0a07b5a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:45.636289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a1626400-159a-4ccf-b202-49b1e0a07b5a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Synchronizing usage tracker for tenant:2b33444e0ecd4e719e7d0928f267c97a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:45.642451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.653357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.657786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.675466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.697389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.9 (6e4917c6-a05d-41fb-b0cd-9a28cb966ed2/63328df0-367f-41c1-908b-4bb76d7c8949/f12d98f7-4f60-4202-b5fc-5a167f6c863a) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:45.722125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a1626400-159a-4ccf-b202-49b1e0a07b5a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Unset dirty status for tenant:2b33444e0ecd4e719e7d0928f267c97a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:45.725077 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1626400-159a-4ccf-b202-49b1e0a07b5a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "GET /v2.0/ports/62e97def-6535-4a3d-bdf5-673c5ad440e2 HTTP/1.1" status: 200 len: 1130 time: 0.2592354 Jan 25 16:47:45.728937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.734704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.735044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59480) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:45.735152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4046459 Jan 25 16:47:45.736453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b19b3c-b067-4f33-a402-0c9f15f90c45 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c806c900-b44e-4287-8c98-cf82e2067561,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:45.749408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Attempting to bind port fd28ae39-a3ab-4a57-84a0-406199f4d218 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:45.749775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Attempting to bind port fd28ae39-a3ab-4a57-84a0-406199f4d218 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'baaba6c3-a245-44b8-9441-2004469bd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:45.750126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Attempting to bind port fd28ae39-a3ab-4a57-84a0-406199f4d218 on network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:45.760369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:45.760741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Checking segment: {'id': 'baaba6c3-a245-44b8-9441-2004469bd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:45.761142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.761555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Bound using segment: {'id': 'baaba6c3-a245-44b8-9441-2004469bd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:45.762019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Bound port: fd28ae39-a3ab-4a57-84a0-406199f4d218, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baaba6c3-a245-44b8-9441-2004469bd892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e4917c6-a05d-41fb-b0cd-9a28cb966ed2'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:45.762383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.812499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:41Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': 'b76252be-5690-496f-a892-e34f5e6cbc43', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7e:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:39Z', 'updated_at': '2022-01-25T16:47:42Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:45.823177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Checking router: 4b168b58-c783-4f72-8393-992d5e3a5dab for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:45.823177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Updating router 4b168b58-c783-4f72-8393-992d5e3a5dab port b76252be-5690-496f-a892-e34f5e6cbc43 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:47:45.859467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a9586d20-ff50-4aca-a855-18a8cfae0a0f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:45.922564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a9586d20-ff50-4aca-a855-18a8cfae0a0f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:45.922901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a9586d20-ff50-4aca-a855-18a8cfae0a0f not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:45.966196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:45.982172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5ed5c543-da58-477e-aef0-321b8e5b956f None None] Provisioning complete for port 62e97def-6535-4a3d-bdf5-673c5ad440e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:45.982509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ed5c543-da58-477e-aef0-321b8e5b956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.011635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1b98cbd6-3199-4104-8396-f1f930f0565e no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:46.058707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] For port fd28ae39-a3ab-4a57-84a0-406199f4d218, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:46.072358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-979d648e-235d-46f5-b85c-17946fa6468f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules/c806c900-b44e-4287-8c98-cf82e2067561 HTTP/1.1" status: 200 len: 763 time: 0.3246231 Jan 25 16:47:46.074944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59486) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.094136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1b98cbd6-3199-4104-8396-f1f930f0565e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:46.094475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1b98cbd6-3199-4104-8396-f1f930f0565e not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:46.119324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] For port fd28ae39-a3ab-4a57-84a0-406199f4d218, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fd28ae39-a3ab-4a57-84a0-406199f4d218,segment=NetworkSegment(baaba6c3-a245-44b8-9441-2004469bd892),segment_id=baaba6c3-a245-44b8-9441-2004469bd892)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:46.132691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.146918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0051c1db-bdcb-47ba-8d89-bf961f9fe542 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:46.173017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0051c1db-bdcb-47ba-8d89-bf961f9fe542 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:46.174509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5c543-da58-477e-aef0-321b8e5b956f None None] Port 62e97def-6535-4a3d-bdf5-673c5ad440e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:46.177766 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0051c1db-bdcb-47ba-8d89-bf961f9fe542 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1015139 Jan 25 16:47:46.178554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59490) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.209886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.221250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.245697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.266064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c806c900-b44e-4287-8c98-cf82e2067561,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:46.274405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.278467 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db64859b-75cd-4741-8c98-0bc38dc4544d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c806c900-b44e-4287-8c98-cf82e2067561 HTTP/1.1" status: 204 len: 168 time: 0.0984371 Jan 25 16:47:46.279166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59494) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.301987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e060e4-da5e-4805-bfe1-8cfcea9e2231 None None] Pushing event updated for resources: {'Port': ['ID=fd28ae39-a3ab-4a57-84a0-406199f4d218,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:46.342867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-60216581-bcb1-4af4-8a02-2102ae3781ae tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:46.351239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Deleting port 62e97def-6535-4a3d-bdf5-673c5ad440e2 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:46.351587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.365859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-60216581-bcb1-4af4-8a02-2102ae3781ae tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:46.370507 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60216581-bcb1-4af4-8a02-2102ae3781ae tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899296 Jan 25 16:47:46.371253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59498) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.376591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': 'a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:46.382898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:46.394826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:46.399442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.416955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.486933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.492561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.525784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b995ecea-791e-4dc8-a150-cb1b9dccb555,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:46.562058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.567649 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51d3bb47-fe09-4608-bad1-9934efe44f27 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1952388 Jan 25 16:47:46.568665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.582179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.591697 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3d6ec22-bbce-452d-bebd-4f00a0468618 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules/b995ecea-791e-4dc8-a150-cb1b9dccb555 HTTP/1.1" status: 200 len: 763 time: 0.0217383 Jan 25 16:47:46.594870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.602493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Transition to ACTIVE for port object b76252be-5690-496f-a892-e34f5e6cbc43 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:46.611897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.674519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7617680d-1ac2-463d-9592-ae9206731526 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:46.679374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:47:46.714338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7617680d-1ac2-463d-9592-ae9206731526 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:46.719932 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7617680d-1ac2-463d-9592-ae9206731526 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1200392 Jan 25 16:47:46.723156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.760935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.769364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bbffd-04e2-46e2-b076-bf8374fc7849 None None] Pushing event updated for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:46.773503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.818963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.867422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b995ecea-791e-4dc8-a150-cb1b9dccb555,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:46.874653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.876099 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74137157-f01a-421b-9387-e25bcc59800d tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b995ecea-791e-4dc8-a150-cb1b9dccb555 HTTP/1.1" status: 204 len: 168 time: 0.1519859 Jan 25 16:47:46.878801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.916232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Attempting to bind port b76252be-5690-496f-a892-e34f5e6cbc43 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:46.919746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Attempting to bind port b76252be-5690-496f-a892-e34f5e6cbc43 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:46.920171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Attempting to bind port b76252be-5690-496f-a892-e34f5e6cbc43 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:46.933367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:47:46.935328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:46.935677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.936930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:47:46.937530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Bound port: b76252be-5690-496f-a892-e34f5e6cbc43, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:47:46.937978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:46.942152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a7b9040-82c7-4986-94df-551b62f77038 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:46.965674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a7b9040-82c7-4986-94df-551b62f77038 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:46.967210 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a7b9040-82c7-4986-94df-551b62f77038 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870492 Jan 25 16:47:46.971565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:46.977197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': 'a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:46.984833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:46.996888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:47.010798 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Project 5333bcaa0c954c73ad0963ef6529bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:47:47.019820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.080198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] For port b76252be-5690-496f-a892-e34f5e6cbc43, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:47.085034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] For port b76252be-5690-496f-a892-e34f5e6cbc43, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b76252be-5690-496f-a892-e34f5e6cbc43,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:47:47.095404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.103713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.109515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.145369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f95bb4-1f80-4456-8bfb-4555e988ae21,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:47.160764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.162196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-42e519a6-a460-45e3-87c6-e23f1c6bbb8f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896262 Jan 25 16:47:47.166244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.190114 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b244f3c6-252f-4017-b30a-52b913a99099 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules/b7f95bb4-1f80-4456-8bfb-4555e988ae21 HTTP/1.1" status: 200 len: 769 time: 0.0228362 Jan 25 16:47:47.191069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59526) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.222864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bbffd-04e2-46e2-b076-bf8374fc7849 None None] Pushing event updated for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:47.227587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Routers {'4b168b58-c783-4f72-8393-992d5e3a5dab'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:47.228336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4b168b58-c783-4f72-8393-992d5e3a5dab'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:47.248581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.259360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-703051c7-8730-4f8b-b24e-b036d3c8646f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:47.271264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.280464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-703051c7-8730-4f8b-b24e-b036d3c8646f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:47.285650 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-703051c7-8730-4f8b-b24e-b036d3c8646f tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0929704 Jan 25 16:47:47.286619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.311077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port fbf68666-84ab-42c0-87e2-4adae89b1333 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:47.324770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.338380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.382585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.384658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.406291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7f95bb4-1f80-4456-8bfb-4555e988ae21,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:47.424431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.432036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660323df-a85d-417c-ae2d-7eac67cf6468']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:47.433005 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b5c44a80-ed19-42c3-9591-90e63eed6557 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b7f95bb4-1f80-4456-8bfb-4555e988ae21 HTTP/1.1" status: 204 len: 168 time: 0.1382589 Jan 25 16:47:47.433455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] Set router 4b168b58-c783-4f72-8393-992d5e3a5dab gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:47.434204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.448624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object f12d98f7-4f60-4202-b5fc-5a167f6c863a will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:47.458274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.495724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Transition to ACTIVE for port object fbf68666-84ab-42c0-87e2-4adae89b1333 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:47:47.499926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd88753-8a8d-4556-86e7-7d5fc48e1859') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:47.500229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd88753-8a8d-4556-86e7-7d5fc48e1859') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:47.505650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bac08d1b-2b66-4487-ac1c-3936a6521b81 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:47.535542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bac08d1b-2b66-4487-ac1c-3936a6521b81 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:47.536904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bac08d1b-2b66-4487-ac1c-3936a6521b81 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015139 Jan 25 16:47:47.540066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59540) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.608774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.644318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.669909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.678413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.711529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.744238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:47.771618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.774295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a59fc541-b014-40ed-845b-c151a742d52a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/a9108a5a-9ec9-4cc2-8bdd-3a89b5562b19 HTTP/1.1" status: 204 len: 168 time: 0.2332335 Jan 25 16:47:47.777523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.825280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Calling delete_port for 62e97def-6535-4a3d-bdf5-673c5ad440e2 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:47.830271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7787a741-f02c-4829-91a9-7137bfa2c3fd None None] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:47.856054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9fbb760b-625c-4645-ac42-62d52cd144ad tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:47.866318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.879120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9fbb760b-625c-4645-ac42-62d52cd144ad tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:47.880781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9fbb760b-625c-4645-ac42-62d52cd144ad tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0956025 Jan 25 16:47:47.888067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:47.896915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431058133'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:47.905182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:47.925323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:47.938140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.966893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:47.975386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:47.978581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:47.983913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:47.992030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:48.002625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5297298d-168b-4256-bde5-382587bd2cde None None] Provisioning for port fd28ae39-a3ab-4a57-84a0-406199f4d218 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:48.023853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:48.026536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:48.027008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.049129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:48.051384 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:48.055923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:48.094634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf68666-84ab-42c0-87e2-4adae89b1333,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.096628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:41Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': 'b76252be-5690-496f-a892-e34f5e6cbc43', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7e:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:39Z', 'updated_at': '2022-01-25T16:47:47Z', 'revision_number': 4, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:48.113569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fd28ae39-a3ab-4a57-84a0-406199f4d218 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:48.117767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.122709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.176179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6e0ca-f3e2-48c9-a244-99b58a863cda,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.181346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9b75d-31fb-4238-9949-c53a782bd138 None None] The sync data for ids ['4b168b58-c783-4f72-8393-992d5e3a5dab'] in dv-neutron-824022-2-hyperv is: [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:41Z', 'revision_number': 2, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None, '_interfaces': [{'id': 'b76252be-5690-496f-a892-e34f5e6cbc43', 'name': '', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'mac_address': 'fa:16:3e:7e:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:47:39Z', 'updated_at': '2022-01-25T16:47:47Z', 'revision_number': 4, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'subnets': [{'id': 'b503fd4c-5977-433c-841c-0ed9547c85b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:48.197170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.198534 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b98c2d0b-ae93-45ff-9a56-4843beaab629 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3092291 Jan 25 16:47:48.201151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:48.207507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Request body: {'security_group_rule': {'security_group_id': '15d6e0ca-f3e2-48c9-a244-99b58a863cda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:48.216631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:48.218042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:48.218042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:48.218349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:48.223465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Usage tracker for resource:security_group_rule and tenant:5333bcaa0c954c73ad0963ef6529bebd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:48.230345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:48.237877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:48.258694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port fd28ae39-a3ab-4a57-84a0-406199f4d218 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:48.263897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.270556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fd28ae39-a3ab-4a57-84a0-406199f4d218 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:48.271387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.305252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:48.305692 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:48.346426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 2 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:48.370264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.379254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.388461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:48.390013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.399287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=f12d98f7-4f60-4202-b5fc-5a167f6c863a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.401908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.423178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd70eb8-7a2a-4bf0-adef-5e5076cc5db8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.444758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:48.445100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:48.448284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:48.452960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.458950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.477139 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3ec8adf-dfc7-40db-8685-42501b048fda tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578020 Jan 25 16:47:48.495452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59558) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:48.495681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.526267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:48.526659 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:48.538935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 3 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:48.546258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Network': ['ID=660323df-a85d-417c-ae2d-7eac67cf6468,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.552186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port fd28ae39-a3ab-4a57-84a0-406199f4d218, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fd28ae39-a3ab-4a57-84a0-406199f4d218,segment=NetworkSegment(baaba6c3-a245-44b8-9441-2004469bd892),segment_id=baaba6c3-a245-44b8-9441-2004469bd892)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:48.556365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.560801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.623980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.668804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=fd28ae39-a3ab-4a57-84a0-406199f4d218,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.680762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.718908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11383fd3-c35f-4c52-a79a-e6c446de79fd tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4908562 Jan 25 16:47:48.722817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9abb89b0-f889-4104-87ab-9b56e6e08784 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/networks/660323df-a85d-417c-ae2d-7eac67cf6468 HTTP/1.1" status: 204 len: 168 time: 3.0743175 Jan 25 16:47:48.722817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59562) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:48.738502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59564) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:48.764372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.777053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Provisioning complete for port fd28ae39-a3ab-4a57-84a0-406199f4d218 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:48.777451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.820464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:48.821053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:48.821592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:48.822748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6e0ca-f3e2-48c9-a244-99b58a863cda,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:48.864353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:48.868135 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8938e246-b7a7-4344-aeb5-7042e7d64958 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/15d6e0ca-f3e2-48c9-a244-99b58a863cda HTTP/1.1" status: 204 len: 168 time: 0.3885198 Jan 25 16:47:48.869058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:48.975603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Provisioning for port f12d98f7-4f60-4202-b5fc-5a167f6c863a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:48.983500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Provisioning complete for port f12d98f7-4f60-4202-b5fc-5a167f6c863a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:48.984213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.011692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bfeb92d6-1862-4e9e-bd29-9ac6b36d5f3a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:49.030830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bfeb92d6-1862-4e9e-bd29-9ac6b36d5f3a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:49.032451 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bfeb92d6-1862-4e9e-bd29-9ac6b36d5f3a tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1611443 Jan 25 16:47:49.035305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.080124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-13e72c8c-2774-48dd-abe5-3b539fe9191b None None] Port f12d98f7-4f60-4202-b5fc-5a167f6c863a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:49.089884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35b9e460-e9dc-4b9a-b9e8-2cb6e1ad7c56 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Synchronizing usage tracker for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:49.102015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.108304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35b9e460-e9dc-4b9a-b9e8-2cb6e1ad7c56 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] Unset dirty status for tenant:5333bcaa0c954c73ad0963ef6529bebd on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:49.109822 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35b9e460-e9dc-4b9a-b9e8-2cb6e1ad7c56 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0733047 Jan 25 16:47:49.112725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.131902 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c9243d0a-9598-4b62-8be0-b758cb1fbab8 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] delete failed (client error): The resource could not be found. Jan 25 16:47:49.133797 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9243d0a-9598-4b62-8be0-b758cb1fbab8 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "DELETE /v2.0/security-groups/15d6e0ca-f3e2-48c9-a244-99b58a863cda HTTP/1.1" status: 404 len: 347 time: 0.0198555 Jan 25 16:47:49.138137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.188742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:49.189077 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:49.204492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f4083268-55a7-4508-9f74-f811b5d03fff None None] Provisioning complete for port f12d98f7-4f60-4202-b5fc-5a167f6c863a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:49.204859 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e610e4c-8114-4000-91d3-7723c41fe8e6 tempest-SecGroupIPv6Test-1838338281 tempest-SecGroupIPv6Test-1838338281-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0648253 Jan 25 16:47:49.211613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4083268-55a7-4508-9f74-f811b5d03fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.238213 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 4 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:49.272456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f4083268-55a7-4508-9f74-f811b5d03fff None None] Port f12d98f7-4f60-4202-b5fc-5a167f6c863a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:49.332638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event deleted for resources: {'Port': ['ID=62e97def-6535-4a3d-bdf5-673c5ad440e2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:49.449762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:49.450059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:49.450395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:49.525812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.560061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:49.560395 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:49.564619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting subnet 99495574-ee81-40c2-81da-da17043609ba {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:49.579290 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 5 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:49.587079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.689066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.690983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-22dfacd9-bc98-47e4-b08c-a5a0c4cdbfa0 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "DELETE /v2.0/ports/62e97def-6535-4a3d-bdf5-673c5ad440e2 HTTP/1.1" status: 204 len: 168 time: 3.9450808 Jan 25 16:47:49.693557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.730230 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-073a4a3d-0b7a-47d0-97c9-2d5b85899c79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5333bcaa0c954c73ad0963ef6529bebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025177 Jan 25 16:47:49.731518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59600) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:49.763150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:49.763480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:49.764446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:49.792575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:49.792909 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:49.799309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 6 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:49.823021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.906807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:49.907149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:49.907664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:49.915159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Deleting subnet 92a2bd93-0f93-4967-b32b-52e507750b2c {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:49.923462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:49.935474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:49.937368 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:49.943206 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 7 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:49.985846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:49.986371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:49.986757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:49.990132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.015552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.048541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:50.049136 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:50.053886 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 8 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:50.059558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.080507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port b76252be-5690-496f-a892-e34f5e6cbc43 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:50.081142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.117161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:50.118313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:50.118817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:50.131308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fd28ae39-a3ab-4a57-84a0-406199f4d218 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:50.151662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.183289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:50.183905 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:50.193402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.194948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.212340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fd28ae39-a3ab-4a57-84a0-406199f4d218 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:50.212801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.220713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145c1f4-68cc-4e43-9010-c145de139c56,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:50.223064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 9 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:50.257891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.258966 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61290555-0904-45cd-9401-3fe93a4a8d91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6145c1f4-68cc-4e43-9010-c145de139c56 HTTP/1.1" status: 204 len: 168 time: 0.5221982 Jan 25 16:47:50.278299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:50.278633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:50.279287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:50.285186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.313632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:50.313963 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:50.334227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event deleted for resources: {'Subnet': ['ID=92a2bd93-0f93-4967-b32b-52e507750b2c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:50.338203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.348572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3499a-58e3-4563-9004-318ce7ee2cf9 None None] Network 2cca5789-d047-4a13-9756-0c0657406505 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:50.351329 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c900f220-5b1e-4146-9253-2fbc427ff42a tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "DELETE /v2.0/subnets/92a2bd93-0f93-4967-b32b-52e507750b2c HTTP/1.1" status: 204 len: 168 time: 0.6551127 Jan 25 16:47:50.353845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59606) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:50.366221 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 10 to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 Jan 25 16:47:50.374623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.425299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:47:50.425640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:47:50.425980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:47:50.492070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b76252be-5690-496f-a892-e34f5e6cbc43 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:50.501882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:47:50.503304 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port fbf68666-84ab-42c0-87e2-4adae89b1333 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:47:50.503708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.537016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.562444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Deleting port 9bc83b42-6770-4192-94e1-8f8b515f3c12 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:50.563443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.565632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.747317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port b76252be-5690-496f-a892-e34f5e6cbc43 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:47:50.756350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b76252be-5690-496f-a892-e34f5e6cbc43 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:50.756716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.891798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] DHCP port deletion for 2cca5789-d047-4a13-9756-0c0657406505 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:50.911467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Deleting port 9bc83b42-6770-4192-94e1-8f8b515f3c12 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:50.911834 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:50.928182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] For port 9bc83b42-6770-4192-94e1-8f8b515f3c12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9bc83b42-6770-4192-94e1-8f8b515f3c12,segment=NetworkSegment(ecce5393-d43a-4872-96b6-b03bff8ee18f),segment_id=ecce5393-d43a-4872-96b6-b03bff8ee18f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:50.929655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.006490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.060526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Calling delete_port for 9bc83b42-6770-4192-94e1-8f8b515f3c12 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:51.072421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Subnet': ['ID=99495574-ee81-40c2-81da-da17043609ba,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:51.079894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port b76252be-5690-496f-a892-e34f5e6cbc43, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b76252be-5690-496f-a892-e34f5e6cbc43,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:51.080262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.090311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port b76252be-5690-496f-a892-e34f5e6cbc43, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b76252be-5690-496f-a892-e34f5e6cbc43,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:51.091560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.108528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f1fbd-8853-4e43-afab-b9d3b007c13f None None] Network 949cea99-0430-4fe1-a610-63e5ffa408da requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:51.126294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.149179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.197355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event deleted for resources: {'Port': ['ID=9bc83b42-6770-4192-94e1-8f8b515f3c12,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:51.200782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] No DVR routers for this DVR port 9bc83b42-6770-4192-94e1-8f8b515f3c12 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:51.293309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for b76252be-5690-496f-a892-e34f5e6cbc43 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:51.338261 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-89797e51-8097-492e-9a79-c064556f3cca tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/subnets/99495574-ee81-40c2-81da-da17043609ba HTTP/1.1" status: 204 len: 168 time: 2.5131636 Jan 25 16:47:51.343120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59610) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:51.346600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] For port 9bc83b42-6770-4192-94e1-8f8b515f3c12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9bc83b42-6770-4192-94e1-8f8b515f3c12,segment=NetworkSegment(ecce5393-d43a-4872-96b6-b03bff8ee18f),segment_id=ecce5393-d43a-4872-96b6-b03bff8ee18f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:51.347151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.347250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.408803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port fbf68666-84ab-42c0-87e2-4adae89b1333, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:47:51.409389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempted to set empty binding levels {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:47:51.437676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.459999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cca5789-d047-4a13-9756-0c0657406505']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:51.481185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecce5393-d43a-4872-96b6-b03bff8ee18f') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:51.481512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecce5393-d43a-4872-96b6-b03bff8ee18f') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:51.505689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.515404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Calling delete_port for 9bc83b42-6770-4192-94e1-8f8b515f3c12 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:51.521644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.529675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] In _notify_port_updated(), no bound segment for port fbf68666-84ab-42c0-87e2-4adae89b1333 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:47:51.530933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.535330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.535330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "PUT /v2.0/ports/fbf68666-84ab-42c0-87e2-4adae89b1333 HTTP/1.1" status: 200 len: 980 time: 6.5647697 Jan 25 16:47:51.537823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:51.540906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Deleting port d6280d81-57cb-484c-b224-3966d2c8cdb7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:51.541204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.567179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:51.577906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.591206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d319b-f926-434c-86d5-5d35ef9a17fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=fbf68666-84ab-42c0-87e2-4adae89b1333,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:51.599511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:51.600042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:51.616596 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:51.633914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.651509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.680839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:51.681331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:51.722003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:51.722216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:51.768198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.783434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] DHCP port deletion for 949cea99-0430-4fe1-a610-63e5ffa408da request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:51.788695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Deleting port d6280d81-57cb-484c-b224-3966d2c8cdb7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:51.789076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.802115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=f12d98f7-4f60-4202-b5fc-5a167f6c863a,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:51.825337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.825822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.826550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.827522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.827991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.828460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.828925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.829419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.829883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.830340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.830957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.831219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:51.831761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.832379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.832996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.833497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.833964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.834424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.834883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.835341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.835800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.836257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:51.838378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Synchronizing usage tracker for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:51.882139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] Pushing event deleted for resources: {'Network': ['ID=2cca5789-d047-4a13-9756-0c0657406505,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:52.057552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b76252be-5690-496f-a892-e34f5e6cbc43 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:47:52.097829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] For port d6280d81-57cb-484c-b224-3966d2c8cdb7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d6280d81-57cb-484c-b224-3966d2c8cdb7,segment=NetworkSegment(5d1e30d5-0e3d-4189-bac3-2488545acea2),segment_id=5d1e30d5-0e3d-4189-bac3-2488545acea2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:52.098375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.117209 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75af7e94-9070-4ce8-9227-285516828355 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945 tempest-ExtraDHCPOptionsIpV6TestJSON-212892945-project] 10.222.0.45 "DELETE /v2.0/networks/2cca5789-d047-4a13-9756-0c0657406505 HTTP/1.1" status: 204 len: 168 time: 1.7597814 Jan 25 16:47:52.132587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] For port d6280d81-57cb-484c-b224-3966d2c8cdb7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d6280d81-57cb-484c-b224-3966d2c8cdb7,segment=NetworkSegment(5d1e30d5-0e3d-4189-bac3-2488545acea2),segment_id=5d1e30d5-0e3d-4189-bac3-2488545acea2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:52.132841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.163481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.167689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Unset dirty status for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:52.169469 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c7befdc6-b7f5-445a-8785-400f85c7d575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18973 time: 0.6280513 Jan 25 16:47:52.181615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59620) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:52.186439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Deleting port 9bc83b42-6770-4192-94e1-8f8b515f3c12 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:52.186818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.232200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port b76252be-5690-496f-a892-e34f5e6cbc43 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:52.233472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.276935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Calling delete_port for d6280d81-57cb-484c-b224-3966d2c8cdb7 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:52.299918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Calling delete_port for d6280d81-57cb-484c-b224-3966d2c8cdb7 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:52.364834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Deleting port fbf68666-84ab-42c0-87e2-4adae89b1333 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:52.365427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.377539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9edc492-a66d-46ce-9a51-993385818672 None None] The port '9bc83b42-6770-4192-94e1-8f8b515f3c12' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:52.400636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a7b3b9b9-b1d0-4b9b-a03d-5043d9703c2a None None] Provisioning complete for port f12d98f7-4f60-4202-b5fc-5a167f6c863a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:52.400885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b9b9-b1d0-4b9b-a03d-5043d9703c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.403777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.469072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b76252be-5690-496f-a892-e34f5e6cbc43 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:52.469513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.472591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Port': ['ID=d6280d81-57cb-484c-b224-3966d2c8cdb7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:52.480727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] No DVR routers for this DVR port d6280d81-57cb-484c-b224-3966d2c8cdb7 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:52.511456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:47:52.511804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:47:52.522627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3b9b9-b1d0-4b9b-a03d-5043d9703c2a None None] Port f12d98f7-4f60-4202-b5fc-5a167f6c863a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:52.531755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:52.649334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.675760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9bc83b42-6770-4192-94e1-8f8b515f3c12 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:52.682442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949cea99-0430-4fe1-a610-63e5ffa408da']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:52.698460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1e30d5-0e3d-4189-bac3-2488545acea2') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:52.699272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1e30d5-0e3d-4189-bac3-2488545acea2') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:52.714018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.763093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.775733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:47:52.776143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.785306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 9bc83b42-6770-4192-94e1-8f8b515f3c12 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:52.785645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9bc83b42-6770-4192-94e1-8f8b515f3c12 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:52.786069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d6280d81-57cb-484c-b224-3966d2c8cdb7 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:47:52.791377 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:47:52.827284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: d6280d81-57cb-484c-b224-3966d2c8cdb7 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:52.827779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d6280d81-57cb-484c-b224-3966d2c8cdb7 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:52.860551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.876235 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-854b19e1-17d9-4422-9c8a-998a3f4bdf27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b33444e0ecd4e719e7d0928f267c97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428698 Jan 25 16:47:52.880128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:52.881588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port b76252be-5690-496f-a892-e34f5e6cbc43, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b76252be-5690-496f-a892-e34f5e6cbc43,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:52.881956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.912711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.934896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:52.955906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Pushing event deleted for resources: {'Network': ['ID=949cea99-0430-4fe1-a610-63e5ffa408da,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:52.963133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-196a5085-c596-4ca2-ad3a-e8346f1e537b tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/networks/949cea99-0430-4fe1-a610-63e5ffa408da HTTP/1.1" status: 204 len: 168 time: 1.6190300 Jan 25 16:47:52.966190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:53.012624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Deleting port d6280d81-57cb-484c-b224-3966d2c8cdb7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:53.013020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.018862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.021351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc2d533e-f006-481e-acb5-a1b1cd0aaf20 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Synchronizing usage tracker for tenant:ff123135ffa740cfb9b6caca504465b4 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:53.057241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.064367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc2d533e-f006-481e-acb5-a1b1cd0aaf20 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Unset dirty status for tenant:ff123135ffa740cfb9b6caca504465b4 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:53.068420 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc2d533e-f006-481e-acb5-a1b1cd0aaf20 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f2def3-416e-4283-8d83-e44dbe7194d0 HTTP/1.1" status: 200 len: 205 time: 0.0983989 Jan 25 16:47:53.068420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:53.088353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d5272865-f4eb-446f-9beb-7c98190e6704 None None] The port 'd6280d81-57cb-484c-b224-3966d2c8cdb7' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:47:53.109296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for b76252be-5690-496f-a892-e34f5e6cbc43 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:53.228561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.341011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port fbf68666-84ab-42c0-87e2-4adae89b1333, host hv-neutron-8240, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:53.341423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.402295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.500968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Calling delete_port for fbf68666-84ab-42c0-87e2-4adae89b1333 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:53.536988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f97cdae-4b83-42a3-866b-d4f3edda2955,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:53.547078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.550230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.554579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.557973 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed5ad8dd-27ed-4e68-8e61-674b521e084b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f97cdae-4b83-42a3-866b-d4f3edda2955 HTTP/1.1" status: 204 len: 168 time: 0.6750433 Jan 25 16:47:53.598793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.600043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Fanout notify agent at l3_agent the message router_deleted on router 94f2def3-416e-4283-8d83-e44dbe7194d0 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:47:53.616198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.617480 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0af62a81-8b67-43c5-b8d5-c34367340520 tempest-RoutersNegativeIpV6Test-790625667 tempest-RoutersNegativeIpV6Test-790625667-project] 10.222.0.45 "DELETE /v2.0/routers/94f2def3-416e-4283-8d83-e44dbe7194d0 HTTP/1.1" status: 204 len: 168 time: 0.5483439 Jan 25 16:47:53.714554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.868763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbf68666-84ab-42c0-87e2-4adae89b1333,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:53.896812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.940944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:53.953396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:53.986053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2bb0ee66-e094-491a-b02a-20b61cf9dc11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "DELETE /v2.0/ports/fbf68666-84ab-42c0-87e2-4adae89b1333 HTTP/1.1" status: 204 len: 168 time: 1.8029838 Jan 25 16:47:53.988877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59664) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:54.003799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=b76252be-5690-496f-a892-e34f5e6cbc43,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:54.157458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.234270 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8353a9a-187e-4a9e-85c0-975a39385ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:47:54.235665 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8353a9a-187e-4a9e-85c0-975a39385ba1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports/fbf68666-84ab-42c0-87e2-4adae89b1333 HTTP/1.1" status: 404 len: 333 time: 0.2456698 Jan 25 16:47:54.243079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59678) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:54.253902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.301355 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-34d73d50-bad9-40cd-a60d-ca97ce3da8a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff123135ffa740cfb9b6caca504465b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460162 Jan 25 16:47:54.308012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:54.374046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.400765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.415557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1449092522', 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:54.462907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.472618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:54.484938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.485907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2db4f0-6bd4-4575-adac-530c96216fec,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:54.489245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.490362 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cdcbf538-a75f-49c1-98b4-748f4a427c79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb2db4f0-6bd4-4575-adac-530c96216fec HTTP/1.1" status: 204 len: 168 time: 0.1814358 Jan 25 16:47:54.506832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Usage tracker for resource:port and tenant:e7ddbd25d1024b749087f8e1d7b124ef is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:54.508104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:54.516561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:54.532034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:54.600910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.604369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=f12d98f7-4f60-4202-b5fc-5a167f6c863a,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:54.618662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1666868265'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:54.626353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:54.630653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:network and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:54.633564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:54.644654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:54.657260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:54.662407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.676973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.693302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:54.697490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:security_group_rule and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:54.697638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Made reservation on behalf of e7ddbd25d1024b749087f8e1d7b124ef for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:54.700194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.700438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:54.707162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:54.808369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.814492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.853928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port e4164850-2e90-446a-a34e-2728ab35f0ad yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:54.859209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c06ae7e-8de0-4a40-99f5-d38a799fdd93,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:54.871591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:47:54.890251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.890617 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Added segment 57190dee-55ef-46ce-93c5-2ada9e0b02e1 of type vlan for network 9ca6e8a7-7399-4951-b7eb-7b920c381438 Jan 25 16:47:54.924807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.962072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:54.971557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:54.972270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.051926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Router 4b168b58-c783-4f72-8393-992d5e3a5dab has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:47:55.101357 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5900424 Jan 25 16:47:55.102100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.104855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c6253-1d5a-426a-a303-48eef675154c tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Network': ['ID=9ca6e8a7-7399-4951-b7eb-7b920c381438,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:55.111711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'subnet': {'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:55.123877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:47:55.237794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.255189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:55.260266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:subnet and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:55.263234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:55.272467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:55.275022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.286294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:55.290416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.347380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.362580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:55.467051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.479212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:55.560609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:55.563082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.569526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:55.571619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:55.583689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:55.584631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:55.585208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.595542 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Sync routers for ids ['4b168b58-c783-4f72-8393-992d5e3a5dab'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:55.609901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Routers {'4b168b58-c783-4f72-8393-992d5e3a5dab'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:55.611059 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4b168b58-c783-4f72-8393-992d5e3a5dab'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:55.633970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9ab01ce-e306-435e-9c53-8b06da34a9d0 tempest-ServiceProvidersTest-1149448506 tempest-ServiceProvidersTest-1149448506-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1655965 Jan 25 16:47:55.658442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=e4164850-2e90-446a-a34e-2728ab35f0ad,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:55.666512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Subnet': ['ID=97dbc444-650c-474f-800f-9688d1076f27,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:55.682286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Checking segment: {'id': '57190dee-55ef-46ce-93c5-2ada9e0b02e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:47:55.683131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network hostable DHCP agents. Network: 9ca6e8a7-7399-4951-b7eb-7b920c381438, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:47:55.709341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ad01a6bd-0dca-4603-a85e-4bffda2889d5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "PUT /v2.0/routers/4b168b58-c783-4f72-8393-992d5e3a5dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3906510 Jan 25 16:47:55.714292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.715120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:47:55.730257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-be50f370-7123-4358-9f11-e7a57a650a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4864583 Jan 25 16:47:55.734399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.816122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 9ca6e8a7-7399-4951-b7eb-7b920c381438) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:55.824878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bd994-2dc5-4f24-ba13-58f0ab876355 None None] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:55.834813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:55.835401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:55.890469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034d186-9e80-4a41-84e1-b376455461af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:55.891040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4034d186-9e80-4a41-84e1-b376455461af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Synchronizing usage tracker for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:55.896496 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb2cfef3-df41-4e44-a33e-613f8a7eff29 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7933540 Jan 25 16:47:55.898560 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Set router 4b168b58-c783-4f72-8393-992d5e3a5dab gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:55.900446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47406-867f-4b36-aaf6-fcebc8737441 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:55.902013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47406-867f-4b36-aaf6-fcebc8737441 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:55.902910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6aa47406-867f-4b36-aaf6-fcebc8737441 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:55.903815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59736) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.917753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-743249577', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:55.922620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6aa47406-867f-4b36-aaf6-fcebc8737441 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:55.924156 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6aa47406-867f-4b36-aaf6-fcebc8737441 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2045105 Jan 25 16:47:55.927097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:55.938413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:55.945449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:router and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:55.950166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:55.962447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4034d186-9e80-4a41-84e1-b376455461af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Unset dirty status for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:55.964880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4034d186-9e80-4a41-84e1-b376455461af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports/e4164850-2e90-446a-a34e-2728ab35f0ad HTTP/1.1" status: 200 len: 959 time: 0.2297506 Jan 25 16:47:55.965833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Router 359c1eea-9d54-4d1c-8702-2240f806dedc is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:47:55.969183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:55.971310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59746) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:56.033845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b617dac1-2bf4-4e23-b6e4-f03b930362b5 None None] Provisioning complete for port f12d98f7-4f60-4202-b5fc-5a167f6c863a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:47:56.034204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b617dac1-2bf4-4e23-b6e4-f03b930362b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.045806 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:53Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:56.051795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Checking router: 4b168b58-c783-4f72-8393-992d5e3a5dab for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:47:56.064298 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Routers {'4b168b58-c783-4f72-8393-992d5e3a5dab'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:56.065690 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4b168b58-c783-4f72-8393-992d5e3a5dab'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:56.074265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.077368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.107312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet b503fd4c-5977-433c-841c-0ed9547c85b1 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:47:56.115904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.161273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:56.168500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b617dac1-2bf4-4e23-b6e4-f03b930362b5 None None] Port f12d98f7-4f60-4202-b5fc-5a167f6c863a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:47:56.202228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.302410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d0ce6-a432-49a7-b30a-932faba86a65 None None] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:56.315370 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] Set router 4b168b58-c783-4f72-8393-992d5e3a5dab gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:47:56.332446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.422293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.428722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Deleting port e4164850-2e90-446a-a34e-2728ab35f0ad {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:56.429533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.448002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:56.455294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Usage tracker for resource:security_group_rule and tenant:caac4baa55bc4b1f843c47db879fd6fd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:47:56.459391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:47:56.467986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.469732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.474636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:56.491241 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:53Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:56.497483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31bf0bc-cf3c-4566-b5b7-398132bf105c None None] The sync data for ids ['4b168b58-c783-4f72-8393-992d5e3a5dab'] in dv-neutron-824022-2-hyperv is: [{'id': '4b168b58-c783-4f72-8393-992d5e3a5dab', 'name': 'tempest-NetworksTestDHCPv6-router-1061635848', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:47:37Z', 'updated_at': '2022-01-25T16:47:53Z', 'revision_number': 3, 'project_id': 'eac9808dcb32472485dd06eaec595cde', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:56.510329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:47:56.533700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=b503fd4c-5977-433c-841c-0ed9547c85b1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:56.540794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] Sync routers for ids ['359c1eea-9d54-4d1c-8702-2240f806dedc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:47:56.549032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.568558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e8051186-afbd-4b50-9ed1-ee2ee4e38529 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/routers/359c1eea-9d54-4d1c-8702-2240f806dedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8320925 Jan 25 16:47:56.570170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59758) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:56.570732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39d4ae-2a6e-48d6-81ea-80a56b23fec6 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:47:56.630832 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0562a56-d973-4eb5-9ed0-4791848c57fd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b503fd4c-5977-433c-841c-0ed9547c85b1 HTTP/1.1" status: 204 len: 168 time: 0.6995459 Jan 25 16:47:56.631637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:56.740120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] Routers {'359c1eea-9d54-4d1c-8702-2240f806dedc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:56.740840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['359c1eea-9d54-4d1c-8702-2240f806dedc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:56.852992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:56.907914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.923595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc99db1-8640-4d5c-adf0-db598d33d985 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:56.927537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fdc99db1-8640-4d5c-adf0-db598d33d985 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:56.937170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.959281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bda3577b-17a6-4659-979c-dbf9a1719417 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:56.965023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.976548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:56.993177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] Routers {'359c1eea-9d54-4d1c-8702-2240f806dedc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:47:56.994124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:47:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['359c1eea-9d54-4d1c-8702-2240f806dedc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:57.066976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:47:57.067659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66c40f-d2da-4f2e-a375-1d7ad54785bb None None] The sync data for ids ['359c1eea-9d54-4d1c-8702-2240f806dedc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:47:57.071110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caac4baa55bc4b1f843c47db879fd6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089208 Jan 25 16:47:57.080426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:57.082056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbfc05-6130-4b95-a146-041623f8dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14ed7dc-aa88-4d13-980a-a9aa96739a14,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:57.088113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fdc99db1-8640-4d5c-adf0-db598d33d985 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:57.094126 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fdc99db1-8640-4d5c-adf0-db598d33d985 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?device_id=359c1eea-9d54-4d1c-8702-2240f806dedc HTTP/1.1" status: 200 len: 981 time: 0.5209634 Jan 25 16:47:57.104330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:57.184199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Calling delete_port for e4164850-2e90-446a-a34e-2728ab35f0ad owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:57.197946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:47:57.204189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Deleting port e9337210-9fb5-493a-8e64-ff08c7a8f19a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:57.204568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.271916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bda3577b-17a6-4659-979c-dbf9a1719417 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:57.275589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bda3577b-17a6-4659-979c-dbf9a1719417 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6380074 Jan 25 16:47:57.278357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59774) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:57.415232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] For port e9337210-9fb5-493a-8e64-ff08c7a8f19a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e9337210-9fb5-493a-8e64-ff08c7a8f19a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:47:57.415613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.456756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.468711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.580314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.586992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Calling delete_port for e9337210-9fb5-493a-8e64-ff08c7a8f19a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:57.645930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7788-99a4-4c7d-819a-ad95f83fd58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.683397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.701565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.710688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.720552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14ed7dc-aa88-4d13-980a-a9aa96739a14,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:57.734020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.734276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] Pushing event deleted for resources: {'Port': ['ID=e9337210-9fb5-493a-8e64-ff08c7a8f19a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:57.736157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93157e-60a5-4e09-8663-3691805abc55 None None] No DVR routers for this DVR port e9337210-9fb5-493a-8e64-ff08c7a8f19a on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:47:57.737940 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31a0fb75-feeb-4b2d-bc3e-5936691559e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b14ed7dc-aa88-4d13-980a-a9aa96739a14 HTTP/1.1" status: 204 len: 168 time: 0.6513433 Jan 25 16:47:57.801751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4164850-2e90-446a-a34e-2728ab35f0ad,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:57.809695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:57.896792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.011528 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5b902863-1a39-47b0-9376-b5103eb53ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e4164850-2e90-446a-a34e-2728ab35f0ad HTTP/1.1" status: 204 len: 168 time: 2.0385332 Jan 25 16:47:58.017817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:58.023998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b76252be-5690-496f-a892-e34f5e6cbc43 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:58.028690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.032510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.096960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b76252be-5690-496f-a892-e34f5e6cbc43 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:58.097806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b76252be-5690-496f-a892-e34f5e6cbc43 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:58.098497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e9337210-9fb5-493a-8e64-ff08c7a8f19a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:47:58.098687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ed28b2-5eef-4aaa-afb6-f121afd48291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:47:58.100246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d5ed28b2-5eef-4aaa-afb6-f121afd48291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Synchronizing usage tracker for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:58.142732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e9337210-9fb5-493a-8e64-ff08c7a8f19a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:47:58.143253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e9337210-9fb5-493a-8e64-ff08c7a8f19a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:47:58.187625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.188253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Fanout notify agent at l3_agent the message router_deleted on router 4b168b58-c783-4f72-8393-992d5e3a5dab {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:47:58.247483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port f12d98f7-4f60-4202-b5fc-5a167f6c863a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:47:58.248419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.262921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d5ed28b2-5eef-4aaa-afb6-f121afd48291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Unset dirty status for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:58.265585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d5ed28b2-5eef-4aaa-afb6-f121afd48291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports/e4164850-2e90-446a-a34e-2728ab35f0ad HTTP/1.1" status: 404 len: 333 time: 0.2392921 Jan 25 16:47:58.277162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59794) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:58.287467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-900893066'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:58.293489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:58.299908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.303250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b73cf79c-3cf9-44fd-a8bf-af7e5e25ff14 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/routers/4b168b58-c783-4f72-8393-992d5e3a5dab HTTP/1.1" status: 204 len: 168 time: 1.0203066 Jan 25 16:47:58.304399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:58.347634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:58.349464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.390100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.397776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e467ccb0-3f08-43f1-87ad-366f830c30f3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:58.428959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Made reservation on behalf of e7ddbd25d1024b749087f8e1d7b124ef for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:58.431536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.472378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port db120752-0dab-47e4-bacc-ca0999580d46 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:47:58.482899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e467ccb0-3f08-43f1-87ad-366f830c30f3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:58.485471 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e467ccb0-3f08-43f1-87ad-366f830c30f3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1791093 Jan 25 16:47:58.488774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:58.580702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.652354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d6d77-8f38-49f6-b69f-d21b76a5e5b8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:58.653037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e2d6d77-8f38-49f6-b69f-d21b76a5e5b8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:47:58.657038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.70 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/ff23edb0-7f42-43ea-bbdd-7d9f05516660) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:47:58.725980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for f12d98f7-4f60-4202-b5fc-5a167f6c863a owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:47:58.787331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e2d6d77-8f38-49f6-b69f-d21b76a5e5b8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:47:58.788525 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e2d6d77-8f38-49f6-b69f-d21b76a5e5b8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2986467 Jan 25 16:47:58.791231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:58.885289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.957609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:58.980142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.005712 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3f8f967-e1d8-42b2-bb5b-642f2d4c8bcf tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2102630 Jan 25 16:47:59.007383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:59.025260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:59.063860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Network b6b18656-db36-4bba-9e3e-6f39791f3b6b is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:59.068352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:59.071364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:59.072662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:47:59.073284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.093388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=db120752-0dab-47e4-bacc-ca0999580d46,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:59.099191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.165913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:47:59.175530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:47:59.177980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:47:59.208996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:47:59.221735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cdf4c1b0-6066-4ad1-93ba-97327adf02d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9410641 Jan 25 16:47:59.227252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59836) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:47:59.236000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:47:59.243994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:47:59.291277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:47:59.292408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=ff23edb0-7f42-43ea-bbdd-7d9f05516660,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:59.296017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.411426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.474028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=f12d98f7-4f60-4202-b5fc-5a167f6c863a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:47:59.716676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:47:59.828366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.038801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:00.109318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951070361', 'description': 'tempest-secgroup-smoke-951070361 description', 'project_id': '42578ceb9f554041a4ea7c625266f506'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:00.149481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.175998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:00.190862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:00.197549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:00.208568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:00.211692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c06bfeb2-ae82-4958-a084-e1680b0d3d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.237525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] device_id is not set on port db120752-0dab-47e4-bacc-ca0999580d46 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:00.249269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.251340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:48:00.254679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.295126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Router 359c1eea-9d54-4d1c-8702-2240f806dedc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:00.301244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.335094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.337974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Transition to ACTIVE for port object db120752-0dab-47e4-bacc-ca0999580d46 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:00.343974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.356423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:00.366022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:00.375534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f4eed-371f-48d0-9ccd-871cefff997e None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:00.417784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:00.418380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.423061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:00.447221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:00.449909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=b3017596-f58a-47b6-82d4-02841cc6345d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:00.556473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=db120752-0dab-47e4-bacc-ca0999580d46,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:00.585539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:00.585929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:00.586206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:00.596878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:00.597205 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:00.599613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 2 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:00.623471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:00.627765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'b3017596-f58a-47b6-82d4-02841cc6345d'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:00.628613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.641065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:00.654980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:00.667926 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-20ddf4c8-72f8-4b0c-b33e-0a66beb0dc82 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/routers/359c1eea-9d54-4d1c-8702-2240f806dedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5618429 Jan 25 16:48:00.670534 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] Sync routers for ids ['359c1eea-9d54-4d1c-8702-2240f806dedc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:00.671218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:00.674904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4fe0496-d0e6-415d-add8-efc7d44d986c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6663790 Jan 25 16:48:00.691441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59854) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:00.692638 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] Routers {'359c1eea-9d54-4d1c-8702-2240f806dedc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:00.693343 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['359c1eea-9d54-4d1c-8702-2240f806dedc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:00.704677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:00.724754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:00.725119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:00.725559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:00.733666 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6b2c27-905f-4a40-9659-081127c3b3b2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:48:00.734872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a6b2c27-905f-4a40-9659-081127c3b3b2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:00.759862 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:00.772964 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] Routers {'359c1eea-9d54-4d1c-8702-2240f806dedc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:00.773768 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['359c1eea-9d54-4d1c-8702-2240f806dedc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:00.804275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:00.804650 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:00.814624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 3 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:00.827729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.830571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a6b2c27-905f-4a40-9659-081127c3b3b2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:00.835230 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a6b2c27-905f-4a40-9659-081127c3b3b2 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/f12d98f7-4f60-4202-b5fc-5a167f6c863a HTTP/1.1" status: 404 len: 333 time: 0.1624722 Jan 25 16:48:00.836090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:00.840803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.841344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Allocated IP 2001:db8::f816:3eff:fe2a:90f6 (255dcaab-10ef-4717-a4ec-827262e2a670/b3017596-f58a-47b6-82d4-02841cc6345d/b33d5820-7ad8-4002-a76d-db58b719038c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:00.854181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:00.861517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:00.861894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:00.862387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:00.938920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:00.939308 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:00.945246 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 4 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:00.948054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4f0ee-f123-433e-814d-00edb6b346ac,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:00.949845 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:00.952344 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60e784-1ee3-4bcd-9ed9-a64f81f12c8d None None] The sync data for ids ['359c1eea-9d54-4d1c-8702-2240f806dedc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:00.960629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:01.005889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.006236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.006564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.027660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:01.034018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:01.043144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:01.047196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.093084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.113976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.125775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Transition to ACTIVE for port object b33d5820-7ad8-4002-a76d-db58b719038c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:01.146699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Transition to ACTIVE for port object b33d5820-7ad8-4002-a76d-db58b719038c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:01.153358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.211252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.211825 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.222502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 5 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.229264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:01.233177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:01.236137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:01.244129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.244467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.244814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.246028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Pushing event updated for resources: {'Port': ['ID=b33d5820-7ad8-4002-a76d-db58b719038c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:01.252114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:01.256424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:01.263581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:01.268029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.268366 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.273045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 6 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.282132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:01.301759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.302113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.303385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.312939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.313289 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.315719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 7 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.322448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:01.326612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.339213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Attempting to bind port b33d5820-7ad8-4002-a76d-db58b719038c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.339657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Attempting to bind port b33d5820-7ad8-4002-a76d-db58b719038c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.339924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Attempting to bind port b33d5820-7ad8-4002-a76d-db58b719038c on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.345581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:01.345951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:01.347102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.347102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:01.347371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Bound port: b33d5820-7ad8-4002-a76d-db58b719038c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:01.347699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.383756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.386747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.413745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.413745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.414042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.439034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.439436 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.440695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.442521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.442795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 8 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.443390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Fanout notify agent at l3_agent the message router_deleted on router 359c1eea-9d54-4d1c-8702-2240f806dedc {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:48:01.453811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.461007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] For port b33d5820-7ad8-4002-a76d-db58b719038c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:01.464724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] For port b33d5820-7ad8-4002-a76d-db58b719038c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b33d5820-7ad8-4002-a76d-db58b719038c,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:01.469499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.472807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.484386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.484757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.485061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.500849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0260e1-ee50-4c1a-95ee-59f649ff1db3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:01.506211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.506426 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.510013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 9 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.514640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.518622 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eee846bc-3654-43f9-aae0-9a5abcf339cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/routers/359c1eea-9d54-4d1c-8702-2240f806dedc HTTP/1.1" status: 204 len: 168 time: 0.6813548 Jan 25 16:48:01.519968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59862) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:01.520633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:48:01.523570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.524909 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b246656d-dcba-426e-93f5-0943a843c04b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4851794 Jan 25 16:48:01.539482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59866) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:01.551030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:01.567623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:01.576549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545abdef-255d-4ff4-946b-b997b269ed2e None None] Pushing event updated for resources: {'Port': ['ID=b33d5820-7ad8-4002-a76d-db58b719038c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:01.604841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 63328df0-367f-41c1-908b-4bb76d7c8949 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:01.609168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.623119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.623449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.623791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.647985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:01.657161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:01.660032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.660372 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.671182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.672854 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempt 10 to bind port db120752-0dab-47e4-bacc-ca0999580d46 Jan 25 16:48:01.682754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:01.704632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:01.704912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:01.705251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempting to bind port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:01.761574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.797338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:01.797338 dv-neutron-824022-2-hyperv neutron-server[87552]: ERROR neutron.plugins.ml2.managers [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Failed to bind port db120752-0dab-47e4-bacc-ca0999580d46 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b6b18656-db36-4bba-9e3e-6f39791f3b6b'}] Jan 25 16:48:01.797816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.873507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.876743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.917698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=63328df0-367f-41c1-908b-4bb76d7c8949,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:01.922489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:01.928697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbcea4-a729-49d3-bec7-ef8cadcf55bc None None] Network 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:01.941038 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a8f3591-f769-4e72-9083-0dea313c0ae1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/63328df0-367f-41c1-908b-4bb76d7c8949 HTTP/1.1" status: 204 len: 168 time: 0.4194570 Jan 25 16:48:01.943410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:02.046926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:02.133414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:02.136300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.154995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.160207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11356e40-a03d-48a4-8b70-97fbf1abaa66 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2484262 Jan 25 16:48:02.160455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.161417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:02.161618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.164706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port db120752-0dab-47e4-bacc-ca0999580d46, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:02.165087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attempted to set empty binding levels {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:48:02.180297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b33d5820-7ad8-4002-a76d-db58b719038c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:02.188363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.243298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:02.243963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:02.249100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72013ac-dc5a-4af7-bade-dfca9543e29f,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:02.261278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port fd28ae39-a3ab-4a57-84a0-406199f4d218 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:02.262024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.273424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.277458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.278679 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3acdcc3d-96eb-44a9-a1c3-a53216df854b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7382276 Jan 25 16:48:02.311378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59880) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:02.323996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:02.324380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] In _notify_port_updated(), no bound segment for port db120752-0dab-47e4-bacc-ca0999580d46 on network b6b18656-db36-4bba-9e3e-6f39791f3b6b {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:48:02.325200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:02.326147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.330003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "PUT /v2.0/ports/db120752-0dab-47e4-bacc-ca0999580d46 HTTP/1.1" status: 200 len: 980 time: 3.0993159 Jan 25 16:48:02.334833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59884) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:02.363483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:02.385385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf8a2c-4af6-4ed2-8a79-b2b57bca58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event updated for resources: {'Port': ['ID=db120752-0dab-47e4-bacc-ca0999580d46,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:02.390533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:02.391188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:02.393231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:02.403276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:02.417767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:02.418368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.449932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:02.454283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Deleting port db120752-0dab-47e4-bacc-ca0999580d46 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:02.454605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.471429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:02.471936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d79e5-cbd8-4dd4-9a91-693832d48dee None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:02.496532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port b33d5820-7ad8-4002-a76d-db58b719038c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:02.509014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-35d5e58b-8a48-4001-b5c1-965b755780ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8161750 Jan 25 16:48:02.509667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59888) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:02.533831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:51:b8:2d', 'name': 'tempest-NetworksTestDHCPv6-48356693'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:02.551805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:02.577987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:02.586687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:02.591900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] DHCP port deletion for 6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:48:02.596124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Deleting port fd28ae39-a3ab-4a57-84a0-406199f4d218 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:02.596593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.643738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:02.662586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.752922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:02.790136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:02.800641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:02.816956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:02.846929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.853223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:02.916714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] For port fd28ae39-a3ab-4a57-84a0-406199f4d218, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fd28ae39-a3ab-4a57-84a0-406199f4d218,segment=NetworkSegment(baaba6c3-a245-44b8-9441-2004469bd892),segment_id=baaba6c3-a245-44b8-9441-2004469bd892)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:02.917111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.931771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:02.951801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.050239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3f289-082d-4086-b920-60541bab7080 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:03.062528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] For port db120752-0dab-47e4-bacc-ca0999580d46, host hv-neutron-8240, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:03.062895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.069468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c7cdb7-53f5-4a8a-b15c-c8e297fef44d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:03.073031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] For port fd28ae39-a3ab-4a57-84a0-406199f4d218, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fd28ae39-a3ab-4a57-84a0-406199f4d218,segment=NetworkSegment(baaba6c3-a245-44b8-9441-2004469bd892),segment_id=baaba6c3-a245-44b8-9441-2004469bd892)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:03.073428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.077162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Calling delete_port for fd28ae39-a3ab-4a57-84a0-406199f4d218 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:03.094118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.097976 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e2d832e-77b1-4602-8886-b982a43480eb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7804258 Jan 25 16:48:03.219462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:03.231057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for fd28ae39-a3ab-4a57-84a0-406199f4d218 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:03.233456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.271713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:03.283084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Provisioning for port b33d5820-7ad8-4002-a76d-db58b719038c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:03.287408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:03.299136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] Pushing event deleted for resources: {'Port': ['ID=fd28ae39-a3ab-4a57-84a0-406199f4d218,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:03.306162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5a9fd-8c35-412b-85c4-9b19db8a5087 None None] No DVR routers for this DVR port fd28ae39-a3ab-4a57-84a0-406199f4d218 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:48:03.311211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Provisioning complete for port b33d5820-7ad8-4002-a76d-db58b719038c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:03.311358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.349880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Calling delete_port for db120752-0dab-47e4-bacc-ca0999580d46 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:03.363986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:03.377767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:03.397773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.400201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:03.438959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 0a77c9ec-7e29-425c-8b97-17a2a576c89b yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:03.487243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:48:03.487907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:48:03.512699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.524094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.558951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.583613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Pushing event deleted for resources: {'Port': ['ID=db120752-0dab-47e4-bacc-ca0999580d46,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:03.601615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] For port b33d5820-7ad8-4002-a76d-db58b719038c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b33d5820-7ad8-4002-a76d-db58b719038c,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:03.614945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.641450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.673100 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-75afe849-37fd-4be0-8407-d6003eb95d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "DELETE /v2.0/ports/db120752-0dab-47e4-bacc-ca0999580d46 HTTP/1.1" status: 204 len: 168 time: 1.3345714 Jan 25 16:48:03.673454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59896) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:03.693715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.704793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.724464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c2a5c8-ac21-416b-be64-4a874c1624b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:48:03.725044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-81c2a5c8-ac21-416b-be64-4a874c1624b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Synchronizing usage tracker for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:03.749079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9eecf67-71b1-42fa-b7db-f3d40405f892,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:03.749353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14148f-6cff-4602-8092-fac809bdaf39 None None] Pushing event updated for resources: {'Port': ['ID=b33d5820-7ad8-4002-a76d-db58b719038c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:03.754025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'b3017596-f58a-47b6-82d4-02841cc6345d', 'ip_address': '2001:db8::f816:3eff:fe2a:90f6'}, {'subnet_id': 'a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'b33d5820-7ad8-4002-a76d-db58b719038c'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:03.783124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.784984 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-daeed2c1-9d67-47e0-b721-c673ec9b9c79 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642221 Jan 25 16:48:03.787931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59900) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:03.801078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:03.810740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-81c2a5c8-ac21-416b-be64-4a874c1624b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] Unset dirty status for tenant:e7ddbd25d1024b749087f8e1d7b124ef on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:03.815402 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-81c2a5c8-ac21-416b-be64-4a874c1624b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378228737-project-admin] 10.222.0.45 "GET /v2.0/ports/db120752-0dab-47e4-bacc-ca0999580d46 HTTP/1.1" status: 404 len: 333 time: 0.1377566 Jan 25 16:48:03.815621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.817826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:03.820160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59904) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:03.829245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:03.835601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.906676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:03.924500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:03.942810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 172.20.0.12 (255dcaab-10ef-4717-a4ec-827262e2a670/a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a/0a77c9ec-7e29-425c-8b97-17a2a576c89b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:03.964251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe51:b82d (255dcaab-10ef-4717-a4ec-827262e2a670/b3017596-f58a-47b6-82d4-02841cc6345d/0a77c9ec-7e29-425c-8b97-17a2a576c89b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:03.988033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.989577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port fd28ae39-a3ab-4a57-84a0-406199f4d218 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:03.990116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:03.990236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.052970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b33d5820-7ad8-4002-a76d-db58b719038c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:04.083146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] The port 'fd28ae39-a3ab-4a57-84a0-406199f4d218' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:48:04.130352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b33d5820-7ad8-4002-a76d-db58b719038c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:04.130730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.221758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.287749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.315296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fd28ae39-a3ab-4a57-84a0-406199f4d218 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:48:04.339282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.352817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: fd28ae39-a3ab-4a57-84a0-406199f4d218 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:48:04.353171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fd28ae39-a3ab-4a57-84a0-406199f4d218 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:48:04.356477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6397df69-31b2-4f57-b6f6-795ae8cf5297,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:04.400151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.405370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6dee3b2f-b559-4e17-a319-97e7a11e1e9d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6127362 Jan 25 16:48:04.405819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b18656-db36-4bba-9e3e-6f39791f3b6b']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.406234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:04.410498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.425375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:04.431454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.431754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef75d74-54d5-4bcc-bfcc-9ae2f5b1d268') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.434016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:04.450314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:04.453681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.466089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:04.470184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.476600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4917c6-a05d-41fb-b0cd-9a28cb966ed2']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.480762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.484413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:04.493776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:04.494203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.502802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaba6c3-a245-44b8-9441-2004469bd892') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.503105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaba6c3-a245-44b8-9441-2004469bd892') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:04.509514 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:04.511611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 0a77c9ec-7e29-425c-8b97-17a2a576c89b will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:04.555032 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Project 42578ceb9f554041a4ea7c625266f506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:48:04.560628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.580290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.600028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.619792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.620859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.631683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] Pushing event deleted for resources: {'Network': ['ID=b6b18656-db36-4bba-9e3e-6f39791f3b6b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:04.637887 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-81d2a112-af68-48e0-a0ed-fef201a3bf9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-69016350-project] 10.222.0.45 "DELETE /v2.0/networks/b6b18656-db36-4bba-9e3e-6f39791f3b6b HTTP/1.1" status: 204 len: 168 time: 0.8135326 Jan 25 16:48:04.649498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.689782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:04.690663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:04.707246 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:04.729395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:04.733632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:04.738044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:04.773722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=0a77c9ec-7e29-425c-8b97-17a2a576c89b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:04.826705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.1 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/648eb584-7ca0-492b-bd23-c6063900e95c) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:04.830052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:04.830384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.832214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.839678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.852658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.856416 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-65cd00dc-a0c3-4385-942e-19648b02232e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3385684 Jan 25 16:48:04.857819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59914) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:04.875846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Allocated IP 172.20.0.2 (255dcaab-10ef-4717-a4ec-827262e2a670/a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a/b33d5820-7ad8-4002-a76d-db58b719038c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:04.892753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:04.918130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=6e4917c6-a05d-41fb-b0cd-9a28cb966ed2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:04.944555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e33a9f-e06d-4bc9-917b-c6364a5f42ab,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:04.970475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7dfa1-094d-4231-99e9-2dd959857908 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:04.978341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7dfa1-094d-4231-99e9-2dd959857908 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:04.979401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-10d7dfa1-094d-4231-99e9-2dd959857908 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:05.004152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-10d7dfa1-094d-4231-99e9-2dd959857908 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:05.009777 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-10d7dfa1-094d-4231-99e9-2dd959857908 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1508868 Jan 25 16:48:05.011974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59920) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.084955 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e61efc1-58d3-4b58-b553-1ef73f0da6c5 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/6e4917c6-a05d-41fb-b0cd-9a28cb966ed2 HTTP/1.1" status: 204 len: 168 time: 3.1386085 Jan 25 16:48:05.085660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.085794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 0a77c9ec-7e29-425c-8b97-17a2a576c89b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:05.086210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.092217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] For port b33d5820-7ad8-4002-a76d-db58b719038c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b33d5820-7ad8-4002-a76d-db58b719038c,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:05.099966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59926) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.115533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.119790 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1b22a1ee-8e85-4dc6-867e-f09a6ee379c1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7090590 Jan 25 16:48:05.123018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.140997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59934) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.142217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Transition to ACTIVE for port object b33d5820-7ad8-4002-a76d-db58b719038c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:05.150292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.159325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'security_group_rule': {'security_group_id': '4d0260e1-ee50-4c1a-95ee-59f649ff1db3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:05.177426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:05.186509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:security_group_rule and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:05.192539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:05.208128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:05.251972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6245f08-55aa-4643-8602-775acbb5efec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:05.252643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b6245f08-55aa-4643-8602-775acbb5efec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:05.278967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Project 42578ceb9f554041a4ea7c625266f506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:48:05.288418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.291457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.319820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd1f67-17cb-429a-9d03-d092c5a05368 None None] Pushing event updated for resources: {'Port': ['ID=b33d5820-7ad8-4002-a76d-db58b719038c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:05.330605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b6245f08-55aa-4643-8602-775acbb5efec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:05.335643 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6245f08-55aa-4643-8602-775acbb5efec tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/c95b0f87-6382-4edc-9ff8-99a0ef6d1618 HTTP/1.1" status: 200 len: 841 time: 0.2345724 Jan 25 16:48:05.336506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59938) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.419397 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e1445d59-0590-4a79-b04e-0431f643333c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8bcec886adc4173b95cdd2abf0ccec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290493 Jan 25 16:48:05.425503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59942) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.479767 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1705d6c9-d167-4e03-abad-6c4842669568 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/c95b0f87-6382-4edc-9ff8-99a0ef6d1618?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1298020 Jan 25 16:48:05.484104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.490333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59946) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.552895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:05.625613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.630996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.643432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.672571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:05.683206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:05.700497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:05.763292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=648eb584-7ca0-492b-bd23-c6063900e95c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:05.770812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.802165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 0a77c9ec-7e29-425c-8b97-17a2a576c89b owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:05.831088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.835749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cc0542-d530-4e28-8e31-fecf332c13fe,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:05.837760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:05.851518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:05.855618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.863044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:05.865656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.869422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8706c42a-f19f-4383-891d-42bed7587deb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7197857 Jan 25 16:48:05.870886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59950) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:05.880881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'network': {'name': 'tempest-network-smoke--1763660160', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:05.883790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:05.891459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:05.900659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:network and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:05.907304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:05.928615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:05.936260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:05.939897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:05.944794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Made reservation on behalf of 42578ceb9f554041a4ea7c625266f506 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:05.949113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.047748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b33d5820-7ad8-4002-a76d-db58b719038c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:06.116562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.139269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4410a8d2-e9bf-479d-86bd-770cb7505697,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:06.142377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:06.154158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.154639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Added segment e062c0ba-7d04-4560-8ec5-7d3194fa7583 of type vlan for network 52b706eb-ebd9-4348-9c05-384582477cf3 Jan 25 16:48:06.155897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.157048 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-840b7189-8bf3-4553-98e3-ae5ed6b4b904 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4410a8d2-e9bf-479d-86bd-770cb7505697 HTTP/1.1" status: 204 len: 168 time: 0.7303178 Jan 25 16:48:06.188608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.189515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d8260117-0428-4c5e-807a-356a654df854 None None] Provisioning for port b33d5820-7ad8-4002-a76d-db58b719038c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:06.197207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d8260117-0428-4c5e-807a-356a654df854 None None] Provisioning complete for port b33d5820-7ad8-4002-a76d-db58b719038c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:06.198035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8260117-0428-4c5e-807a-356a654df854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.285087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=0a77c9ec-7e29-425c-8b97-17a2a576c89b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:06.288310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.298462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.503961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.523425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e6537d2a-fcef-4cff-aeb8-e622910892d8 None None] Could not find standard attr ID for object 0a77c9ec-7e29-425c-8b97-17a2a576c89b. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:48:06.525545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.534255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:06.535084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.576682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d579589a-cf3f-42a3-a08a-8c659bc4e5c7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/0a77c9ec-7e29-425c-8b97-17a2a576c89b HTTP/1.1" status: 204 len: 168 time: 1.5634832 Jan 25 16:48:06.585263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7112613 Jan 25 16:48:06.586479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59960) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.586969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59962) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.611944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.650302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'admin_state_up': True, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:06.674480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.693850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:06.711041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:06.723657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:06.724245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.726051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:06.735300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0444c14-0f9f-484a-a070-8f66c6a549d9 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:06.750308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:router and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:06.754996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:06.769235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:06.771314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce1abe-eb5d-43e0-b2e8-2194382c68e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Network': ['ID=52b706eb-ebd9-4348-9c05-384582477cf3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:06.786508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:06.788020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:06.789572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:06.790369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:06.804664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.805822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.821117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:06.822648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 52b706eb-ebd9-4348-9c05-384582477cf3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:06.838994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:06.884713 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16495a86-c266-4617-8d95-69aa645e13a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3505669 Jan 25 16:48:06.889890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.897982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'security_group': {'name': 'tempest-secgroup-975378524'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:06.911801 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cccdbc5-f331-4bdf-979f-f8608a034bec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7ddbd25d1024b749087f8e1d7b124ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268324 Jan 25 16:48:06.916406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:06.920577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 59976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.929657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:06.933385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb2cf985-2ed1-4f34-bee1-0fe8285ee041 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3373661 Jan 25 16:48:06.937199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:06.940092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59980) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:06.944697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:07.028300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:07.072631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.137112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:07.146809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:07.150977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.156203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:07.172108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:07.194852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:07.199758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.201098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-d5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'tenant_id': '9071d698cf2a4031b5fb39e06184eed0', 'fixed_ips': [{'subnet_id': 'a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:07.203402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.221120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.232554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.239557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.254614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.332573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.399420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Allocated IP 172.20.0.2 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1/6d7aa052-6c07-451d-afc0-56fb21a61838) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:07.417838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=648eb584-7ca0-492b-bd23-c6063900e95c,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:07.428707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.446409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.494063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.495347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cff42e-3b03-47f8-aec5-6c14d3dfbb99,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:07.557803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.574289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.594981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.596416 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f86c9d10-6130-43aa-aa55-f1b62cec6272 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00cff42e-3b03-47f8-aec5-6c14d3dfbb99 HTTP/1.1" status: 204 len: 168 time: 0.6749153 Jan 25 16:48:07.620769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.622285 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7314544 Jan 25 16:48:07.626698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 59990) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:07.631257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de49acb-09cf-49b1-ab07-49a3839c5425 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e35dcdf-6d47-4e27-9f81-e823454a721b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:07.636334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'security_group': {'name': 'tempest-secgroup-560962785'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:07.642908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:07.647720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:07.651734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:07.655821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.667794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:07.670039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Transition to ACTIVE for port object 6d7aa052-6c07-451d-afc0-56fb21a61838 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:07.680443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:07.681957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:07.753942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.872725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Transition to ACTIVE for port object 6d7aa052-6c07-451d-afc0-56fb21a61838 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:07.881826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.901707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:07.914373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:07.916573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.952120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.965083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:07.985419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:07.989030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:07.996040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:08.040566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:08.115954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Attempting to bind port 6d7aa052-6c07-451d-afc0-56fb21a61838 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:08.116781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Attempting to bind port 6d7aa052-6c07-451d-afc0-56fb21a61838 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'feaf8f84-0f08-4ffa-978b-01b514004792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:08.117541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Attempting to bind port 6d7aa052-6c07-451d-afc0-56fb21a61838 on network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:08.127537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:08.132515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:08.133434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Checking segment: {'id': 'feaf8f84-0f08-4ffa-978b-01b514004792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:08.134245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.135501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Bound using segment: {'id': 'feaf8f84-0f08-4ffa-978b-01b514004792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:08.136219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Bound port: 6d7aa052-6c07-451d-afc0-56fb21a61838, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaf8f84-0f08-4ffa-978b-01b514004792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:08.138612 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb333110-5e66-421c-9952-690e4a09ec04 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/routers/86c98a42-39b5-41c4-87ba-2189a6e3d7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9752288 Jan 25 16:48:08.142452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:08.143178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.143940 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:08.150513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:08.152126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60004) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:08.153187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.160649 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:08.161303 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:08.170798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:08.193568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'port': {'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438', 'name': 'tempest-FloatingIPTestJSON-1664273907'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:08.206650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d271c-5680-4654-a6a2-5f36be71000f None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:08.214961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:08.261959 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:08.274193 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:08.274910 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:08.305582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:08.305830 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2a6df88-de33-417e-82f1-2994f00b0d2b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a HTTP/1.1" status: 204 len: 168 time: 1.3644810 Jan 25 16:48:08.349368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Allocated IP 172.26.4.129 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/0b1c685d-382f-4c16-8bd7-a5c1e5e19b76) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:08.371895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:08.373291 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ef643-70a7-4eae-8430-dda36c61077d None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:08.452162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet b3017596-f58a-47b6-82d4-02841cc6345d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:08.457726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.502451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:08.539120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.547024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:08.551039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:port and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:08.564416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:08.566432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:08.583887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.585976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:08.598124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.617506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.632620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:08.636419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.671990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] device_id is not set on port e502f250-e5a1-4c05-9d6a-e63138c00c21 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:08.709698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.739794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85591f5f-7690-4df6-8d8b-4b2a9130e9c0 None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:08.806146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.846989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19faac76-c9e6-4bf9-bac2-c1d254320105,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:08.874334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.958274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:08.970906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:08.983676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:08.985248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b024b9c7-6538-45dc-a9e4-919704b0772a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3562014 Jan 25 16:48:08.988780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:08.995327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:09.004422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2033940172', 'security_groups': ['19faac76-c9e6-4bf9-bac2-c1d254320105'], 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:09.110917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:09.158216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.5 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/e502f250-e5a1-4c05-9d6a-e63138c00c21) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:09.196080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:09.263508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=b3017596-f58a-47b6-82d4-02841cc6345d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:09.272464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:09.286964 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-01d9d0c6-78d8-4b64-a2dd-60173b16c879 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b3017596-f58a-47b6-82d4-02841cc6345d HTTP/1.1" status: 204 len: 168 time: 0.9777520 Jan 25 16:48:09.287443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:09.293268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:09.298223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:port and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:09.301378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:09.308137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:09.406119 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c784230-815c-47bb-856d-8c21387a94e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895758 Jan 25 16:48:09.407623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:09.426438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:09.444351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:09.672000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60054) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:09.712096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:09.758548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:09.771299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:09.774898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:09.782869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:09.844442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d332d-f40f-4e21-ab37-790a6eed8275 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:09.871980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:09.880673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.028705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:10.046506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-face343b-fa9a-40bf-a7fe-f17b7ca535c3 None None] Provisioning complete for port b33d5820-7ad8-4002-a76d-db58b719038c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:10.046882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-face343b-fa9a-40bf-a7fe-f17b7ca535c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.081032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1147348194'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:10.102550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:10.125429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Usage tracker for resource:network and tenant:c20aa76d7f6545bc8a827eb15f4a6975 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:10.134682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.166246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:10.235073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:10.261505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:10.318377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b54415-9813-435f-9559-cacd7f5869cc req-9b72aa75-c753-47ab-aad8-dc16a7e0cf52 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:10.320103 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29b54415-9813-435f-9559-cacd7f5869cc req-9b72aa75-c753-47ab-aad8-dc16a7e0cf52 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4190285 Jan 25 16:48:10.347832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682965ba-e286-418f-9483-8628af3b2321 req-704dcb43-670a-4c30-9a84-c5b123f85ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:10.349601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-704dcb43-670a-4c30-9a84-c5b123f85ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.5563786 Jan 25 16:48:10.354777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6d7aa052-6c07-451d-afc0-56fb21a61838 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:10.356876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:10.434420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.437500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Made reservation on behalf of c20aa76d7f6545bc8a827eb15f4a6975 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:10.440928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.447080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:48:10.454347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Deleting port b33d5820-7ad8-4002-a76d-db58b719038c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:10.454347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.542724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.544143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.557485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Provisioning for port 6d7aa052-6c07-451d-afc0-56fb21a61838 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:10.568563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:10.568935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.586573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:10.590476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Usage tracker for resource:security_group_rule and tenant:c20aa76d7f6545bc8a827eb15f4a6975 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:10.594617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:10.605060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:10.605354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:10.619827 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29b54415-9813-435f-9559-cacd7f5869cc req-d9849a07-95c9-4e47-92bb-2da68c3f0a07 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345459 Jan 25 16:48:10.625347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:10.627850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:10.678748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=e502f250-e5a1-4c05-9d6a-e63138c00c21,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:10.699592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.743916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.13 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1/69b6875c-3dc7-4c9c-b5f1-2b2aed701521) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:10.749586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.798714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:10.799300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] For port b33d5820-7ad8-4002-a76d-db58b719038c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b33d5820-7ad8-4002-a76d-db58b719038c,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:10.799443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.799735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.801093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:10.818226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.819062 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Added segment 8cb78dd3-71c5-4f5d-a0d8-399f892260fb of type vlan for network 077e7e5e-9601-48a5-ab6d-8471727f33af Jan 25 16:48:10.860707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.896410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c26d2f03-e001-484b-b638-d979349caf80 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7192850 Jan 25 16:48:10.902566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60068) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:10.908443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'port': {'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438', 'name': 'tempest-FloatingIPTestJSON-1084214787'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:10.932564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:10.954439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Calling delete_port for b33d5820-7ad8-4002-a76d-db58b719038c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:11.026055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556d4126-d1c5-4bbf-a88a-ff19172c1f68,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:11.032378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:11.047263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.051792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5638ab-5de3-48f9-94e2-042ae58742f5 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.052136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5638ab-5de3-48f9-94e2-042ae58742f5 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.052620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5638ab-5de3-48f9-94e2-042ae58742f5 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.054592 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e5638ab-5de3-48f9-94e2-042ae58742f5 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&network_id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 2999 time: 0.6965845 Jan 25 16:48:11.076742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682965ba-e286-418f-9483-8628af3b2321 req-2763cb5d-4f92-4d79-97e4-347508531c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.079862 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-2763cb5d-4f92-4d79-97e4-347508531c67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.7186017 Jan 25 16:48:11.134483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.138093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:11.138594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.164464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.201551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] No DVR routers for this DVR port b33d5820-7ad8-4002-a76d-db58b719038c on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:48:11.219481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:11.242148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:11.256893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:port and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:11.268213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-41ac62a7-d094-44cc-8acc-6746e7ddae1f None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:11.269762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:11.282103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:11.285610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe4e3a-63bf-4514-a852-262b416e9fb0 None None] Pushing event deleted for resources: {'Port': ['ID=b33d5820-7ad8-4002-a76d-db58b719038c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:11.361485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:11.364916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.368505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.374552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.375171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.404134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] device_id is not set on port 11181655-13d1-4d6f-bf06-bf1457fbd15c yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:11.559448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Router 3c666d10-774e-46ad-b135-78f0494c1548 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:48:11.624114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Pushing event updated for resources: {'Network': ['ID=077e7e5e-9601-48a5-ab6d-8471727f33af,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:11.632904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-89d27758-4ed5-4061-8bb8-c02e63ff049e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.5217016 Jan 25 16:48:11.638914 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f0bda2e-a997-41ff-8b96-e445a81e517a tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9640243 Jan 25 16:48:11.640118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 077e7e5e-9601-48a5-ab6d-8471727f33af details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:11.640868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.14 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/11181655-13d1-4d6f-bf06-bf1457fbd15c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:11.830770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:48:11.837160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.840539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:11.912167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682965ba-e286-418f-9483-8628af3b2321 req-f3c5b801-9a41-4871-98b7-e14e7e2e47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:11.913667 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-f3c5b801-9a41-4871-98b7-e14e7e2e47a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.2652516 Jan 25 16:48:11.927968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:11.941744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:11.945402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af', 'binding:host_id': 'hv-neutron-8240', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-606944194'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:11.948737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:11.987564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:11.989442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:12.001418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d1b50-56ad-4c1e-a1c6-2e69cd46123d None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:12.002124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.002697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.012472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Usage tracker for resource:port and tenant:e1f5cd5fce2b4bc3883c82f38585f3ae is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:12.021816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:12.031052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=ff47eb99-0c15-429c-b62a-296076ee777b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:12.042606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:12.045745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:12.065073 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63b0c979-16ed-41f0-a0de-76e77c97db4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6318336 Jan 25 16:48:12.066833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.074715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:12.094385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:12.098015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Made reservation on behalf of e1f5cd5fce2b4bc3883c82f38585f3ae for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:12.099353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.127930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Sync routers for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:12.160883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af837-f824-48e3-a2e8-44005237eca6 req-b4b9d997-0506-4218-bea0-e577489f1232 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.162300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d8af837-f824-48e3-a2e8-44005237eca6 req-b4b9d997-0506-4218-bea0-e577489f1232 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2760780 Jan 25 16:48:12.169892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:12.170665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:12.174193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.178557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a1175ca9-5d5f-40b1-898f-badc98458bc6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5832601 Jan 25 16:48:12.179402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60094) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.183078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.206718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.254212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:12.268022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682965ba-e286-418f-9483-8628af3b2321 req-54fccf3f-31c5-4af9-9627-16a116e814f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.269570 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-54fccf3f-31c5-4af9-9627-16a116e814f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3337741 Jan 25 16:48:12.272170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.279844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Usage tracker for resource:security_group_rule and tenant:e1f5cd5fce2b4bc3883c82f38585f3ae is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:12.284603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:12.332014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:12.379225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.386973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.437832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:12.452453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:12.452988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.465178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:12.489686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:12.510353 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6cad0aaf-e796-4797-be90-c5e3c2e851e8 tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=42578ceb9f554041a4ea7c625266f506&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3109503 Jan 25 16:48:12.517455 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d8af837-f824-48e3-a2e8-44005237eca6 req-1ecd5ffe-71b2-4539-a63f-c1cf7fa7e164 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369727 Jan 25 16:48:12.520667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60104) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.545751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:12.550164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:12.552996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:12.558476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:12.567683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=69b6875c-3dc7-4c9c-b5f1-2b2aed701521,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:12.568694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=11181655-13d1-4d6f-bf06-bf1457fbd15c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:12.615367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:12.616832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.617399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.617971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.619301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.619810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.620999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.621370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.621741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.622254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.622606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.622932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.623252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:12.630930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:12.639739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:12.643899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:12.648790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.649533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.673029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'ff47eb99-0c15-429c-b62a-296076ee777b'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:12.674052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.723637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.724285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.762458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8881b4fa-c910-4a09-b58f-444a6fb915bf tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:12.765160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8881b4fa-c910-4a09-b58f-444a6fb915bf tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 814 time: 0.3365290 Jan 25 16:48:12.767681 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1a720aaf-ad9d-4f28-80d0-d44c215118de tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8640301 Jan 25 16:48:12.782885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60108) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.790842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '11181655-13d1-4d6f-bf06-bf1457fbd15c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:12.802010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:12.807167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:floatingip and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:12.811077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:12.817801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:12.832145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:12.835616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.875353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.936398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22ba7d70-7a9d-4248-a9de-9d884abc5776 None None] Provisioning for port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:12.941955 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d8321b5-10d1-4d58-ac05-da45ff0410a1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9455042 Jan 25 16:48:12.956186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60116) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:12.974022 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-e6b44ffe-6bfd-4534-ba48-9cd587439039 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863403 Jan 25 16:48:12.974220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:12.979382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22ba7d70-7a9d-4248-a9de-9d884abc5776 None None] Provisioning complete for port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:12.979864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22ba7d70-7a9d-4248-a9de-9d884abc5776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:12.990800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.031707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.099163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port 2a65736b-63de-46f2-bda3-7be720aafae8 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:13.132859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Allocated IP 2001:db8::f816:3eff:fe33:39b9 (255dcaab-10ef-4717-a4ec-827262e2a670/ff47eb99-0c15-429c-b62a-296076ee777b/9235f3b7-644f-4901-bd27-de509e11093a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:13.158543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-22ba7d70-7a9d-4248-a9de-9d884abc5776 None None] Port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:13.160331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b33d5820-7ad8-4002-a76d-db58b719038c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:48:13.163279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:13.171681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:13.176538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:13.187189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:13.189916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.206962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b33d5820-7ad8-4002-a76d-db58b719038c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:48:13.207335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b33d5820-7ad8-4002-a76d-db58b719038c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:48:13.239994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60120) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:13.256555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--1239676998', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:13.268833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:13.271136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:13.274592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.326046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:10Z', 'revision_number': 3, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:13.342992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Checking router: 3c666d10-774e-46ad-b135-78f0494c1548 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:48:13.343403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Updating router 3c666d10-774e-46ad-b135-78f0494c1548 port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:48:13.360512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:13.436200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:13.439735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.463398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.537039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.ipam_backend_mixin [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1 (CIDR: 172.20.0.0/28) Jan 25 16:48:13.540651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:13.541194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba23b5d-3afb-4cce-908c-8c8e5ff1808b tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:13.542881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.234 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/4c460b5c-982a-4b96-9be3-e41ed32757fe) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:13.546433 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cba23b5d-3afb-4cce-908c-8c8e5ff1808b tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0109200 Jan 25 16:48:13.548755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60126) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:13.554596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:13.555123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:13.596537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ed647-69bb-4bbf-bb23-3cfc8cbd500f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:13.621245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.621656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment 28fbdea6-b294-4624-92ef-48631a7903e1 of type vlan for network 78a39b42-feab-490b-a61c-baa9841bcc3f Jan 25 16:48:13.636367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-49bc82cf-7f62-4f41-a5ca-61fb0a69aa48 tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836227 Jan 25 16:48:13.648262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:13.654380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.654730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.655107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.655447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.655782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.656205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.656567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.656909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.657256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.657590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.657915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.658289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:13.673962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462152282', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'project_id': '42578ceb9f554041a4ea7c625266f506', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:13.730023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.742022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Transition to ACTIVE for port object 9235f3b7-644f-4901-bd27-de509e11093a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:13.769699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c2db5021-9654-46a5-a843-1b9e386b03ad tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8028610 Jan 25 16:48:13.770009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Transition to ACTIVE for port object 9235f3b7-644f-4901-bd27-de509e11093a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:13.779847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.796240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60134) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:13.805592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:13.822696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-682965ba-e286-418f-9483-8628af3b2321 req-8db33331-8386-4f7b-9848-54cc4e972608 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279281 Jan 25 16:48:13.841259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.878513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port 2a65736b-63de-46f2-bda3-7be720aafae8 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:13.881162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:13.884235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:13.890028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:13.897369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:13.924890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Transition to ACTIVE for port object 2a65736b-63de-46f2-bda3-7be720aafae8 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:13.943928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:13.952408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:subnet and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:13.970609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:13.974067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Pushing event updated for resources: {'Port': ['ID=9235f3b7-644f-4901-bd27-de509e11093a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:13.994196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Attempting to bind port 9235f3b7-644f-4901-bd27-de509e11093a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:13.994566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Attempting to bind port 9235f3b7-644f-4901-bd27-de509e11093a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:13.995161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Attempting to bind port 9235f3b7-644f-4901-bd27-de509e11093a on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:14.001577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:14.001953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:14.002361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.002807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:14.003288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Bound port: 9235f3b7-644f-4901-bd27-de509e11093a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:14.003662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.035334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:14.052293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.111329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Made reservation on behalf of 42578ceb9f554041a4ea7c625266f506 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:14.114614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] For port 9235f3b7-644f-4901-bd27-de509e11093a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:14.116589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.119119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] For port 9235f3b7-644f-4901-bd27-de509e11093a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9235f3b7-644f-4901-bd27-de509e11093a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:14.126980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.173258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.179144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:14.179946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.225114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcdc4c-3247-49b9-b978-3888f6219978 None None] Pushing event updated for resources: {'Port': ['ID=9235f3b7-644f-4901-bd27-de509e11093a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:14.252488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.319847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=2a65736b-63de-46f2-bda3-7be720aafae8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:14.333741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0928421 Jan 25 16:48:14.334761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60138) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:14.340096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Checking segment: {'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:14.340730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Network hostable DHCP agents. Network: 077e7e5e-9601-48a5-ab6d-8471727f33af, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:48:14.388272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5a35-524e-402b-a472-ab32d133ff69 req-8fa3756d-356f-463a-bfd9-73a43b4ac56c tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:14.389994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-327e5a35-524e-402b-a472-ab32d133ff69 req-8fa3756d-356f-463a-bfd9-73a43b4ac56c tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.7377346 Jan 25 16:48:14.411893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Network 077e7e5e-9601-48a5-ab6d-8471727f33af is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:48:14.417683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:14.420642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51098c7-06ab-4a0e-88fd-361f58f13cfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=78a39b42-feab-490b-a61c-baa9841bcc3f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:14.429660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:14.433378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.447785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 78a39b42-feab-490b-a61c-baa9841bcc3f details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:14.461225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:14.479139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 077e7e5e-9601-48a5-ab6d-8471727f33af) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:14.480943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:14.489590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:14.540983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed533dbf-af18-4f0e-9446-5b278d01f9e1 None None] Network 077e7e5e-9601-48a5-ab6d-8471727f33af requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:14.547565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e4767-05a3-42b4-8dad-ac650cf4aba2 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:14.549273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9b9e4767-05a3-42b4-8dad-ac650cf4aba2 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2086492 Jan 25 16:48:14.555141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60144) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:14.556030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:14.560180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.601643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:14.608013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:14.608650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:14.609153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:14.615536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:14.618856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:14.619983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.621342 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-327e5a35-524e-402b-a472-ab32d133ff69 req-9d63b3a6-b9eb-4978-a0fc-30925de1fb27 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157528 Jan 25 16:48:14.651518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:14.651844 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:14.728904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 2 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:14.749652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=fdfe202e-88f6-44f9-bdaf-372ffd367160,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:14.796694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.886813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:14.887234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:14.887824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:14.917044 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5229b48-c214-4f72-beed-0ff4952a435b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8469732 Jan 25 16:48:14.917333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:14.919501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60148) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:14.922780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:14.923102 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:14.927391 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 3 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:14.966687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Subnet': ['ID=5d6b7e60-85c1-4813-97df-43de295d96c6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:14.979002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:14.979710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:14.980048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:14.992471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Checking segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:14.992836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network hostable DHCP agents. Network: 52b706eb-ebd9-4348-9c05-384582477cf3, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:48:14.997307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:14.997881 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:14.999882 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 4 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.010453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:12:7f:dd', 'name': 'tempest-NetworksTestDHCPv6-960748474'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:15.020031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.020260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.020546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.027741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.028106 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.030982 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 5 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.046879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 52b706eb-ebd9-4348-9c05-384582477cf3 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:48:15.052624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.052959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.053317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.064096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.064504 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.065109 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 6 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.074406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 52b706eb-ebd9-4348-9c05-384582477cf3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:15.079653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:15.080252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.093404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683ed26-90ae-49c1-8ea7-d00ccdd28c61 None None] Network 52b706eb-ebd9-4348-9c05-384582477cf3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:15.100342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.100675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.101006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.109594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.109594 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.111305 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 7 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.130803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.130803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.131119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.136265 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc926fbc-8e51-4ff3-842c-076c6b19b746 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4845200 Jan 25 16:48:15.139702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.139702 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.139941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60152) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:15.140320 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 8 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.151412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:15.173446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:15.190950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:15.213158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.243036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Transition to ACTIVE for port object 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:15.246668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.247644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.248234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.266294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.268403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.268761 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.271341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=4c460b5c-982a-4b96-9be3-e41ed32757fe,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:15.271595 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 9 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.355823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0557f455-c4da-441f-8e0c-5ddbaebaf1fb tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:15.362301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0557f455-c4da-441f-8e0c-5ddbaebaf1fb tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7835052 Jan 25 16:48:15.378844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:15.397016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Pushing event updated for resources: {'Port': ['ID=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:15.402614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Attempting to bind port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.402978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Attempting to bind port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.403905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Attempting to bind port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.436514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:15.436884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:15.437326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.437702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:15.438188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Bound port: 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:15.438553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.445246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:15.445586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:15.445866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.446071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:15.454347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:15.472601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:15.472936 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:15.478024 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0143976-6a31-4ff9-98fa-ad9bd2d70d47 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980606 Jan 25 16:48:15.482191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:15.482659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 10 to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 Jan 25 16:48:15.515258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-52b706eb-ebd9-4348-9c05-384582477cf3', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:15.517997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.549254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] For port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:15.550823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:15.556773 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b3ef3f2-697b-41eb-bf7a-7e20dc6cd56a tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667541 Jan 25 16:48:15.557399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:15.569094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:15.588081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:15.598397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] For port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:15.609930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:15.616939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.621146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:15.623848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=ae3a768b-3ac6-4e6a-8c70-71dc551417ba,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:15.627654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:15.628282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.649916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:15.672107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ad196-6a86-41ee-b027-2bb839bc1758 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:15.819929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:15.848776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-72ee11c8-03d6-4834-83f4-e58a55e5a1aa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0471208 Jan 25 16:48:15.855479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Pushing event updated for resources: {'Port': ['ID=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:15.880400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6620a-187f-4d12-9d4e-c6ace5794b2c None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:15.903087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:15.983141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port d62b9e68-6d7b-4019-bd60-9eabcd993f77 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:16.007983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.008335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.008680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.009012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.009393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.009729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.010053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.010378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.010702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.011020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.011345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.011663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308908e4-61eb-4b75-8b9a-34e4d1788279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:16.031113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-754751923', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae3a768b-3ac6-4e6a-8c70-71dc551417ba'}], 'security_groups': ['6e35dcdf-6d47-4e27-9f81-e823454a721b']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:16.054303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:16.054974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:16.095941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:16.096542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:16.096542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:16.126995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port 2a65736b-63de-46f2-bda3-7be720aafae8 on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:16.127208 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port 2a65736b-63de-46f2-bda3-7be720aafae8 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:16.128422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.258421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9235f3b7-644f-4901-bd27-de509e11093a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:16.299045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fe3ede14-5820-446b-a64b-4c1b8b6a6fcb None None] Provisioning for port 9235f3b7-644f-4901-bd27-de509e11093a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:16.364752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff969c33-d820-4054-a732-3008a0da5902 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:16.365282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Allocated IP 172.20.0.2 (52b706eb-ebd9-4348-9c05-384582477cf3/5d6b7e60-85c1-4813-97df-43de295d96c6/40c8a009-01ad-45b9-9cfa-353982e64c20) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:16.366293 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff969c33-d820-4054-a732-3008a0da5902 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8026237 Jan 25 16:48:16.370557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:16.423223 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f93f92ce-f9b2-47fd-b7b4-2dc4c39cc442 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513437 Jan 25 16:48:16.434707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:16.438125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port 2a65736b-63de-46f2-bda3-7be720aafae8, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:16.438497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:48:16.442771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342210708', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:16.463394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.645913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:16.646604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.682231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a693e-fd73-4c62-9146-9988ef5f7aa3 req-453f8b32-e6f0-4bcd-994f-51049b960fe5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:16.690048 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d54a693e-fd73-4c62-9146-9988ef5f7aa3 req-453f8b32-e6f0-4bcd-994f-51049b960fe5 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.8729482 Jan 25 16:48:16.692272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:16.705458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:16.708523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=2a65736b-63de-46f2-bda3-7be720aafae8,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:16.742671 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e7c389d-4a56-465f-a953-0c3f36aedbc3 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8136106 Jan 25 16:48:16.748305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:16.751139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60182) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:16.761668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:16.809350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:16.834060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.862923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d54a693e-fd73-4c62-9146-9988ef5f7aa3 req-001bc8f4-8909-495e-a04a-30f568f5cd51 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718755 Jan 25 16:48:16.877468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:16.881153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.883899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 172.20.0.5 (255dcaab-10ef-4717-a4ec-827262e2a670/fdfe202e-88f6-44f9-bdaf-372ffd367160/d62b9e68-6d7b-4019-bd60-9eabcd993f77) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:16.894992 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:48:16.907551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9235f3b7-644f-4901-bd27-de509e11093a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:16.918422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe12:7fdd (255dcaab-10ef-4717-a4ec-827262e2a670/ff47eb99-0c15-429c-b62a-296076ee777b/d62b9e68-6d7b-4019-bd60-9eabcd993f77) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:16.962252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Deleting port 2a65736b-63de-46f2-bda3-7be720aafae8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:16.962850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.993126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9235f3b7-644f-4901-bd27-de509e11093a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:16.993126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:16.994245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.061542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.239157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.291417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Transition to ACTIVE for port object 40c8a009-01ad-45b9-9cfa-353982e64c20 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:17.319382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.432376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Transition to ACTIVE for port object 40c8a009-01ad-45b9-9cfa-353982e64c20 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:17.453802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.465157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.480675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port 2a65736b-63de-46f2-bda3-7be720aafae8, host hv-neutron-8240, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:17.481374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.488068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.611060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object d62b9e68-6d7b-4019-bd60-9eabcd993f77 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:17.672999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Update dhcp port {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'fixed_ips': [{'subnet_id': 'a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae3a768b-3ac6-4e6a-8c70-71dc551417ba'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '6d7aa052-6c07-451d-afc0-56fb21a61838'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:17.747588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Network 52b706eb-ebd9-4348-9c05-384582477cf3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:17.757360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:17.760754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:17.769576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.784758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Calling delete_port for 2a65736b-63de-46f2-bda3-7be720aafae8 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:17.790334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Pushing event updated for resources: {'Port': ['ID=40c8a009-01ad-45b9-9cfa-353982e64c20,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:17.820992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Delete allocated IP 172.20.0.13 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1) {{(pid=87552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:48:17.838111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'ff47eb99-0c15-429c-b62a-296076ee777b', 'ip_address': '2001:db8::f816:3eff:fe33:39b9'}, {'subnet_id': 'fdfe202e-88f6-44f9-bdaf-372ffd367160'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '9235f3b7-644f-4901-bd27-de509e11093a'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:17.851857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.27 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/ae3a768b-3ac6-4e6a-8c70-71dc551417ba/69b6875c-3dc7-4c9c-b5f1-2b2aed701521) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:17.874385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 9235f3b7-644f-4901-bd27-de509e11093a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9235f3b7-644f-4901-bd27-de509e11093a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:17.879299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:17.886696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.889125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:17.889978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.901391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:17.918429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.941442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.946230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:10Z', 'revision_number': 3, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:17.970860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:17.972086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:17.988299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.015599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=d62b9e68-6d7b-4019-bd60-9eabcd993f77,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:18.047132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c520e1-5935-46f9-99a2-6f8dfbefeb8f None None] The sync data for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv is: [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:10Z', 'revision_number': 3, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:18.058825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=92359ad7-7f92-4981-9e05-cdda0ac46777,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:18.085052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.117666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.127877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Attempting to bind port 40c8a009-01ad-45b9-9cfa-353982e64c20 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:18.128404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Attempting to bind port 40c8a009-01ad-45b9-9cfa-353982e64c20 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:18.128856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Attempting to bind port 40c8a009-01ad-45b9-9cfa-353982e64c20 on network 52b706eb-ebd9-4348-9c05-384582477cf3 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:18.158818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:18.158818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 78a39b42-feab-490b-a61c-baa9841bcc3f, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:48:18.163507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:18.163770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a65736b-63de-46f2-bda3-7be720aafae8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:18.164099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Checking segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:18.165068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.166436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Bound using segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:18.167135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Bound port: 40c8a009-01ad-45b9-9cfa-353982e64c20, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:18.167608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.212718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.254601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4932ca0e-5aca-46fd-ab02-f285819f8760 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2a65736b-63de-46f2-bda3-7be720aafae8 HTTP/1.1" status: 204 len: 168 time: 1.4940598 Jan 25 16:48:18.254999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:18.272993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=9235f3b7-644f-4901-bd27-de509e11093a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:18.293856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 78a39b42-feab-490b-a61c-baa9841bcc3f is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:48:18.309087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Allocated IP 172.20.0.1 (52b706eb-ebd9-4348-9c05-384582477cf3/5d6b7e60-85c1-4813-97df-43de295d96c6/eec7b4cc-27eb-40b5-bdf4-ec6505911986) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:18.314845 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-15579725-58e6-4dc2-839f-9722a5f23383 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:48:18.314845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-15579725-58e6-4dc2-839f-9722a5f23383 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Synchronizing usage tracker for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:18.333621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 78a39b42-feab-490b-a61c-baa9841bcc3f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:18.347064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:18.347621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.360597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc01d1d-a3d2-47f5-8c6a-24858003c7a3 None None] Network 78a39b42-feab-490b-a61c-baa9841bcc3f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:18.379352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-15579725-58e6-4dc2-839f-9722a5f23383 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Unset dirty status for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:18.384536 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15579725-58e6-4dc2-839f-9722a5f23383 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports/2a65736b-63de-46f2-bda3-7be720aafae8 HTTP/1.1" status: 404 len: 333 time: 0.1246576 Jan 25 16:48:18.454121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:18.469243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-774535012'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:18.478522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:18.483301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.487094 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8d3cae9-92b9-4a45-91a5-4bb306893fe3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0512922 Jan 25 16:48:18.505022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:18.542847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.553321 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a0dc14f9-b273-467b-9904-125560370283 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5937066 Jan 25 16:48:18.571248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60198) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:18.599208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.621508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Transition to ACTIVE for port object eec7b4cc-27eb-40b5-bdf4-ec6505911986 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:18.659699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:18.668786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=4c460b5c-982a-4b96-9be3-e41ed32757fe,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:18.672990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.699911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.737586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] For port 40c8a009-01ad-45b9-9cfa-353982e64c20, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:18.752117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Made reservation on behalf of e1f5cd5fce2b4bc3883c82f38585f3ae for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:18.756177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.759961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Allocated IP 172.20.0.18 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/ae3a768b-3ac6-4e6a-8c70-71dc551417ba/6d7aa052-6c07-451d-afc0-56fb21a61838) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:18.778903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] For port 40c8a009-01ad-45b9-9cfa-353982e64c20, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=40c8a009-01ad-45b9-9cfa-353982e64c20,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:18.810493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 52b706eb-ebd9-4348-9c05-384582477cf3 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:18.821950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:18.829365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:18.844287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:18.896103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Allocated IP 172.20.0.2 (255dcaab-10ef-4717-a4ec-827262e2a670/fdfe202e-88f6-44f9-bdaf-372ffd367160/9235f3b7-644f-4901-bd27-de509e11093a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:18.927612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:19.021325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60202) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:19.034767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:19.067966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824357480', 'description': 'tempest-secgroup-smoke-1824357480 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:19.112539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:19.155985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:19.173054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] In _notify_port_updated(), no bound segment for port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 on network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:48:19.181418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:19.182330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:19.182716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.183279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.184851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/ports/69b6875c-3dc7-4c9c-b5f1-2b2aed701521 HTTP/1.1" status: 200 len: 920 time: 3.2673082 Jan 25 16:48:19.209442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60206) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:19.241306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.317508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Transition to ACTIVE for port object 6d7aa052-6c07-451d-afc0-56fb21a61838 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:19.375334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360e46-4a00-419b-818a-fc531c2787fd None None] Pushing event updated for resources: {'Port': ['ID=40c8a009-01ad-45b9-9cfa-353982e64c20,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:19.384084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.387112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324a79a-04e5-4b50-9f3f-ad8fbc9e9312 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=69b6875c-3dc7-4c9c-b5f1-2b2aed701521,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:19.395140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 8cb05e9b-c643-412f-9af2-feec0f3be29f associated. External IP: 172.26.4.234, port: 11181655-13d1-4d6f-bf06-bf1457fbd15c. Jan 25 16:48:19.478369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-78a39b42-feab-490b-a61c-baa9841bcc3f', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '92359ad7-7f92-4981-9e05-cdda0ac46777'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:19.479265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.483670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.512475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:19.513392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.518910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.637837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.648662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:19.721625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79260197-cafe-4203-b7a7-d344ef9db556 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:19.727426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:19.727604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79260197-cafe-4203-b7a7-d344ef9db556 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:19.728307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-79260197-cafe-4203-b7a7-d344ef9db556 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:19.732436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:19.748746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:19.760253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] For port 9235f3b7-644f-4901-bd27-de509e11093a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9235f3b7-644f-4901-bd27-de509e11093a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:19.815918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621169-6e63-4774-9cf7-e955ff95ef38 None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:19.881042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.944322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:19.954688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Transition to ACTIVE for port object 9235f3b7-644f-4901-bd27-de509e11093a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:19.964061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.077179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Allocated IP 172.20.0.18 (78a39b42-feab-490b-a61c-baa9841bcc3f/92359ad7-7f92-4981-9e05-cdda0ac46777/677bcdaf-e917-4cc6-81cf-0bc3a0444087) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:20.158180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.186124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9db5-90e9-4e5a-a5c6-e97339b7d9a2 None None] Pushing event updated for resources: {'Port': ['ID=9235f3b7-644f-4901-bd27-de509e11093a,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:20.440992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 40c8a009-01ad-45b9-9cfa-353982e64c20 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:20.555028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.570853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 40c8a009-01ad-45b9-9cfa-353982e64c20 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:20.572819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Network 077e7e5e-9601-48a5-ab6d-8471727f33af is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:20.592106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:20.597917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:20.600695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:20.601798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:20.602449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.607621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.662034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:20.665900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 69b6875c-3dc7-4c9c-b5f1-2b2aed701521 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:20.671482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.732961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Transition to ACTIVE for port object 677bcdaf-e917-4cc6-81cf-0bc3a0444087 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:20.745641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-79260197-cafe-4203-b7a7-d344ef9db556 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:20.752702 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-79260197-cafe-4203-b7a7-d344ef9db556 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 2.1800878 Jan 25 16:48:20.754014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60210) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:20.760162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:20.767989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.787952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.788631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Transition to ACTIVE for port object 677bcdaf-e917-4cc6-81cf-0bc3a0444087 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:20.815502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:20.970316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Network 78a39b42-feab-490b-a61c-baa9841bcc3f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:20.971600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Pushing event updated for resources: {'Port': ['ID=677bcdaf-e917-4cc6-81cf-0bc3a0444087,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:20.974252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:20.975902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:20.982899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:20.986028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:20.986405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.006943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 52b706eb-ebd9-4348-9c05-384582477cf3 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:21.007797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.035324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:21.116322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Provisioning for port 6d7aa052-6c07-451d-afc0-56fb21a61838 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:21.161712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b513e9-d8ea-416d-ac46-5b250cf7f227 None None] Network 52b706eb-ebd9-4348-9c05-384582477cf3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:21.184856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:21.185957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.261793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:21.275180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a78fe4e-c70d-491c-bd01-0f4be104e222 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8171849 Jan 25 16:48:21.278911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:21.281498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.285368 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44254cd9-8b0b-4028-8e1d-4e6e09b9a196 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2519665 Jan 25 16:48:21.290968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:21.302051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60218) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:21.327481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:21.329970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Attempting to bind port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:21.330346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Attempting to bind port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:21.330700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Attempting to bind port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 on network 78a39b42-feab-490b-a61c-baa9841bcc3f {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:21.350306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Router 3c666d10-774e-46ad-b135-78f0494c1548 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:21.354801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:21.355198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Checking segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:21.355638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.356115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Bound using segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:21.357271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Bound port: 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:21.358195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port d62b9e68-6d7b-4019-bd60-9eabcd993f77 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:21.358963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.359097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.400353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:21.418123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:21.431514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:21.466945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:21.494585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.514297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:21.515401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:21.596620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.646048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] For port 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:21.653153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.653534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] For port 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=677bcdaf-e917-4cc6-81cf-0bc3a0444087,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:21.660272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.660793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:21.661903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:21.688661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:21.698645 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a43b832-3e1f-43f7-a281-0e8a0fba3162 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "PUT /v2.0/routers/3c666d10-774e-46ad-b135-78f0494c1548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5509648 Jan 25 16:48:21.706195 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Sync routers for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:21.725406 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:21.726309 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:21.935389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:21.944478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.064324 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:22.082304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=69b6875c-3dc7-4c9c-b5f1-2b2aed701521,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:22.172831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:22.197955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.236485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Transition to ACTIVE for port object b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:22.241638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.271507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.274565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:22.312570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:22.343351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.430395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d27dc2-3c01-4ea7-b127-c22887729eb0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:22.441340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.494759 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d8d3c-13c1-4368-a44d-3375c84cc342 None None] Pushing event updated for resources: {'Port': ['ID=677bcdaf-e917-4cc6-81cf-0bc3a0444087,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:22.498797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:22.499496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:22.544421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.545023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.545554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.550211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:22.555003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.555600 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.556152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 2 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.582941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.592331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.593774 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 2, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:22.599141 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Checking router: 3c666d10-774e-46ad-b135-78f0494c1548 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:48:22.599787 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Updating router 3c666d10-774e-46ad-b135-78f0494c1548 port eec7b4cc-27eb-40b5-bdf4-ec6505911986 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:48:22.601628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.611738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.614786 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.615348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:22.615701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 3 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.630050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:22.630419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.632593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.642485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.643028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.643530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.652059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.652617 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.653207 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 4 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.668421 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.675211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.675793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.676298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.688117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.688713 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.689284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 5 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.720099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:22.721001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:22.724263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.724606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.724977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.735893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.736231 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.736619 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 6 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.791090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.793299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.795849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:22.801472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:22.804115 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:22.807273 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 7 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:22.825770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:22.826400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.833526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fcdd5fd1-4d36-4776-907c-73e0ca75b1b2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.0487165 Jan 25 16:48:22.837701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:22.850993 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7284534c-baa3-465c-b81d-ec1e86b8e272 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/69b6875c-3dc7-4c9c-b5f1-2b2aed701521 HTTP/1.1" status: 204 len: 168 time: 3.6284108 Jan 25 16:48:22.850993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for d62b9e68-6d7b-4019-bd60-9eabcd993f77 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:22.909807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60234) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:22.910126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60236) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:22.914358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-4c20923e-b7f5-4b2f-beca-64c76352e39a tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951070361&fields=id&tenant_id=42578ceb9f554041a4ea7c625266f506 HTTP/1.1" status: 200 len: 267 time: 0.7360258 Jan 25 16:48:22.930082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:22.996095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:22.996953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:22.997533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:23.004497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:23.008427 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:23.009105 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 8 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:23.037488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:23.037818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:23.038199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:23.043453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:23.044330 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:23.044781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 9 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:23.046344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.048046 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-96d07170-fb27-4d27-9683-b66e456dddb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7445574 Jan 25 16:48:23.050757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:23.051541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ad18dd-bc38-4b40-a3f4-9f31af42679e None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:23.064968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:23.065704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:23.066036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:23.066369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:23.076468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:23.084416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:23.089959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:23.090302 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:23.091855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:23.094663 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 10 to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d Jan 25 16:48:23.102500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9235f3b7-644f-4901-bd27-de509e11093a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:23.104013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:23.116135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:23.129354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:23.129615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:23.129920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:23.140086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:23.140438 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:23.140793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.174382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:23.174726 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa506c55-4a8a-4776-99b2-3acb2d271da1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:48:23.175283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa506c55-4a8a-4776-99b2-3acb2d271da1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:23.186144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9090308-2908-42a1-b47b-2e430d33efd3 None None] Could not find standard attr ID for object 69b6875c-3dc7-4c9c-b5f1-2b2aed701521. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:48:23.301048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.318611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning for port 40c8a009-01ad-45b9-9cfa-353982e64c20 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:23.325666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning complete for port 40c8a009-01ad-45b9-9cfa-353982e64c20 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:23.326241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.395406 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.423446 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Transition to ACTIVE for port object eec7b4cc-27eb-40b5-bdf4-ec6505911986 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:23.445249 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.460475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:23.460855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:48:23.474081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.546520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:23.640866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:23.696787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.711575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.718009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:23.718500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.728999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] In _notify_port_updated(), no bound segment for port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:48:23.735526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:23.736126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.737860 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49b6a05b-af71-4a0a-b3df-572b50c3c9c1 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "PUT /v2.0/ports/b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d HTTP/1.1" status: 200 len: 976 time: 2.4578512 Jan 25 16:48:23.739373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.740963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60246) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:23.823136 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Pushing event updated for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:23.835520 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.836115 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.836641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.837178 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.837717 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.838248 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.838783 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.839345 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.840028 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.840623 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.841138 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.841839 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:48:23.845167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-8befc1a0-7729-4d9e-92c6-24c0ff029eac tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:23.847119 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Attempting to bind port eec7b4cc-27eb-40b5-bdf4-ec6505911986 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:23.847958 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Attempting to bind port eec7b4cc-27eb-40b5-bdf4-ec6505911986 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:23.849145 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Attempting to bind port eec7b4cc-27eb-40b5-bdf4-ec6505911986 on network 52b706eb-ebd9-4348-9c05-384582477cf3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:23.859680 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:23.860630 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Checking segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:23.861311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.862219 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Bound using segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:23.864842 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Bound port: eec7b4cc-27eb-40b5-bdf4-ec6505911986, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:23.864842 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.865933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-8befc1a0-7729-4d9e-92c6-24c0ff029eac tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Synchronizing usage tracker for tenant:42578ceb9f554041a4ea7c625266f506 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:23.903835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.917875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab106536-501e-4b4c-a865-9978f3ae6934,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:23.971465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:23.972755 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df2709e9-4c47-4941-8432-45228bc1eee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9036922 Jan 25 16:48:23.975428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:23.980908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:23.997786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:24.004099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:24.005818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0005a536-1769-4d52-85ce-4717521a040b None None] For port 40c8a009-01ad-45b9-9cfa-353982e64c20, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=40c8a009-01ad-45b9-9cfa-353982e64c20,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:24.011894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:24.030213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.032191 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] For port eec7b4cc-27eb-40b5-bdf4-ec6505911986, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:24.036192 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] For port eec7b4cc-27eb-40b5-bdf4-ec6505911986, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=eec7b4cc-27eb-40b5-bdf4-ec6505911986,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:24.042712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.045459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:24.079152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.079635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.082094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.082594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.083069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.083537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.084005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.084476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.084939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.085436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.085900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.086525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.086995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.087792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.088257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.088720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.089179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.089663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.090126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.091357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.091907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.092369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.092832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.093426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.099232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.099733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.100230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.100686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:24.103248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Synchronizing usage tracker for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:24.140078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.150794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Unset dirty status for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:24.152071 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61f5f668-6893-4060-a697-4787bc563a37 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25035 time: 0.3966951 Jan 25 16:48:24.156705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:24.166998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9235f3b7-644f-4901-bd27-de509e11093a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:24.182992 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648b62e-e1ac-449f-a2a8-0dfcf14cc110 None None] Pushing event updated for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:24.220178 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:24.221176 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:24.275929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning for port 9235f3b7-644f-4901-bd27-de509e11093a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:24.296520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning complete for port 9235f3b7-644f-4901-bd27-de509e11093a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:24.296898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.297429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Deleting port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:24.298095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.424251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ab1d2-0634-4b8e-b054-3a8c4c0e7f95 None None] Network 78a39b42-feab-490b-a61c-baa9841bcc3f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:24.438583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Pushing event updated for resources: {'Port': ['ID=40c8a009-01ad-45b9-9cfa-353982e64c20,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:24.525516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa506c55-4a8a-4776-99b2-3acb2d271da1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:24.529194 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aa506c55-4a8a-4776-99b2-3acb2d271da1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/69b6875c-3dc7-4c9c-b5f1-2b2aed701521 HTTP/1.1" status: 404 len: 333 time: 1.6095827 Jan 25 16:48:24.535206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:24.543064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60258) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:24.555632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.585381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9235f3b7-644f-4901-bd27-de509e11093a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:24.586089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.631920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d, host hv-neutron-8240, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:24.632515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.637073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.638648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 8cb05e9b-c643-412f-9af2-feec0f3be29f disassociated. External IP: 172.26.4.234, port: 11181655-13d1-4d6f-bf06-bf1457fbd15c. Jan 25 16:48:24.769583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-8befc1a0-7729-4d9e-92c6-24c0ff029eac tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Unset dirty status for tenant:42578ceb9f554041a4ea7c625266f506 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:24.773940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-8befc1a0-7729-4d9e-92c6-24c0ff029eac tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 797 time: 1.6863666 Jan 25 16:48:24.782427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Calling delete_port for b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:24.900069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-7c7831bc-41df-4698-a40b-0083d5e49a59 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/quotas/42578ceb9f554041a4ea7c625266f506 HTTP/1.1" status: 200 len: 375 time: 0.0609097 Jan 25 16:48:24.905252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.955143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:24.994686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.013334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event deleted for resources: {'Port': ['ID=b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:25.019519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.052621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284a08c4-6060-4fc6-86c2-640776527d05,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:25.059642 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05e3c54f-1a37-449d-a7c3-26c1dfc34f8f tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d HTTP/1.1" status: 204 len: 168 time: 0.9018760 Jan 25 16:48:25.062665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60262) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:25.111163 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9791a486-adfd-4a11-a570-9bcd5329ad0c tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:48:25.111713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9791a486-adfd-4a11-a570-9bcd5329ad0c tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Synchronizing usage tracker for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:25.118019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.119264 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e910da3-4567-44ec-8e54-0f7ab89f836c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1427174 Jan 25 16:48:25.132811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:25.144584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:25.158122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9791a486-adfd-4a11-a570-9bcd5329ad0c tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Unset dirty status for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:25.164667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 677bcdaf-e917-4cc6-81cf-0bc3a0444087 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:25.164948 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9791a486-adfd-4a11-a570-9bcd5329ad0c tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports/b704a8ba-25b1-4f7c-a3e0-cb91f4c7d57d HTTP/1.1" status: 404 len: 333 time: 0.1003430 Jan 25 16:48:25.166295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:25.168401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:25.177336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-304414999', 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:25.186245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:25.189274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:25.191546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:25.207312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:25.229027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.237604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:25.248462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.261258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Made reservation on behalf of e1f5cd5fce2b4bc3883c82f38585f3ae for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:25.264419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.287166 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:24Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:25.293053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd921ae1-bd80-46ac-9afe-c773aebd1580 None None] The sync data for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv is: [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:24Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:25.316359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.320697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port dd96db15-a7c6-4d59-908d-36fb769e6854 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:25.323274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:25.436168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.443055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.470411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9284d2-0ed2-4a07-8ef5-e29c71addae7,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:25.492028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.500857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.502090 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36a7b6df-f339-4d97-b8d9-1d6b52d36f3a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671472 Jan 25 16:48:25.504990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:25.507295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 40c8a009-01ad-45b9-9cfa-353982e64c20 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:25.511289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:25.521581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:25.526496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:25.531594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:25.542287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:25.561611 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:48:25.568879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.627097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning for port d62b9e68-6d7b-4019-bd60-9eabcd993f77 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:25.635221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Provisioning complete for port d62b9e68-6d7b-4019-bd60-9eabcd993f77 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:25.635803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.682834 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-91fd1efd-013e-4aa1-89b3-3601160bb2e0 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6977124 Jan 25 16:48:25.693746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.698563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Port d62b9e68-6d7b-4019-bd60-9eabcd993f77 was deleted so its status cannot be updated. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:48:25.705535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0005a536-1769-4d52-85ce-4717521a040b None None] Could not find standard attr ID for object 69b6875c-3dc7-4c9c-b5f1-2b2aed701521. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:48:25.714983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 40c8a009-01ad-45b9-9cfa-353982e64c20 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:25.715395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.826136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.832585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:25.859804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8931f7f7-ec0f-4a5e-bcac-4794cb4da3dc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:25.886828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=d62b9e68-6d7b-4019-bd60-9eabcd993f77,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:25.978861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Provisioning for port eec7b4cc-27eb-40b5-bdf4-ec6505911986 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:26.001888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Provisioning complete for port 40c8a009-01ad-45b9-9cfa-353982e64c20 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:26.002286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.046905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.048384 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a44795a-2f49-4b9b-ab06-2ec392fe803b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5423827 Jan 25 16:48:26.052534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:26.060285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.065686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '5f73ab1a-9b26-461d-a23e-cdb55dbcedf7', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:26.068274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-d5f1b159-711f-4605-b0e6-531e26aa5ed2 service neutron] 10.222.0.45 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673892 Jan 25 16:48:26.076275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:26.082458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:26.086214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:26.093901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:26.113574 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:48:26.123934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.150669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.225581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.261089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Network 077e7e5e-9601-48a5-ab6d-8471727f33af is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:26.267039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:26.269940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:26.270941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:26.271591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.310478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.317720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=dd96db15-a7c6-4d59-908d-36fb769e6854,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:26.328574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Provisioning for port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:26.329548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19faac76-c9e6-4bf9-bac2-c1d254320105,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:26.342248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.361580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Provisioning complete for port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:26.362091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.393288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.394605 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408778 Jan 25 16:48:26.397613 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73aab8c8-13a4-4a39-93fa-d98e44aee28e tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2281580 Jan 25 16:48:26.398774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bae8c7-5fb9-43f8-8b66-d6ba67f761f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0bc892-881c-4afc-92ec-4b28e2a9e0b5,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:26.414249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60282) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:26.497595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3704f69c-2506-49d8-a2cd-88f9cceeb890 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:26.498995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3704f69c-2506-49d8-a2cd-88f9cceeb890 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Synchronizing usage tracker for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:26.518966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3704f69c-2506-49d8-a2cd-88f9cceeb890 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Unset dirty status for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:26.521052 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3704f69c-2506-49d8-a2cd-88f9cceeb890 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports/dd96db15-a7c6-4d59-908d-36fb769e6854 HTTP/1.1" status: 200 len: 954 time: 0.1053951 Jan 25 16:48:26.523391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:26.567051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.646688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] For port 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=677bcdaf-e917-4cc6-81cf-0bc3a0444087,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:26.656131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.732865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Deleting port dd96db15-a7c6-4d59-908d-36fb769e6854 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:26.733720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.740686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.741882 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-88d31cd2-12f3-4083-acd2-4fe76dfd6843 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/security-groups/19faac76-c9e6-4bf9-bac2-c1d254320105 HTTP/1.1" status: 204 len: 168 time: 2.1958745 Jan 25 16:48:26.745506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9602c-e9d4-4108-b7c2-f340ba6a11f3 None None] Pushing event updated for resources: {'Port': ['ID=677bcdaf-e917-4cc6-81cf-0bc3a0444087,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:26.749095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:26.753292 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc70ef30-1414-49f2-b401-af1dab0f0f47 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/d62b9e68-6d7b-4019-bd60-9eabcd993f77 HTTP/1.1" status: 204 len: 168 time: 5.6260378 Jan 25 16:48:26.754093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60302) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:26.754181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60304) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:26.756098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:26.861011 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-f924d223-4b72-4b62-b701-affb99bb53e5 service neutron] 10.222.0.45 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917888 Jan 25 16:48:26.894076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-11fb6085-0c4b-4e01-8507-004b8d8f6f78 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824357480&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.1888077 Jan 25 16:48:27.006577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.154981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Calling delete_port for dd96db15-a7c6-4d59-908d-36fb769e6854 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:27.207027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea0cc39a-0efb-476e-baad-144b02a4be2c req-c6afb3ca-ca14-41bd-b360-678f1c0cbef6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 210 time: 0.0886755 Jan 25 16:48:27.210820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:27.212329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:27.213864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:27.214679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:27.249358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.320939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd96db15-a7c6-4d59-908d-36fb769e6854,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:27.325154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.342115 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-862cdd13-ca3d-4847-b2f2-5c11c6a526b7 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "DELETE /v2.0/ports/dd96db15-a7c6-4d59-908d-36fb769e6854 HTTP/1.1" status: 204 len: 168 time: 0.8169832 Jan 25 16:48:27.345077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:27.355492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.357568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:27.361335 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fc28c5b8-aa57-45ac-afef-7f4a1c96ad89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5992391 Jan 25 16:48:27.361926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60322) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:27.405418 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5518b71-4313-449c-82fa-2a03dd9eb898 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:48:27.406196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c5518b71-4313-449c-82fa-2a03dd9eb898 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Synchronizing usage tracker for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:27.436442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c5518b71-4313-449c-82fa-2a03dd9eb898 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Unset dirty status for tenant:e1f5cd5fce2b4bc3883c82f38585f3ae on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:27.438666 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c5518b71-4313-449c-82fa-2a03dd9eb898 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports/dd96db15-a7c6-4d59-908d-36fb769e6854 HTTP/1.1" status: 404 len: 333 time: 0.0924289 Jan 25 16:48:27.442813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60328) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:27.452835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1365594813'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:27.463137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:27.475807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:27.492189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Made reservation on behalf of e1f5cd5fce2b4bc3883c82f38585f3ae for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:27.495394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.499870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-19b9fcca-b77a-4437-b3bd-a9ee8136f056 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:27.500639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-19b9fcca-b77a-4437-b3bd-a9ee8136f056 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:27.513359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.524391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:27.524571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port be29e280-e3ac-47ac-9357-3f514d84c16f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:27.538028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.538218 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:27.552819 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:27.554059 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:27.572497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device eec7b4cc-27eb-40b5-bdf4-ec6505911986 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:27.602205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet fdfe202e-88f6-44f9-bdaf-372ffd367160 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:27.635663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.671486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8df2f1ad-55e7-4e9f-9cf1-ac060abfe73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.682295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-19b9fcca-b77a-4437-b3bd-a9ee8136f056 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:27.685811 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-19b9fcca-b77a-4437-b3bd-a9ee8136f056 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=78a39b42-feab-490b-a61c-baa9841bcc3f HTTP/1.1" status: 200 len: 797 time: 0.7208672 Jan 25 16:48:27.693050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port eec7b4cc-27eb-40b5-bdf4-ec6505911986 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:27.700059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port eec7b4cc-27eb-40b5-bdf4-ec6505911986 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:27.700059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.707295 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:27.728497 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:27.729112 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:27.745796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fd465b2e-ffd0-419f-9eaa-8026faf9468b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/8cb05e9b-c643-412f-9af2-feec0f3be29f HTTP/1.1" status: 200 len: 688 time: 4.8302317 Jan 25 16:48:27.753097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60332) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:27.819203 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:27.819621 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384b68d-a02e-4c22-b6a4-e190fd420128 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:27.848680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.893419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-1d3c4f29-bab5-4462-b584-fc13638be32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.1882963 Jan 25 16:48:27.894471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.895789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.898842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.945040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port eec7b4cc-27eb-40b5-bdf4-ec6505911986, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=eec7b4cc-27eb-40b5-bdf4-ec6505911986,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:27.950852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:27.951660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 677bcdaf-e917-4cc6-81cf-0bc3a0444087 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:27.967985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Network 077e7e5e-9601-48a5-ab6d-8471727f33af is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:27.972122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:27.977758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:27.979759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:27.980608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.008213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=be29e280-e3ac-47ac-9357-3f514d84c16f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:28.024939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.031601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f6dd9d5-6c0a-48fe-9e5b-fdf9218ded07 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5871286 Jan 25 16:48:28.038686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:28.046458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:28.122064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:28.132805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:28.133188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.142861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e35dcdf-6d47-4e27-9f81-e823454a721b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:28.185557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 4c460b5c-982a-4b96-9be3-e41ed32757fe {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:28.185968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.187197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.218474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.222051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6b76cd5a-709f-458d-9f48-98dfa9fbb7b7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/security-groups/6e35dcdf-6d47-4e27-9f81-e823454a721b HTTP/1.1" status: 204 len: 168 time: 1.4597933 Jan 25 16:48:28.230627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60340) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:28.326661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.467313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] device_id is not set on port be29e280-e3ac-47ac-9357-3f514d84c16f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:28.475782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.491372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Transition to ACTIVE for port object be29e280-e3ac-47ac-9357-3f514d84c16f will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:28.496892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.506761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d98c57d2-4819-4174-817e-d0822fad2eba req-8a901f83-d0ec-4fc1-afe3-d6cee0895026 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 210 time: 0.1491842 Jan 25 16:48:28.510951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:28.522526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.747937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-b50be8f7-c26f-4ef4-86bb-dc32a253b6a3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7867694 Jan 25 16:48:28.845905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=be29e280-e3ac-47ac-9357-3f514d84c16f,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:28.890119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:28.890484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:28.890794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:28.895371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.900558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:28.900896 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:28.909749 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 2 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:28.925643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.925868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.936034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-4455bdf8-9a05-42a8-a7b2-cf144b23c95c tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:28.937589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-4455bdf8-9a05-42a8-a7b2-cf144b23c95c tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.15 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 797 time: 0.3947916 Jan 25 16:48:28.940038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:28.940371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:28.940704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:28.944222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:28.945886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:28.946289 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:28.947852 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 3 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:28.984270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:28.984649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:28.984932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.002301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.002539 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.005444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 4 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.019850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-1295c715-49b4-44a5-a375-efa7cbc4e0ea tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Synchronizing usage tracker for tenant:42578ceb9f554041a4ea7c625266f506 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:29.031849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.032183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.032519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.042887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.042887 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.044477 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 5 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.061064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.061424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.061768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.063909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-1295c715-49b4-44a5-a375-efa7cbc4e0ea tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Unset dirty status for tenant:42578ceb9f554041a4ea7c625266f506 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:29.065042 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-1295c715-49b4-44a5-a375-efa7cbc4e0ea tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42578ceb9f554041a4ea7c625266f506 HTTP/1.1" status: 200 len: 379 time: 0.1179838 Jan 25 16:48:29.068541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.068873 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.069283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 6 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.080450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'port': {'device_id': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'admin_state_up': True, 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'security_groups': ['4d0260e1-ee50-4c1a-95ee-59f649ff1db3']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:29.114944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfe202e-88f6-44f9-bdaf-372ffd367160,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:29.124941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 4c460b5c-982a-4b96-9be3-e41ed32757fe owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:29.159288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.159643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.159979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.163259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd4139-baba-4a79-bf57-8ef1ad113582 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:29.165574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.177356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.177703 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.180423 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 7 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.213504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.213842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.214177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.223060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.223435 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.226066 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 8 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.235936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b2f78816-2f45-4a3a-b80a-80b9a42d8616 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/fdfe202e-88f6-44f9-bdaf-372ffd367160 HTTP/1.1" status: 204 len: 168 time: 1.8606992 Jan 25 16:48:29.244475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60350) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:29.256414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.256725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.256998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.266011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:29.267997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.268135 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.269940 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 9 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.276759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:port and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:29.282224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:29.291352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:29.295934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.296763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.296763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.305113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.305467 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.305901 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempt 10 to bind port be29e280-e3ac-47ac-9357-3f514d84c16f Jan 25 16:48:29.318937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Made reservation on behalf of 42578ceb9f554041a4ea7c625266f506 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:29.322531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.335608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-48415db0-52ce-4448-a77a-5b32d575e4db service neutron] 10.222.0.45 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655632 Jan 25 16:48:29.339627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:29.339966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:29.340749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempting to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:29.348087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:29.348422 dv-neutron-824022-2-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Failed to bind port be29e280-e3ac-47ac-9357-3f514d84c16f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8cb78dd3-71c5-4f5d-a0d8-399f892260fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '077e7e5e-9601-48a5-ab6d-8471727f33af'}] Jan 25 16:48:29.348777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.443857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.477542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device eec7b4cc-27eb-40b5-bdf4-ec6505911986 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:29.541531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet ff47eb99-0c15-429c-b62a-296076ee777b {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:29.558863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.564707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port be29e280-e3ac-47ac-9357-3f514d84c16f, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:29.565079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 25 16:48:29.571565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port eec7b4cc-27eb-40b5-bdf4-ec6505911986 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:29.571936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.576111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.651890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Allocated IP 172.20.0.7 (52b706eb-ebd9-4348-9c05-384582477cf3/5d6b7e60-85c1-4813-97df-43de295d96c6/ae1ba467-33e8-4229-b656-1ffeb2950d31) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:29.658450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] In _notify_port_updated(), no bound segment for port be29e280-e3ac-47ac-9357-3f514d84c16f on network 077e7e5e-9601-48a5-ab6d-8471727f33af {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:48:29.659813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:29.660631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.662271 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "PUT /v2.0/ports/be29e280-e3ac-47ac-9357-3f514d84c16f HTTP/1.1" status: 200 len: 977 time: 1.6221428 Jan 25 16:48:29.669164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60356) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:29.705860 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-f6729f3d-c867-453a-bc4a-b0587b226732 service neutron] 10.222.0.45 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692870 Jan 25 16:48:29.708863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:29.762957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7747c7a-77e1-4c0d-8d40-b8b61d216cc6 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event updated for resources: {'Port': ['ID=be29e280-e3ac-47ac-9357-3f514d84c16f,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:29.805850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Deleting port be29e280-e3ac-47ac-9357-3f514d84c16f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:29.806220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.015325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.076156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.145764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6e15863c-ddfe-459c-a4e4-45845719e08c req-109d8538-5d37-49e3-a689-ff9a63606635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.1943893 Jan 25 16:48:30.148127 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50f9194e-08b8-4926-b7b9-9f558808bfc3 req-3c496923-0ad5-438a-873e-c6c05efa0278 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 210 time: 0.3485596 Jan 25 16:48:30.175294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=4c460b5c-982a-4b96-9be3-e41ed32757fe,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:30.195028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671496aa-ec57-4174-a38a-bea908850930 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:30.216362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.225794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.226052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.282885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:30.307500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] For port be29e280-e3ac-47ac-9357-3f514d84c16f, host hv-neutron-8240, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:30.308496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.336034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d905342-48f9-4855-b3ae-9bf29713853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.401145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5e0735f8-5d7f-4dc0-aa70-918fe6ef3914 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1 HTTP/1.1" status: 204 len: 168 time: 2.1579480 Jan 25 16:48:30.404454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60370) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.413399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:30.529904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.542739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Calling delete_port for be29e280-e3ac-47ac-9357-3f514d84c16f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:30.546553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.551778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-24589f17-9c6c-4497-9a10-bf8f66eb4de7 None None] Provisioning complete for port 9235f3b7-644f-4901-bd27-de509e11093a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:30.551778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24589f17-9c6c-4497-9a10-bf8f66eb4de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.552621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7aa4d4dd-e1fc-467c-bda8-cc9efe1c1f5d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/8cb05e9b-c643-412f-9af2-feec0f3be29f HTTP/1.1" status: 204 len: 168 time: 2.7984707 Jan 25 16:48:30.556474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60374) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.564540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'e502f250-e5a1-4c05-9d6a-e63138c00c21'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:30.571704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.619267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:30.687467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.695402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Transition to ACTIVE for port object ae1ba467-33e8-4229-b656-1ffeb2950d31 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:30.772756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Pushing event deleted for resources: {'Port': ['ID=be29e280-e3ac-47ac-9357-3f514d84c16f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:30.783770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.789115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:floatingip and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:30.794532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=ff47eb99-0c15-429c-b62a-296076ee777b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:30.797368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.799444 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2b776eb9-d502-4698-801b-fee00ea8247f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/ff47eb99-0c15-429c-b62a-296076ee777b HTTP/1.1" status: 204 len: 168 time: 1.5391295 Jan 25 16:48:30.803195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:30.804434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.811893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b316a-8b02-4bac-b0be-7f413d64608d None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:30.818277 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-58a07ac6-4579-4053-bb05-8448392d4a46 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "DELETE /v2.0/ports/be29e280-e3ac-47ac-9357-3f514d84c16f HTTP/1.1" status: 204 len: 168 time: 1.1456969 Jan 25 16:48:30.823326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60382) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.827068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:30.901723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:30.905122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f9bd7e-556b-4be7-9b8c-4af0c0ae6721 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] GET failed (client error): The resource could not be found. Jan 25 16:48:30.919314 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-71f9bd7e-556b-4be7-9b8c-4af0c0ae6721 tempest-PortsAdminExtendedAttrsTestJSON-1198438081 tempest-PortsAdminExtendedAttrsTestJSON-1198438081-project-admin] 10.222.0.45 "GET /v2.0/ports/be29e280-e3ac-47ac-9357-3f514d84c16f HTTP/1.1" status: 404 len: 333 time: 0.0946834 Jan 25 16:48:30.922110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:30.924712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60386) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.925519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:30.950160 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0aaaa7a7-22ae-440e-b9ba-ba9b11c3ca89 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427705 Jan 25 16:48:30.956784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:30.966583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:30.971931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:30.989444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:31.096112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.181725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:48:31.187492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Deleting port 9235f3b7-644f-4901-bd27-de509e11093a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:31.188424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.291716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.299305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:31.307377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.381732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:31.394346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:31.398208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:31.407972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:31.417148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.470893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9235f3b7-644f-4901-bd27-de509e11093a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:48:31.522409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:31.526450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.548509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:31.618462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.644923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 52b706eb-ebd9-4348-9c05-384582477cf3 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:31.649004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:31.653224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] For port 9235f3b7-644f-4901-bd27-de509e11093a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9235f3b7-644f-4901-bd27-de509e11093a,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:31.653920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.654908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:31.679495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-aa53f74c-f251-4f49-ace6-de51ee741977 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:31.680245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa53f74c-f251-4f49-ace6-de51ee741977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.762308 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6b464902-2f17-414d-be8f-2ea0c96c03c3 req-faf95398-6eec-4f2c-890e-45d1ded0017a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.1127055 Jan 25 16:48:31.812826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:31.813625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:31.845239 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-2acd0553-af40-4901-8647-7eb9f8b88d48 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7684839 Jan 25 16:48:31.900395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Request body: {'port': {'device_id': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:31.913151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Calling delete_port for 9235f3b7-644f-4901-bd27-de509e11093a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:32.023010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.027100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d4a2a40d-517c-4b46-bd6d-197d9671de0a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:32.030426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d4a2a40d-517c-4b46-bd6d-197d9671de0a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=78a39b42-feab-490b-a61c-baa9841bcc3f HTTP/1.1" status: 200 len: 797 time: 0.6487131 Jan 25 16:48:32.094115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.109696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.145868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.210542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] Pushing event deleted for resources: {'Port': ['ID=9235f3b7-644f-4901-bd27-de509e11093a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:32.214342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9bff2-96cc-4439-963c-0fc9bb6f4a14 None None] No DVR routers for this DVR port 9235f3b7-644f-4901-bd27-de509e11093a on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:48:32.234383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-aa53f74c-f251-4f49-ace6-de51ee741977 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:32.234959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa53f74c-f251-4f49-ace6-de51ee741977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.270566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.292101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aa53f74c-f251-4f49-ace6-de51ee741977 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:32.305799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-0b5898d0-5e9b-45e6-9f62-c35bdf69aed1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 473 time: 0.2638013 Jan 25 16:48:32.317264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:32.323202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:32.330301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:32.330903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.333822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca343c-cbeb-4247-b32f-7d1607244b8a None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:32.351255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077e7e5e-9601-48a5-ab6d-8471727f33af']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:32.387412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb78dd3-71c5-4f5d-a0d8-399f892260fb') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:32.387707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb78dd3-71c5-4f5d-a0d8-399f892260fb') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:32.400932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef619ca9-3c44-4eb8-b635-e0795dd9f8f4 req-55d477d0-db2d-419f-847b-164c238208bf tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:32.403583 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef619ca9-3c44-4eb8-b635-e0795dd9f8f4 req-55d477d0-db2d-419f-847b-164c238208bf tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 931 time: 0.8097658 Jan 25 16:48:32.409369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=9d9880a8-c4bf-431e-a5c5-d37cd1d61e54,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:32.413579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['5f73ab1a-9b26-461d-a23e-cdb55dbcedf7']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:32.437476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f9f1ee8c-aaa1-4458-9cb6-ffa56b8fcaba None None] Provisioning for port ae1ba467-33e8-4229-b656-1ffeb2950d31 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:32.438962 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef736db5-39cc-4af5-ab90-0b7c744e9db7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4793205 Jan 25 16:48:32.440382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:32.444320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.453474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:32.455327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f9f1ee8c-aaa1-4458-9cb6-ffa56b8fcaba None None] Provisioning complete for port ae1ba467-33e8-4229-b656-1ffeb2950d31 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:32.455786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ee8c-aaa1-4458-9cb6-ffa56b8fcaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.556463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1ee8c-aaa1-4458-9cb6-ffa56b8fcaba None None] Port ae1ba467-33e8-4229-b656-1ffeb2950d31 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:32.563586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.569996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.621850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.646237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '9d9880a8-c4bf-431e-a5c5-d37cd1d61e54'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:48:32.646977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.657164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-c76d5a53-d841-485a-8750-bafce2986d0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6169987 Jan 25 16:48:32.665692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:32.695506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:32.696482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.711489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:32.717704 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:32.734847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:32.758141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:32.774397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.795020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:48:32.802066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:32.807391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.837147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.923830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Transition to ACTIVE for port object ae1ba467-33e8-4229-b656-1ffeb2950d31 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:32.937550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:32.937968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Allocated IP 172.20.0.2 (255dcaab-10ef-4717-a4ec-827262e2a670/9d9880a8-c4bf-431e-a5c5-d37cd1d61e54/24ddacc6-8ccb-4130-a1bd-53454cf02426) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:32.994019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef619ca9-3c44-4eb8-b635-e0795dd9f8f4 req-cd8681e3-53bb-4f18-a30d-6ede0869b479 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5589705 Jan 25 16:48:33.026822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:33.066638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:33.070587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=ea40a48a-8cb6-4486-95b5-a7dd56eaacee,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:33.076591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:33.103495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023b3c8-25d0-4dab-8e2e-3298c80502c4 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:33.226445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:33.227177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.249712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Attempting to bind port ae1ba467-33e8-4229-b656-1ffeb2950d31 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:33.250051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Attempting to bind port ae1ba467-33e8-4229-b656-1ffeb2950d31 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:33.250483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Attempting to bind port ae1ba467-33e8-4229-b656-1ffeb2950d31 on network 52b706eb-ebd9-4348-9c05-384582477cf3 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:33.260224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Port ae1ba467-33e8-4229-b656-1ffeb2950d31 on network 52b706eb-ebd9-4348-9c05-384582477cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:33.260576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Attempting to bind port ae1ba467-33e8-4229-b656-1ffeb2950d31 on network 52b706eb-ebd9-4348-9c05-384582477cf3 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:33.262926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.269057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:33.269459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Checking segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:33.269834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Bound using segment: {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:33.270366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Bound port: ae1ba467-33e8-4229-b656-1ffeb2950d31, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e062c0ba-7d04-4560-8ec5-7d3194fa7583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:33.270989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.272337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:33.290599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6e24bec-02a1-4ba8-a576-fd1d10ac4ccf req-b29d6fac-2551-4a70-90c3-d2d066ac28f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.2261455 Jan 25 16:48:33.303239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:port and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:33.306847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:33.310684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.337869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.340718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:33.358673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Transition to ACTIVE for port object 24ddacc6-8ccb-4130-a1bd-53454cf02426 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:33.373659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] Pushing event deleted for resources: {'Network': ['ID=077e7e5e-9601-48a5-ab6d-8471727f33af,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:33.415591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Transition to ACTIVE for port object 24ddacc6-8ccb-4130-a1bd-53454cf02426 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:33.428945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f3d20ab-eb22-4e45-97f8-2e8b395ff572 tempest-PortsAdminExtendedAttrsTestJSON-2009962885 tempest-PortsAdminExtendedAttrsTestJSON-2009962885-project] 10.222.0.45 "DELETE /v2.0/networks/077e7e5e-9601-48a5-ab6d-8471727f33af HTTP/1.1" status: 204 len: 168 time: 2.4743690 Jan 25 16:48:33.444434 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8a004ec6-4f26-4a43-bb4d-95654d185350 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0356965 Jan 25 16:48:33.445600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60410) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:33.451826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:33.455876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.469817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-d9aa0038-fc99-4699-be9a-2b9df0587830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:33.471500 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-d9aa0038-fc99-4699-be9a-2b9df0587830 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.4547100 Jan 25 16:48:33.476297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.485016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487176758'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:33.491215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:33.495634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:33.499498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:33.505717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:33.564780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:33.569632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:33.572594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:33.615530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:33.670083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:33.674577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-7fbda620-f8a1-49f4-9907-dfd3e58886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:33.676187 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-7fbda620-f8a1-49f4-9907-dfd3e58886b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.1585124 Jan 25 16:48:33.676327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:33.741769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.744227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Attempting to bind port 24ddacc6-8ccb-4130-a1bd-53454cf02426 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:33.744595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Attempting to bind port 24ddacc6-8ccb-4130-a1bd-53454cf02426 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:33.745429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Attempting to bind port 24ddacc6-8ccb-4130-a1bd-53454cf02426 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:33.763529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:33.763894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:33.764295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.764819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:33.765158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Bound port: 24ddacc6-8ccb-4130-a1bd-53454cf02426, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:33.765556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.791438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.146 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/f3d2cae5-3a14-4ffc-bd9a-ab1a07688769) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:33.823506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.842836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60416) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:33.854911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Update dhcp port {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'fixed_ips': [{'subnet_id': 'ae3a768b-3ac6-4e6a-8c70-71dc551417ba', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ea40a48a-8cb6-4486-95b5-a7dd56eaacee'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '6d7aa052-6c07-451d-afc0-56fb21a61838'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:33.900635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:33.924405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:33.933237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:33.933492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:33.938151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:33.939370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.958786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:33.995587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:34.007350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:34.013204 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-0f1348be-0ff8-4334-b90e-8da1ae7b0851 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.3291321 Jan 25 16:48:34.049396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.050021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.052037 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-69cf08d6-ce09-44ad-ac05-ca747479cb8f service neutron] 10.222.0.15 "PUT /v2.0/ports/ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 1093 time: 2.1565213 Jan 25 16:48:34.052649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:48:34.099509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:48:34.161838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-b823dbf3-4eb9-40c9-849a-a26362cd3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.164078 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-b823dbf3-4eb9-40c9-849a-a26362cd3d52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.1250162 Jan 25 16:48:34.260904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'status': 'completed', 'code': 200} Jan 25 16:48:34.417918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-1bc6cf61-db20-4b55-b8bb-4be30c736211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.419687 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-1bc6cf61-db20-4b55-b8bb-4be30c736211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1096 time: 0.2156215 Jan 25 16:48:34.443438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fa3aa-79fc-462c-9b66-9f9767b82857 None None] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:34.532181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.586978 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-48bc51d0-1bd8-426d-8704-36d8dd81b6b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 217 time: 0.1358905 Jan 25 16:48:34.598627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Allocated IP 172.20.0.2 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/ea40a48a-8cb6-4486-95b5-a7dd56eaacee/6d7aa052-6c07-451d-afc0-56fb21a61838) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:34.631145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.30 (78a39b42-feab-490b-a61c-baa9841bcc3f/92359ad7-7f92-4981-9e05-cdda0ac46777/94674b9b-68dd-4ce1-a438-72a33e1b6682) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:34.644454 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c807b0ed-4518-4730-a4b7-4727c07453fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c20aa76d7f6545bc8a827eb15f4a6975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997289 Jan 25 16:48:34.650348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60428) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:34.673145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e7a623a9-3ccb-418c-b133-3112befd2d8d req-c17b2974-8a31-4c02-942c-8f1ea06c9e11 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.0875146 Jan 25 16:48:34.689017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.766188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.788123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-7c8a5405-6a2d-4955-8f5c-8bc56734f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.789973 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-7c8a5405-6a2d-4955-8f5c-8bc56734f80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5644274 Jan 25 16:48:34.798718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.825848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:34.847126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-97362d12-b848-4c2b-ae6e-8df4c039f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.849086 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-97362d12-b848-4c2b-ae6e-8df4c039f771 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 200 len: 835 time: 0.2454178 Jan 25 16:48:34.861107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.872128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f614cd-0e3c-4af1-b7ab-7eb246957bc1 req-3eedfb2a-8efb-4f9a-99fc-9cbb96db59bd tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:34.873904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0f614cd-0e3c-4af1-b7ab-7eb246957bc1 req-3eedfb2a-8efb-4f9a-99fc-9cbb96db59bd tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 943 time: 0.6334763 Jan 25 16:48:34.884657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Transition to ACTIVE for port object 6d7aa052-6c07-451d-afc0-56fb21a61838 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:34.890540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:34.952396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.049089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99efe8a-e83b-4a58-944f-4702b8009368 None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.066875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.073287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.131043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.134760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6821556 Jan 25 16:48:35.140029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba5086-c356-42ad-9751-b22afbee3c4b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea82eda-cdf1-4ae1-9805-ba45e7da58d6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.140701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60432) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:35.163080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1655379336'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:35.175223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-81cb3ecc-d5c4-41a1-ac49-cec41347b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:35.176690 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-81cb3ecc-d5c4-41a1-ac49-cec41347b2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52b706eb-ebd9-4348-9c05-384582477cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3185191 Jan 25 16:48:35.182525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:35.195634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:35.202771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:35.210410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0f614cd-0e3c-4af1-b7ab-7eb246957bc1 req-161d5d1c-a59d-4b34-8602-bb467a4ecf50 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716069 Jan 25 16:48:35.226734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:35.248759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:35.311434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=f3d2cae5-3a14-4ffc-bd9a-ab1a07688769,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.312214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:35.316044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-221ebe7a-2e6c-4b1f-a18f-aa057ffb8903 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110669 Jan 25 16:48:35.337594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:35.349899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:35.379756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.414007 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-25be9fbb-250d-408e-a105-08c47203c1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220554 Jan 25 16:48:35.456765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.488385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d4126-d1c5-4bbf-a88a-ff19172c1f68,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.503944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:35.508670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:35.513278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:35.580302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:35.593496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.618403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.619405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.627725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:35.759930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:35.763090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:35.786166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.789745 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f463870-4497-4d05-99ff-f194a02c066e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/556d4126-d1c5-4bbf-a88a-ff19172c1f68 HTTP/1.1" status: 204 len: 168 time: 1.1321816 Jan 25 16:48:35.812532 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90255ef9-1d20-4ff8-8547-af45de74d3ed req-84ed182e-6b57-4cb9-ae46-7194736d12e6 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723749 Jan 25 16:48:35.817225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:35.822056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:35.827367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.873649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:35.938588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 94674b9b-68dd-4ce1-a438-72a33e1b6682 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:35.961784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=5250700b-81b2-4ab0-8aac-ba631f4b5f5c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.979305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=4']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:35.990853 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ee2e317-3cba-4e7c-935a-04f86843d38e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5443482 Jan 25 16:48:36.002731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60440) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:36.002885 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dc87256-a527-48f8-9760-4618a47e55f7 req-c8b6d5cc-0d2b-41af-bf15-97465392f242 service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692222 Jan 25 16:48:36.011313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:3e:dc:f1', 'name': 'tempest-NetworksTestDHCPv6-2097251208'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:36.101477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e5cc0-3841-4c66-b0c6-55c40526b440 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:36.159419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.184745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.221787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:36.261171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Provisioning for port 6d7aa052-6c07-451d-afc0-56fb21a61838 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:36.285087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:36.286610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.373345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:36.424693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.428541 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2818215 Jan 25 16:48:36.428541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7443195-a4fa-4ff9-a9f1-ba798f9f450a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d066faf-c495-4a00-a373-1dd20850acbd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:36.430705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60452) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:36.444953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725369446'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:36.457327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:36.461966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-6e8049a6-5a65-4070-b8ff-6f5a66cee5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:36.462395 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-6e8049a6-5a65-4070-b8ff-6f5a66cee5df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1096 time: 0.3944776 Jan 25 16:48:36.472810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:36.504282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:36.536312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-996862e4-f4bc-49a7-9014-01ebde4736a7 req-e1930786-cc51-41f7-aecf-6baf4e3b5238 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:36.550351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.561110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:36.570665 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2ae0f21-da81-4559-ba39-9f287b42d761 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1f5cd5fce2b4bc3883c82f38585f3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960371 Jan 25 16:48:36.583205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60456) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:36.604874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:36.605104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.605193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.670376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:36.679533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6f012602-9b10-4cff-877a-a79ca89244b4 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:36.688916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:security_group_rule and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:36.699847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:36.700722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:36.704183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 78a39b42-feab-490b-a61c-baa9841bcc3f is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:36.709952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-996862e4-f4bc-49a7-9014-01ebde4736a7 req-e1930786-cc51-41f7-aecf-6baf4e3b5238 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:36.711054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:36.711198 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-996862e4-f4bc-49a7-9014-01ebde4736a7 req-e1930786-cc51-41f7-aecf-6baf4e3b5238 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.3971376 Jan 25 16:48:36.713538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-bd0c9107-127d-4ba6-8cda-92ce5d172818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:36.715493 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-bd0c9107-127d-4ba6-8cda-92ce5d172818 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 898 time: 0.2439725 Jan 25 16:48:36.728504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:36.735512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:36.744965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:36.749921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:36.809819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Provisioning for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:36.819147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:36.819785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.827572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:36.873556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:36.920508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.938093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-2f136c8a-98e3-46d1-ad64-4f7e7998471c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 217 time: 0.2092514 Jan 25 16:48:36.941378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.959974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:36.961588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:36.994913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2db7a4-aee8-489e-99db-e52769a272ca req-bd9fae11-b839-4b75-b5a0-1c8ee14efe80 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:36.997639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e2db7a4-aee8-489e-99db-e52769a272ca req-bd9fae11-b839-4b75-b5a0-1c8ee14efe80 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 943 time: 0.5418422 Jan 25 16:48:37.016461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.055426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.066302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:37.066967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.104311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:37.117075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.189451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.193734 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7588465 Jan 25 16:48:37.193734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e765-1a3c-4721-a728-5a580159fc67 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7370a2c-a293-4ea0-826c-7691392489e2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:37.195499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60460) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:37.208212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1136316059', 'security_groups': ['d7370a2c-a293-4ea0-826c-7691392489e2'], 'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea40a48a-8cb6-4486-95b5-a7dd56eaacee'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:37.228692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-d7cfd6c7-81ba-4cb9-9711-d4bc73e096d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8188536 Jan 25 16:48:37.236408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-b04be5f4-c653-4156-9bd5-b9ae1054ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:37.237981 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-b04be5f4-c653-4156-9bd5-b9ae1054ca55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 200 len: 835 time: 0.1684783 Jan 25 16:48:37.252762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Request body: {'port': {'device_id': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:37.256390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0839e38-bd1b-4480-8d93-a8d3b6dfe0a8 None None] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:37.275142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e1cd816-0f79-4cbb-9660-820e1e83dea9 None None] Provisioning for port 94674b9b-68dd-4ce1-a438-72a33e1b6682 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:37.282124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e1cd816-0f79-4cbb-9660-820e1e83dea9 None None] Provisioning complete for port 94674b9b-68dd-4ce1-a438-72a33e1b6682 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:37.282505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e1cd816-0f79-4cbb-9660-820e1e83dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.380137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5e1cd816-0f79-4cbb-9660-820e1e83dea9 None None] Port 94674b9b-68dd-4ce1-a438-72a33e1b6682 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:37.397364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.426052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e2db7a4-aee8-489e-99db-e52769a272ca req-c1b4231b-058b-4f6c-a4f3-30208c91f9a1 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149610 Jan 25 16:48:37.438344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.461730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ed647-69bb-4bbf-bb23-3cfc8cbd500f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:37.501500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:37.510659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.514693 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14e98453-0395-49ea-aace-0a28ee9f01a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/467ed647-69bb-4bbf-bb23-3cfc8cbd500f HTTP/1.1" status: 204 len: 168 time: 0.9271231 Jan 25 16:48:37.550050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:37.566094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:37.576851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-f9b23a39-0f63-41ff-9153-17166b88cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:37.577106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.578711 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-f9b23a39-0f63-41ff-9153-17166b88cdbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52b706eb-ebd9-4348-9c05-384582477cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2806239 Jan 25 16:48:37.613689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:37.619564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.632617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:37.633004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.750292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 5d9eaae9-0455-4898-bc39-767695a31da0 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:37.793873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.929918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ee7c53c1-33df-404e-9470-736d0590f5f7 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:37.930892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee7c53c1-33df-404e-9470-736d0590f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:37.939348 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-433a7615-8790-48f9-a852-4f1040d70a32 service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534236 Jan 25 16:48:37.943084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.073108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] device_id is not set on port 1f3bcace-1f54-4228-ae1b-315a5a94d357 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:38.221373 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ea9d1198-ba2f-4447-82a8-61fb646f8c75 req-4a24afa3-491c-4f38-9df7-2893aae157fb service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665110 Jan 25 16:48:38.337266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.14 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/ea40a48a-8cb6-4486-95b5-a7dd56eaacee/1f3bcace-1f54-4228-ae1b-315a5a94d357) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:38.451313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78bc7-ba68-4e02-89fb-78ac6682d1a9 req-a02bc143-a127-4fa4-b56d-62503d078ce7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:38.452828 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4f78bc7-ba68-4e02-89fb-78ac6682d1a9 req-a02bc143-a127-4fa4-b56d-62503d078ce7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 932 time: 0.3503692 Jan 25 16:48:38.510561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.570977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.591599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 1f3bcace-1f54-4228-ae1b-315a5a94d357 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:38.607164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.620878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.715150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60488) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:38.818754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:48:38.823865 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4f78bc7-ba68-4e02-89fb-78ac6682d1a9 req-9eebe086-ab20-4100-8919-a2d1e69dbd74 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526266 Jan 25 16:48:38.855119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 172.20.0.7 (255dcaab-10ef-4717-a4ec-827262e2a670/9d9880a8-c4bf-431e-a5c5-d37cd1d61e54/5d9eaae9-0455-4898-bc39-767695a31da0) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:38.857949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=1f3bcace-1f54-4228-ae1b-315a5a94d357,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:38.870103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=f3d2cae5-3a14-4ffc-bd9a-ab1a07688769,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:38.874340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:38.876200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:38.880872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe3e:dcf1 (255dcaab-10ef-4717-a4ec-827262e2a670/5250700b-81b2-4ab0-8aac-ba631f4b5f5c/5d9eaae9-0455-4898-bc39-767695a31da0) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:38.881313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:38.909161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.985915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:38.986763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:38.992465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'networks': [{'name': 'tempest-network--1757617895'}, {'name': 'tempest-network--1839151439'}]} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:38.992771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-network--1757617895'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:38.993247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-network--1839151439'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:39.018479 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cdaebee-4cc9-4702-8dd7-e275da779790 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8184874 Jan 25 16:48:39.020962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60494) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:39.022232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:39.027906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:39.034975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:39.043342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:network and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:39.049417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'mac_address': 'fa:16:3e:81:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:48:39.054749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:39.080784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:39.118413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.144335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:48:39.168803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:39.173677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.185447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb951-0e70-4221-b8f9-2e114117f13c req-7c7ab603-277e-40e5-ac4c-c66e6b2e5cea tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:39.186958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ac6fb951-0e70-4221-b8f9-2e114117f13c req-7c7ab603-277e-40e5-ac4c-c66e6b2e5cea tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 943 time: 0.5815141 Jan 25 16:48:39.194315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:39.198372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:39.202078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:39.208176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:39.218951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:39.222777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.254823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'network': 2} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:39.255624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78adbe6f-a82f-4fa5-9a13-0676183876e2 None None] Provisioning for port 1f3bcace-1f54-4228-ae1b-315a5a94d357 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:39.258869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.265113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78adbe6f-a82f-4fa5-9a13-0676183876e2 None None] Provisioning complete for port 1f3bcace-1f54-4228-ae1b-315a5a94d357 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:39.265636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78adbe6f-a82f-4fa5-9a13-0676183876e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.294533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:39.312200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.323735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-78adbe6f-a82f-4fa5-9a13-0676183876e2 None None] Port 1f3bcace-1f54-4228-ae1b-315a5a94d357 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:39.366351 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea40a48a-8cb6-4486-95b5-a7dd56eaacee (CIDR: 172.20.0.0/28) Jan 25 16:48:39.369709 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:39.370208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:39.388057 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-106ff096-74af-498f-a3d6-52b0af8e8f54 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3658907 Jan 25 16:48:39.390630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60498) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:39.396500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:39.417045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94674b9b-68dd-4ce1-a438-72a33e1b6682 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:48:39.423261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:39.432476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP bbddebc5-a236-4c83-b71c-d8b7f0cf5232 associated. External IP: 172.26.4.146, port: e502f250-e5a1-4c05-9d6a-e63138c00c21. Jan 25 16:48:39.490922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.506869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:security_group_rule and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:39.516698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:39.539146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ac6fb951-0e70-4221-b8f9-2e114117f13c req-63dda3ff-71b4-4d36-b6c1-5830b4146ac4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970705 Jan 25 16:48:39.539977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:39.546240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:39.551384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:39.562944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:39.564212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:39.575700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['ae1ba467-33e8-4229-b656-1ffeb2950d31'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:48:39.579050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:39.582866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.583031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Transition to ACTIVE for port object 94674b9b-68dd-4ce1-a438-72a33e1b6682 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:39.596913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:39.734004 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ae3a768b-3ac6-4e6a-8c70-71dc551417ba (CIDR: 172.20.0.16/28) Jan 25 16:48:39.739774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:39.740396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:39.762217 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e603160-8e10-42ed-bc17-0481f6dd8681 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3694901 Jan 25 16:48:39.765323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:39.772026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'subnet': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:39.983609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:39.989096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Usage tracker for resource:subnet and tenant:9071d698cf2a4031b5fb39e06184eed0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:39.992998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:40.000818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:40.003802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.012954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Made reservation on behalf of 9071d698cf2a4031b5fb39e06184eed0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:40.017357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.064376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Pushing event updated for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:40.127839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 5d9eaae9-0455-4898-bc39-767695a31da0 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:40.316306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.386254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:40.390339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:40.393776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:40.394365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.400688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef94a29-482d-4855-9dd0-c7adb9ea0c81 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:40.412858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Subnet': ['ID=213eb30f-0ead-4866-86f6-99289b9e3206,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:40.426140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.430932 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5dfc2bef-f425-4843-9aed-f3a49ee21f2d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6628494 Jan 25 16:48:40.432421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:40.439248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.439708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.440511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1261399610', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '213eb30f-0ead-4866-86f6-99289b9e3206'}], 'security_groups': ['bea82eda-cdf1-4ae1-9805-ba45e7da58d6', '0d066faf-c495-4a00-a373-1dd20850acbd']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:40.460462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Attempting to bind port 94674b9b-68dd-4ce1-a438-72a33e1b6682 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:48:40.460815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Attempting to bind port 94674b9b-68dd-4ce1-a438-72a33e1b6682 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:48:40.461112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Attempting to bind port 94674b9b-68dd-4ce1-a438-72a33e1b6682 on network 78a39b42-feab-490b-a61c-baa9841bcc3f {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:40.485850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Port 94674b9b-68dd-4ce1-a438-72a33e1b6682 on network 78a39b42-feab-490b-a61c-baa9841bcc3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:48:40.486175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Attempting to bind port 94674b9b-68dd-4ce1-a438-72a33e1b6682 on network 78a39b42-feab-490b-a61c-baa9841bcc3f {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:48:40.510616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.528472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb9dfd-c50c-42a5-a928-74f2a3ee4ac8 req-a9f4b2f2-f506-41b0-88c6-d4e90f6256d0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:40.530517 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-defb9dfd-c50c-42a5-a928-74f2a3ee4ac8 req-a9f4b2f2-f506-41b0-88c6-d4e90f6256d0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 944 time: 0.5197699 Jan 25 16:48:40.531348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:48:40.531676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Checking segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:40.532059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Bound using segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:48:40.532510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Bound port: 94674b9b-68dd-4ce1-a438-72a33e1b6682, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:48:40.532851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.592166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.614836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6bb53e-d38f-412c-a329-32e81ae2aa81,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:40.687418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:40.694356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:40.756448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:40.775864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:40.792330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:40.823637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=5d9eaae9-0455-4898-bc39-767695a31da0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:40.839054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:40.839395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 297e679e-1537-437b-a249-96f78a0d5a13 of type vlan for network b9f82d8c-48b6-417f-9faf-69f32a112f96 Jan 25 16:48:40.857401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:40.972564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Update dhcp port {'port': {'network_id': 'd5910417-5d81-4bf8-a2ff-ab30bbc26ef2', 'fixed_ips': [{'subnet_id': 'ae3a768b-3ac6-4e6a-8c70-71dc551417ba', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ea40a48a-8cb6-4486-95b5-a7dd56eaacee', 'ip_address': '172.20.0.2'}, {'subnet_id': '213eb30f-0ead-4866-86f6-99289b9e3206'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '6d7aa052-6c07-451d-afc0-56fb21a61838'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:40.981627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-defb9dfd-c50c-42a5-a928-74f2a3ee4ac8 req-e60488c8-6068-41cd-a098-18b7609c5703 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870049 Jan 25 16:48:41.042765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.048755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:48:41.058823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.072682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.073409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.108142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port ae1ba467-33e8-4229-b656-1ffeb2950d31 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:41.122631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port ae1ba467-33e8-4229-b656-1ffeb2950d31 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:41.123090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.159206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:48:41.161086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Delete allocated IP 172.20.0.14 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/ea40a48a-8cb6-4486-95b5-a7dd56eaacee) {{(pid=87553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:48:41.175985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.176365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Allocated IP 172.20.0.34 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/213eb30f-0ead-4866-86f6-99289b9e3206/1f3bcace-1f54-4228-ae1b-315a5a94d357) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:41.281658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d0b0208-dafd-4733-a0f9-06811c82e342 None None] Provisioning for port 5d9eaae9-0455-4898-bc39-767695a31da0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:41.296291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d0b0208-dafd-4733-a0f9-06811c82e342 None None] Provisioning complete for port 5d9eaae9-0455-4898-bc39-767695a31da0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:41.297341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0208-dafd-4733-a0f9-06811c82e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.303440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.304388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.305874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] 10.222.0.15 "PUT /v2.0/ports/94674b9b-68dd-4ce1-a438-72a33e1b6682 HTTP/1.1" status: 200 len: 1094 time: 4.0606723 Jan 25 16:48:41.306542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:48:41.326819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0e03f-9747-47da-a40a-5ee2a7ceb01a req-60ca2751-57d5-4829-99eb-8326f08a60cd tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.328437 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-96b0e03f-9747-47da-a40a-5ee2a7ceb01a req-60ca2751-57d5-4829-99eb-8326f08a60cd tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 944 time: 0.6466413 Jan 25 16:48:41.346347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-281ba7a7-acb6-4500-ae6b-afdf6fd4d013 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3396237 Jan 25 16:48:41.360896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:41.363412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:41.364552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:41.398963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:41.437606 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682', 'status': 'completed', 'code': 200} Jan 25 16:48:41.458688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:41.459389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:41.512384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.512384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 1b1c9967-f557-4167-b125-11ce6d6b7d17 of type vlan for network 3d623220-3e19-4f98-9590-0dd94379d620 Jan 25 16:48:41.514432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbccdeb-4fdb-4e4e-8bf4-e77a876a0dce service neutron] Pushing event updated for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:41.540414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:41.547186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b0208-dafd-4733-a0f9-06811c82e342 None None] Port 5d9eaae9-0455-4898-bc39-767695a31da0 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:41.589094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-96b0e03f-9747-47da-a40a-5ee2a7ceb01a req-74e7b7e0-6be1-4c47-87e4-220d5560e386 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381287 Jan 25 16:48:41.594328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.615894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:41.616539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:41.624451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.627538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.644322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Transition to ACTIVE for port object 1f3bcace-1f54-4228-ae1b-315a5a94d357 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:41.648011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.691260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2672c2d6-043d-4663-9cea-6cb0b13b4a12 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.1333981 Jan 25 16:48:41.696093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:41.719488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a5cb1-e0a2-4ba9-b27a-4471418f3914 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.725411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a5cb1-e0a2-4ba9-b27a-4471418f3914 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.726206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f4a5cb1-e0a2-4ba9-b27a-4471418f3914 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:41.734144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-049da876-15cb-481f-8982-9e0c197b649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.737392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-049da876-15cb-481f-8982-9e0c197b649b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 1097 time: 0.3445542 Jan 25 16:48:41.742679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.742679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.747801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.748104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:41.748624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e454fc0-ff08-40a0-9f78-afea4b1ef16f None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:41.752343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:41.752890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.756986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.818650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:48:41.848298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-19d7e8b5-9b5e-4065-a430-e4c520eb351e {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:48:41.852182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:48:41.857658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:41.868753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:41.932150 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'code': 200} Jan 25 16:48:41.972148 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2fbe26d-1cd3-41ad-9a63-22201ba4584f tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/floatingips/bbddebc5-a236-4c83-b71c-d8b7f0cf5232 HTTP/1.1" status: 200 len: 978 time: 0.2744253 Jan 25 16:48:41.972966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:41.982464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:42.039225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-028881d1-cb4a-46fd-b523-1f4e3d8163e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682 HTTP/1.1" status: 200 len: 217 time: 0.2781889 Jan 25 16:48:42.039806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f4a5cb1-e0a2-4ba9-b27a-4471418f3914 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:42.043842 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f4a5cb1-e0a2-4ba9-b27a-4471418f3914 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6772118 Jan 25 16:48:42.050553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:42.052308 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3276529 Jan 25 16:48:42.063437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:42.080083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event updated for resources: {'Port': ['ID=1f3bcace-1f54-4228-ae1b-315a5a94d357,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:42.123675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=b9f82d8c-48b6-417f-9faf-69f32a112f96,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:42.136703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network b9f82d8c-48b6-417f-9faf-69f32a112f96 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:42.212981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] In _notify_port_updated(), no bound segment for port 1f3bcace-1f54-4228-ae1b-315a5a94d357 on network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:48:42.219500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.220263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.221718 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd447ce9-6f7a-4ca0-b361-6c892a86a8cb tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "PUT /v2.0/ports/1f3bcace-1f54-4228-ae1b-315a5a94d357 HTTP/1.1" status: 200 len: 960 time: 1.7871392 Jan 25 16:48:42.236241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60542) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:42.252158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-bf3fe10a-47e4-481a-b4b3-fa74c6199ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.253638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-bf3fe10a-47e4-481a-b4b3-fa74c6199ed8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92359ad7-7f92-4981-9e05-cdda0ac46777 HTTP/1.1" status: 200 len: 838 time: 0.2032447 Jan 25 16:48:42.331985 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b7b91ce-f241-4e18-87f7-4c59f34adabf tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3513451 Jan 25 16:48:42.341262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 5d9eaae9-0455-4898-bc39-767695a31da0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:42.341613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.343938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60546) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:42.377766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': '11181655-13d1-4d6f-bf06-bf1457fbd15c'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:42.412816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.431640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0fb7c-0c47-4c02-a01a-ea97caf5fca7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=3d623220-3e19-4f98-9590-0dd94379d620,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:42.457454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3d623220-3e19-4f98-9590-0dd94379d620 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:42.502882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port 1f3bcace-1f54-4228-ae1b-315a5a94d357 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:42.503219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.517980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb81da-8376-4676-8df5-0c1b1a67aa58 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.523799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb81da-8376-4676-8df5-0c1b1a67aa58 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.530317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb81da-8376-4676-8df5-0c1b1a67aa58 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.536560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb81da-8376-4676-8df5-0c1b1a67aa58 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.541254 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7bb81da-8376-4676-8df5-0c1b1a67aa58 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4599793 Jan 25 16:48:42.544988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60550) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:42.559412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23e69-5f21-4c01-98fd-e35c9c6d70f9 req-56592884-45e0-47e7-bf4f-5f1e1035560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.561064 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4e23e69-5f21-4c01-98fd-e35c9c6d70f9 req-56592884-45e0-47e7-bf4f-5f1e1035560b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1098 time: 0.4118438 Jan 25 16:48:42.587250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.627863 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4e23e69-5f21-4c01-98fd-e35c9c6d70f9 req-5291b1e7-5156-48be-9454-71965c82a432 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584226 Jan 25 16:48:42.688041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4146948-c831-4963-915e-4b2cb7b37370 req-f4c45035-6dc2-489c-81d8-22747b0b255d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.689641 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4146948-c831-4963-915e-4b2cb7b37370 req-f4c45035-6dc2-489c-81d8-22747b0b255d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 944 time: 0.5464971 Jan 25 16:48:42.790557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:42.794621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Allocated IP 172.20.0.35 (d5910417-5d81-4bf8-a2ff-ab30bbc26ef2/213eb30f-0ead-4866-86f6-99289b9e3206/6d7aa052-6c07-451d-afc0-56fb21a61838) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:42.945736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 5d9eaae9-0455-4898-bc39-767695a31da0 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:42.954422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-6bf71f0f-1b44-4829-87a0-39cd09cbfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:42.955943 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-6bf71f0f-1b44-4829-87a0-39cd09cbfb0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78a39b42-feab-490b-a61c-baa9841bcc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6591873 Jan 25 16:48:42.973517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:43.005075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.023192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Transition to ACTIVE for port object 6d7aa052-6c07-451d-afc0-56fb21a61838 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:43.029978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.030927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.108180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4146948-c831-4963-915e-4b2cb7b37370 req-1681e67a-9903-47cf-ad59-25bfb57aeb99 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486826 Jan 25 16:48:43.176625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.270133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=5d9eaae9-0455-4898-bc39-767695a31da0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:43.273875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b109bb-7886-479e-9056-c0ba7f7472b2 None None] Pushing event updated for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:43.438625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:43.661172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.678295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e35899d3-3e2f-4ee7-8f90-056f734a92a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/5d9eaae9-0455-4898-bc39-767695a31da0 HTTP/1.1" status: 204 len: 168 time: 1.6174529 Jan 25 16:48:43.680174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:43.732100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fe2e1-5eca-4682-a63e-f16256004915 req-89a962d5-596c-46d3-a837-7b24ca9f514e tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:43.738013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-108fe2e1-5eca-4682-a63e-f16256004915 req-89a962d5-596c-46d3-a837-7b24ca9f514e tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.9494424 Jan 25 16:48:43.748680 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-bf1f0f5f-66aa-434f-a25f-3054f12aa992 service neutron] 10.222.0.15 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470548 Jan 25 16:48:43.755370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.767144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:43.769652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:43.771361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:43.772343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:43.795690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:43.800579 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76ea32af-8fcd-4e63-a39e-7ebb916c9087 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1193995 Jan 25 16:48:43.803368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:43.892552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 5250700b-81b2-4ab0-8aac-ba631f4b5f5c {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:43.896096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:43.943215 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fc94dc7-3963-4ca2-b5da-fce0ad7894f6 req-fe472f2a-9374-41cf-bd7b-0bbcb6cea4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644466 Jan 25 16:48:43.973565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.010530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.078997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.090206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f82d8c-48b6-417f-9faf-69f32a112f96']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:44.174618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.215718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=5250700b-81b2-4ab0-8aac-ba631f4b5f5c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:44.221940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.243999 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a85f7523-9656-43b2-9ab6-961b43c3f954 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/5250700b-81b2-4ab0-8aac-ba631f4b5f5c HTTP/1.1" status: 204 len: 168 time: 0.4388027 Jan 25 16:48:44.248698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Provisioning for port 6d7aa052-6c07-451d-afc0-56fb21a61838 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:44.251194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:44.254357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4747a-42c2-4c3e-9324-1a6500a30cc3 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:44.256032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for 1f3bcace-1f54-4228-ae1b-315a5a94d357 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:44.275640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:44.276374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.300068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297e679e-1537-437b-a249-96f78a0d5a13') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:44.300366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297e679e-1537-437b-a249-96f78a0d5a13') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:44.337340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 9d9880a8-c4bf-431e-a5c5-d37cd1d61e54 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:44.340635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.367023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.402776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-108fe2e1-5eca-4682-a63e-f16256004915 req-ef275a2d-de6d-4da8-993d-fe8941d8f181 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6491675 Jan 25 16:48:44.408898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.506593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.548479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:44.549138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.556172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:44.565733 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:44.601798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Provisioning for port 1f3bcace-1f54-4228-ae1b-315a5a94d357 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:44.619299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Provisioning complete for port 1f3bcace-1f54-4228-ae1b-315a5a94d357 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:44.619692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.663419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.706654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Port 1f3bcace-1f54-4228-ae1b-315a5a94d357 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:44.725721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:44.726219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.737190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9880a8-c4bf-431e-a5c5-d37cd1d61e54,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:44.737190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.740493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-4d54fa88-e06e-4445-85f5-2c599be7faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:44.742026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-4d54fa88-e06e-4445-85f5-2c599be7faf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 1097 time: 0.7099178 Jan 25 16:48:44.749905 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57d4a494-3b31-4498-84c3-8833e9c59ccc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/9d9880a8-c4bf-431e-a5c5-d37cd1d61e54 HTTP/1.1" status: 204 len: 168 time: 0.4974771 Jan 25 16:48:44.752223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:44.753594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.806002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.816771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9ada-deb8-4d82-93b4-2e721fbfa1bc req-c61764dc-8ba2-4a20-bfc5-9185a92f0dd5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:44.818359 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05bd9ada-deb8-4d82-93b4-2e721fbfa1bc req-c61764dc-8ba2-4a20-bfc5-9185a92f0dd5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 944 time: 0.5111408 Jan 25 16:48:44.838201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-95e00286-7544-47df-995c-7f9b0647f9c6 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:44.868879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a4237fc-6a9d-4e9d-9cf6-aac6c206cad4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013839 Jan 25 16:48:44.872057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:44.879286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:44.887023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=b9f82d8c-48b6-417f-9faf-69f32a112f96,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:44.931355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6f64e396-f6f3-4851-888f-7b7b2f8b2301 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/b9f82d8c-48b6-417f-9faf-69f32a112f96 HTTP/1.1" status: 204 len: 168 time: 2.3824668 Jan 25 16:48:44.931355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:44.942238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60578) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:44.954029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7a96b511-ba66-4b4f-8321-d6f62d08072f None None] Could not find standard attr ID for object 1f3bcace-1f54-4228-ae1b-315a5a94d357. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:48:45.022450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:45.028140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:45.032799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:45.038872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:45.051911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:45.055919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.259778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=1f3bcace-1f54-4228-ae1b-315a5a94d357,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:45.315670 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05bd9ada-deb8-4d82-93b4-2e721fbfa1bc req-f11bf3c5-2a67-40d3-a194-daacee5c50ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875143 Jan 25 16:48:45.323918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.400033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:45.403640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:45.408635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:45.409333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.429738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=34df13fe-f038-436a-bb1d-70c043ec448c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:45.443490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-09ac2ba2-cbd6-4f53-b900-c738f314717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:45.445179 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-09ac2ba2-cbd6-4f53-b900-c738f314717e service neutron] 10.222.0.15 "GET /v2.0/networks?id=78a39b42-feab-490b-a61c-baa9841bcc3f HTTP/1.1" status: 200 len: 898 time: 0.6857290 Jan 25 16:48:45.448362 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-643e2c6a-77f9-4f47-b919-ab3d8d7b1ece tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5749798 Jan 25 16:48:45.452848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60584) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:45.459827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:45.511714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.518794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440afdbc-f6a0-4461-8960-8c9e7b5e5741 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:45.547258 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-2635ddc5-8759-42f4-b9c4-761d5d13c541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682 HTTP/1.1" status: 200 len: 217 time: 0.0942879 Jan 25 16:48:45.605239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.607171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-43a396eb-327f-476b-9e47-b239f36945a8 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/1f3bcace-1f54-4228-ae1b-315a5a94d357 HTTP/1.1" status: 204 len: 168 time: 3.3640821 Jan 25 16:48:45.625974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60588) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:45.628545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-df3669a7-96df-4c3d-b7cc-d30f2a8dc659 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:45.628922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df3669a7-96df-4c3d-b7cc-d30f2a8dc659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.677311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:45.680210 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c6137d-a5da-4258-a0b8-afb9f6769a04 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] GET failed (client error): The resource could not be found. Jan 25 16:48:45.680735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0c6137d-a5da-4258-a0b8-afb9f6769a04 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Synchronizing usage tracker for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:45.687271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:45.690409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:45.712576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:45.734799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:45.740295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:48:45.743127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:45.862367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0c6137d-a5da-4258-a0b8-afb9f6769a04 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Unset dirty status for tenant:9071d698cf2a4031b5fb39e06184eed0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:45.864038 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0c6137d-a5da-4258-a0b8-afb9f6769a04 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports/1f3bcace-1f54-4228-ae1b-315a5a94d357 HTTP/1.1" status: 404 len: 333 time: 0.2371364 Jan 25 16:48:45.868537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60592) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:45.891093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-af98d1f1-d229-426e-aaad-1e70ec797583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:45.892550 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-af98d1f1-d229-426e-aaad-1e70ec797583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=92359ad7-7f92-4981-9e05-cdda0ac46777 HTTP/1.1" status: 200 len: 838 time: 0.3333652 Jan 25 16:48:45.968116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.006093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.042143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.064254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.068550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d623220-3e19-4f98-9590-0dd94379d620']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:46.078658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.160375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51e27-f944-4534-aa22-8e84e4c07fb9 req-1ec69c42-1d44-414f-a360-86bf23d26df4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:46.162051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25b51e27-f944-4534-aa22-8e84e4c07fb9 req-1ec69c42-1d44-414f-a360-86bf23d26df4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.6051891 Jan 25 16:48:46.164385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c9967-f557-4167-b125-11ce6d6b7d17') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:46.164682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c9967-f557-4167-b125-11ce6d6b7d17') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:46.170733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.195613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7370a2c-a293-4ea0-826c-7691392489e2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:46.211063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.212189 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d14b3813-3355-42f8-8888-d94d396227b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/security-groups/d7370a2c-a293-4ea0-826c-7691392489e2 HTTP/1.1" status: 204 len: 168 time: 0.3420060 Jan 25 16:48:46.215695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:46.222217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.257476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7457f296-46a7-4ddc-a92c-0dd019acd712 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:46.257850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7457f296-46a7-4ddc-a92c-0dd019acd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.327598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.367700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25b51e27-f944-4534-aa22-8e84e4c07fb9 req-1eda7af9-01c6-4586-a127-65b09d0eedb6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817615 Jan 25 16:48:46.371419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:46.373797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:46.398280 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:46.401199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-fb02cfa8-a72e-490b-b55f-32508236dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:46.403217 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-fb02cfa8-a72e-490b-b55f-32508236dbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78a39b42-feab-490b-a61c-baa9841bcc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4920001 Jan 25 16:48:46.419093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.491831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.603073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.627423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d066faf-c495-4a00-a373-1dd20850acbd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:46.630215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:48:46.674250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP bbddebc5-a236-4c83-b71c-d8b7f0cf5232 associated. External IP: 172.26.4.146, port: e502f250-e5a1-4c05-9d6a-e63138c00c21. Jan 25 16:48:46.688543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.692136 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6761d7c0-e75b-4596-b236-4fe68e0c6d4e tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/security-groups/0d066faf-c495-4a00-a373-1dd20850acbd HTTP/1.1" status: 204 len: 168 time: 0.4727333 Jan 25 16:48:46.693812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60604) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:46.770413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.775204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.795894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.874658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 94674b9b-68dd-4ce1-a438-72a33e1b6682 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:48:46.876386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.923102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.992805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=3d623220-3e19-4f98-9590-0dd94379d620,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:46.994966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:46.996660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4172dfa6-e4ea-4955-a349-3b995662456c tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/3d623220-3e19-4f98-9590-0dd94379d620 HTTP/1.1" status: 204 len: 168 time: 2.0475543 Jan 25 16:48:47.008096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:47.040526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea82eda-cdf1-4ae1-9805-ba45e7da58d6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:47.080071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:47.095171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '94674b9b-68dd-4ce1-a438-72a33e1b6682', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'port_id': '94674b9b-68dd-4ce1-a438-72a33e1b6682', 'mac_address': 'fa:16:3e:81:75:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:48:47.131596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.133013 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9be5ffa2-1614-4275-8dd7-0ef7cd96fb9a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/security-groups/bea82eda-cdf1-4ae1-9805-ba45e7da58d6 HTTP/1.1" status: 204 len: 168 time: 0.4384651 Jan 25 16:48:47.142028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c62cc2-048e-4d7b-8dc1-c1b0fcbd28da req-5ac87393-7bf5-4a33-b914-3b8012477298 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.151059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1c62cc2-048e-4d7b-8dc1-c1b0fcbd28da req-5ac87393-7bf5-4a33-b914-3b8012477298 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 944 time: 0.6456966 Jan 25 16:48:47.153439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.169484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-a465413c-3799-405f-8238-68bb34ec8188 service neutron] 10.222.0.15 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575438 Jan 25 16:48:47.169980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60612) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:47.171009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94674b9b-68dd-4ce1-a438-72a33e1b6682 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:48:47.188075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:47.192786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.264763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:47.309512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13c4c6-464d-4321-97d2-05c529f598c0 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.315434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13c4c6-464d-4321-97d2-05c529f598c0 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.320962 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c13c4c6-464d-4321-97d2-05c529f598c0 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3033414 Jan 25 16:48:47.320962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:47.324271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:47.329613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-4745107'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:47.336205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:47.342422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:network and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:47.345992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:47.353531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:47.359921 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1c62cc2-048e-4d7b-8dc1-c1b0fcbd28da req-89d44896-0654-4292-bd51-c3d80a45b5ad tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078722 Jan 25 16:48:47.367627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a83ad-2c3e-4a6f-90b4-7289c860dcfe req-caa3afd0-7006-47e4-8bab-dbc661f6d21c tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.369125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec6a83ad-2c3e-4a6f-90b4-7289c860dcfe req-caa3afd0-7006-47e4-8bab-dbc661f6d21c tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.7638304 Jan 25 16:48:47.374857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.379826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:47.383599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.398107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.398809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.466778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet ea40a48a-8cb6-4486-95b5-a7dd56eaacee {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:47.484651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.547383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:47.554401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:47.557015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:47.561267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['94674b9b-68dd-4ce1-a438-72a33e1b6682'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:48:47.562614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=b7a7296f-33b8-4f87-9406-5ec11beabd6f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:47.566574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.567180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.581051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=9']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:47.588814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.589975 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 6072dcd1-ff9e-4420-bfcf-b6debf3b0373 of type vlan for network c16b316d-d813-4440-98d7-fedbf8d2cf48 Jan 25 16:48:47.606358 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a69fb43-84ad-42b4-8f88-17256b7b96a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1523309 Jan 25 16:48:47.609055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309355c9-88de-4ac4-811e-a4b5443ff4a4 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:47.609270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60620) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:47.627614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:ac:21:de', 'name': 'tempest-NetworksTestDHCPv6-1240663098'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:47.652700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.663169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec6a83ad-2c3e-4a6f-90b4-7289c860dcfe req-9b23f520-b495-4b4a-ab14-a440b6f11a13 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312977 Jan 25 16:48:47.672645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.702454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60624) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:47.719606 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8494b6e1-9831-4eed-9f04-eed80ace2951 req-b3966f6b-14c2-4103-b108-267cc680ed64 service neutron] 10.222.0.15 "GET /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420365 Jan 25 16:48:47.774181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:47.807213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.833615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.840162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:47.840803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:47.955494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:47.982192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:47.986606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:47.999659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6749735 Jan 25 16:48:47.999659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:48.000737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60628) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:48.010785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2132896951'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:48.014827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd0039-6ebd-48ba-a394-5feea2473b3f tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=c16b316d-d813-4440-98d7-fedbf8d2cf48,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:48.018692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35164a68-8695-433d-8abd-3376c57f97d6 tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:48.020287 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35164a68-8695-433d-8abd-3376c57f97d6 tempest-TestNetworkAdvancedServerOps-1851429430 tempest-TestNetworkAdvancedServerOps-1851429430-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1093 time: 0.3180964 Jan 25 16:48:48.021948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:48.031262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60632) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:48.035344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:48.037891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network c16b316d-d813-4440-98d7-fedbf8d2cf48 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:48.040843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:48.101244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:48.113855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:network and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:48.132014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:48.138517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Usage tracker for resource:floatingip and tenant:42578ceb9f554041a4ea7c625266f506 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:48.146685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:48.151711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.158656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:48.160748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.189974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 494c2eaa-ac76-4fa9-95e3-0a879400046f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:48.204525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:48.206540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=ea40a48a-8cb6-4486-95b5-a7dd56eaacee,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:48.230370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.239749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:48.244447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.245492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554775e-58e5-40ef-82a9-3630e15c7f81 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:48.255427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:48.272940 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:48.286712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:48.288166 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:48.343317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f3dab7ba-bf59-4c6b-a7c6-fe57257db788 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/ea40a48a-8cb6-4486-95b5-a7dd56eaacee HTTP/1.1" status: 204 len: 168 time: 1.1651821 Jan 25 16:48:48.355380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60636) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:48.358663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.392207 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:48.410393 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:48.411417 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:48.435448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'b7a7296f-33b8-4f87-9406-5ec11beabd6f', 'ip_address': '2001:db8::f816:3eff:fe7e:c898'}, {'subnet_id': '34df13fe-f038-436a-bb1d-70c043ec448c'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '24ddacc6-8ccb-4130-a1bd-53454cf02426'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:48:48.517904 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:48.518701 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391485c-c4e4-4d1b-937a-c1784ac70c6e None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:48.554311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 172.20.0.4 (255dcaab-10ef-4717-a4ec-827262e2a670/34df13fe-f038-436a-bb1d-70c043ec448c/494c2eaa-ac76-4fa9-95e3-0a879400046f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:48.561739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.561942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:feac:21de (255dcaab-10ef-4717-a4ec-827262e2a670/b7a7296f-33b8-4f87-9406-5ec11beabd6f/494c2eaa-ac76-4fa9-95e3-0a879400046f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:48.617070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:48.732566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.732921 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 0cf42f3c-8f7c-4bce-8fb2-e995b00af486 of type vlan for network 884de1c7-a3e2-407a-886e-ebcc974f9ebd Jan 25 16:48:48.747166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet 213eb30f-0ead-4866-86f6-99289b9e3206 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:48.830631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.850476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 494c2eaa-ac76-4fa9-95e3-0a879400046f will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:48.878740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.921042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:48.964041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Allocated IP 172.20.0.2 (255dcaab-10ef-4717-a4ec-827262e2a670/34df13fe-f038-436a-bb1d-70c043ec448c/24ddacc6-8ccb-4130-a1bd-53454cf02426) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:48.966217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=494c2eaa-ac76-4fa9-95e3-0a879400046f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:48.985664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:48.987527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:48.990310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:49.016224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.075387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:49.076209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.101986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.119169 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dfdc4f6e-8f4a-4e63-bc77-53ab386add1e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4999001 Jan 25 16:48:49.122479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:49.163346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:49.203480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.229901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4ecaa-65ca-44cd-a709-06829af2e71a req-fa7dcfd9-7ff4-442c-91b7-bcbf22899f2d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:49.230709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Transition to ACTIVE for port object 24ddacc6-8ccb-4130-a1bd-53454cf02426 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:48:49.233133 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ba4ecaa-65ca-44cd-a709-06829af2e71a req-fa7dcfd9-7ff4-442c-91b7-bcbf22899f2d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 945 time: 0.6569996 Jan 25 16:48:49.237922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c64aec-2bc5-43b2-b842-60c51349d932 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:49.240793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.245617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c64aec-2bc5-43b2-b842-60c51349d932 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:49.247068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b1c64aec-2bc5-43b2-b842-60c51349d932 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:49.268157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b1c64aec-2bc5-43b2-b842-60c51349d932 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:49.273133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1c64aec-2bc5-43b2-b842-60c51349d932 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1492791 Jan 25 16:48:49.273798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60646) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:49.358352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 494c2eaa-ac76-4fa9-95e3-0a879400046f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:49.361815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.367239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:49.367854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.373388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.447681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48521e-25a0-4eed-a0ec-52c9029eb77b None None] Pushing event updated for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=10']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:49.481952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:49.508793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=884de1c7-a3e2-407a-886e-ebcc974f9ebd,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:49.514363 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21bda75e-ffbd-44a7-a7c0-15f301d7e0c6 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5116904 Jan 25 16:48:49.531206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 884de1c7-a3e2-407a-886e-ebcc974f9ebd details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:49.536303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60650) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:49.564759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'ports': [{'network_id': 'c16b316d-d813-4440-98d7-fedbf8d2cf48', 'name': 'tempest-port--48608761', 'admin_state_up': True}, {'network_id': '884de1c7-a3e2-407a-886e-ebcc974f9ebd', 'admin_state_up': False}]} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:49.565077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'port': {'network_id': 'c16b316d-d813-4440-98d7-fedbf8d2cf48', 'name': 'tempest-port--48608761', 'admin_state_up': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:49.565603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'port': {'network_id': '884de1c7-a3e2-407a-886e-ebcc974f9ebd', 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:49.693659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ba4ecaa-65ca-44cd-a709-06829af2e71a req-96442642-10f0-401b-a4a0-9774da303923 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655040 Jan 25 16:48:49.695578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:49.702445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.709043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2c61f960-3cba-410d-9017-dd63d393db24 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:49.709396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c61f960-3cba-410d-9017-dd63d393db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.713260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.812207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.887914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2c61f960-3cba-410d-9017-dd63d393db24 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:49.888324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c61f960-3cba-410d-9017-dd63d393db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:49.922351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Allocated IP 172.26.4.62 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/e4bea733-9753-472e-a31b-0c9938997e9b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:49.952186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2c61f960-3cba-410d-9017-dd63d393db24 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:49.990918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 494c2eaa-ac76-4fa9-95e3-0a879400046f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:50.246804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.280618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e0425c80-9e91-4bbb-a77d-10a84ba40356 None None] Provisioning for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:50.286729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e0425c80-9e91-4bbb-a77d-10a84ba40356 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:50.287253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0425c80-9e91-4bbb-a77d-10a84ba40356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.307003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=494c2eaa-ac76-4fa9-95e3-0a879400046f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:50.375067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.429962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=213eb30f-0ead-4866-86f6-99289b9e3206,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:50.436298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:50.452829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:port and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:50.460421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.465700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67b55b-a50f-456d-9049-0f213072d1c5 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:50.475177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.490624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-beac7c31-2f75-4410-9037-2f2c7bccd5d7 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/213eb30f-0ead-4866-86f6-99289b9e3206 HTTP/1.1" status: 204 len: 168 time: 2.1316311 Jan 25 16:48:50.493166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:50.497896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:50.508625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:50.514810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:50.520394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.529639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-18415850-7139-4479-a1ba-db3fde5711db tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/494c2eaa-ac76-4fa9-95e3-0a879400046f HTTP/1.1" status: 204 len: 168 time: 1.2545328 Jan 25 16:48:50.533752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:50.567791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:50.593273 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1fc4b2-c801-4266-92b6-455e519309b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:50.593695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1fc4b2-c801-4266-92b6-455e519309b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:50.595416 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c1fc4b2-c801-4266-92b6-455e519309b4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/ea40a48a-8cb6-4486-95b5-a7dd56eaacee HTTP/1.1" status: 404 len: 337 time: 0.1014709 Jan 25 16:48:50.598499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60662) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:50.607476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'port': 2} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:50.612186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.619846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:50.620553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:50.642698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.656225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.662791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:50.664402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:50.666204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:50.667025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:50.692604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting subnet ae3a768b-3ac6-4e6a-8c70-71dc551417ba {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:50.696278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.740005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:50.741707 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ee11a40-2c48-41b9-a72f-26e709738cae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2070663 Jan 25 16:48:50.748409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:50.763038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6267cf6c-a410-49d3-ab4d-56ad8a6d6d32 None None] Could not find standard attr ID for object 494c2eaa-ac76-4fa9-95e3-0a879400046f. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:48:50.774470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:50.775108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:50.791162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:50.847446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60668) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:50.893914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:50.894329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c13cc-ff57-4dd1-9978-da0b12a81579 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:50.922814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 94674b9b-68dd-4ce1-a438-72a33e1b6682 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:51.049503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.077422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 94674b9b-68dd-4ce1-a438-72a33e1b6682 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:48:51.084019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 94674b9b-68dd-4ce1-a438-72a33e1b6682 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:51.084483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.139237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.202178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3a768b-3ac6-4e6a-8c70-71dc551417ba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:51.204558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.216493 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b207a99-2bea-4a93-a48e-c622b45f75fc tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/ae3a768b-3ac6-4e6a-8c70-71dc551417ba HTTP/1.1" status: 204 len: 168 time: 0.6169438 Jan 25 16:48:51.217326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.240714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.260019 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-76be6980-b9a4-4739-a987-baa8d4089123 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:51.260487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76be6980-b9a4-4739-a987-baa8d4089123 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:51.264147 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76be6980-b9a4-4739-a987-baa8d4089123 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/a1c7fae2-0f8c-4c25-b2e3-dbbd3845bef1 HTTP/1.1" status: 404 len: 337 time: 0.0457709 Jan 25 16:48:51.269644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.275309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7bc8c54e-8df6-4439-b65a-6ea1d1a47477 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/bbddebc5-a236-4c83-b71c-d8b7f0cf5232 HTTP/1.1" status: 200 len: 979 time: 8.9165771 Jan 25 16:48:51.304041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:48:51.328569 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1431d3d5-925d-4044-ba78-e146363e92ce tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "GET /v2.0/ports?device_id=359c1eea-9d54-4d1c-8702-2240f806dedc HTTP/1.1" status: 200 len: 205 time: 0.0576913 Jan 25 16:48:51.328787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:51.329075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60682) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.336205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:51.336587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.374435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60686) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.479585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.505488 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682', 'code': 200} Jan 25 16:48:51.508515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:48:51.567011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 34df13fe-f038-436a-bb1d-70c043ec448c {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:51.569931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.574585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-9295043c-6db2-4a36-9246-092768c57d23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] delete failed (client error): The resource could not be found. Jan 25 16:48:51.575817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9295043c-6db2-4a36-9246-092768c57d23 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/routers/359c1eea-9d54-4d1c-8702-2240f806dedc HTTP/1.1" status: 404 len: 336 time: 0.1989770 Jan 25 16:48:51.579178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.600301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:51.645728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:51.646085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.648938 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc60be8-3d08-4740-80cb-f4344d084589 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:51.649730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc60be8-3d08-4740-80cb-f4344d084589 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:51.651452 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6bc60be8-3d08-4740-80cb-f4344d084589 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/63328df0-367f-41c1-908b-4bb76d7c8949 HTTP/1.1" status: 404 len: 337 time: 0.0711374 Jan 25 16:48:51.655270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.666127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.699434 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d913e1ba-33bd-4861-ad28-7a914419ceaa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:51.700110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d913e1ba-33bd-4861-ad28-7a914419ceaa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:51.702056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d913e1ba-33bd-4861-ad28-7a914419ceaa tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/54f34d87-8e18-47b0-860b-413247f7e465 HTTP/1.1" status: 404 len: 337 time: 0.0458755 Jan 25 16:48:51.743263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] device_id is not set on port 1f35fdb4-aeeb-4454-84e7-2a12b86169e3 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:51.763471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60700) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.838388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=e4bea733-9753-472e-a31b-0c9938997e9b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:51.845766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:51.859610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd8fbb-9469-4dad-b3f4-ad675a0c25af req-a927bedc-e234-4e5d-a01f-df061605a938 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:51.866930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32fd8fbb-9469-4dad-b3f4-ad675a0c25af req-a927bedc-e234-4e5d-a01f-df061605a938 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 945 time: 0.8096316 Jan 25 16:48:51.869127 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4bc081-89f4-4b87-a76c-9381a057a6f3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:51.869687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4bc081-89f4-4b87-a76c-9381a057a6f3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:51.880112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:51.902093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:51.934742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.935966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.938419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:51.938960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP bbddebc5-a236-4c83-b71c-d8b7f0cf5232 disassociated. External IP: 172.26.4.146, port: 11181655-13d1-4d6f-bf06-bf1457fbd15c. Jan 25 16:48:51.980958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da4bc081-89f4-4b87-a76c-9381a057a6f3 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/274f23e6-1ac4-4c2f-bec3-085d694624d6 HTTP/1.1" status: 404 len: 337 time: 0.2135005 Jan 25 16:48:51.988768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:51.989658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa7afc-118b-4911-8542-543863e506d7 None None] Network d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:52.046074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32fd8fbb-9469-4dad-b3f4-ad675a0c25af req-0eb95870-39f3-4a56-a718-03278e969519 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779110 Jan 25 16:48:52.059632 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-64284d2a-1ac3-4d34-81e7-18dcdb12a82b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.060657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64284d2a-1ac3-4d34-81e7-18dcdb12a82b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.062546 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64284d2a-1ac3-4d34-81e7-18dcdb12a82b tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/5e0fbcff-23d1-4704-85b6-6a66087b3381 HTTP/1.1" status: 404 len: 333 time: 0.0675445 Jan 25 16:48:52.065250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.108864 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5e4de7-0b44-447b-9baf-3dfd7430c9ef tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.109252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5e4de7-0b44-447b-9baf-3dfd7430c9ef tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.110943 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d5e4de7-0b44-447b-9baf-3dfd7430c9ef tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/2351ad41-1d4f-4391-a912-ed8272cfef27 HTTP/1.1" status: 404 len: 337 time: 0.0446429 Jan 25 16:48:52.126362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60712) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.172381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-168588a7-07d9-43a0-abfe-eb2ab2941c84 None None] Provisioning complete for port 6d7aa052-6c07-451d-afc0-56fb21a61838 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:52.172753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-168588a7-07d9-43a0-abfe-eb2ab2941c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.205041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a5d1-17c7-42fa-83c7-d7d80a96b9ea req-60e1b4fe-936a-4d8f-880b-b0d8ec84a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:52.206562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9220a5d1-17c7-42fa-83c7-d7d80a96b9ea req-60e1b4fe-936a-4d8f-880b-b0d8ec84a2db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 1099 time: 0.5449684 Jan 25 16:48:52.207432 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-db167588-ebd8-4f6d-ab4e-5d6f8fc15644 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.207857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db167588-ebd8-4f6d-ab4e-5d6f8fc15644 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.212076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-db167588-ebd8-4f6d-ab4e-5d6f8fc15644 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/f72c9b64-bac6-4d48-85d5-152452ae7687 HTTP/1.1" status: 404 len: 337 time: 0.0760889 Jan 25 16:48:52.213384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.313343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.320445 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1688c85-778f-45c3-949c-22a4fb3bfbe4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.320927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1688c85-778f-45c3-949c-22a4fb3bfbe4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.325717 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1688c85-778f-45c3-949c-22a4fb3bfbe4 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/8ed42b47-57f4-4f1c-b1e2-c36e76e9523d HTTP/1.1" status: 404 len: 333 time: 0.1092086 Jan 25 16:48:52.325885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.377431 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa033e35-c561-4c44-b0de-dbabc45d6ce1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.378395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa033e35-c561-4c44-b0de-dbabc45d6ce1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.382149 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fa033e35-c561-4c44-b0de-dbabc45d6ce1 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/712d626a-bc73-4c51-b5c9-bf1eafa073f3 HTTP/1.1" status: 404 len: 337 time: 0.0527928 Jan 25 16:48:52.382355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60724) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.385030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-168588a7-07d9-43a0-abfe-eb2ab2941c84 None None] Provisioning complete for port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:52.386703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-168588a7-07d9-43a0-abfe-eb2ab2941c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.389252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.402273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9220a5d1-17c7-42fa-83c7-d7d80a96b9ea req-b7ace0fc-92fb-432b-b324-442f33531991 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754506 Jan 25 16:48:52.445733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] DHCP port deletion for d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:48:52.456391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Deleting port 6d7aa052-6c07-451d-afc0-56fb21a61838 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:52.456999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.485982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-168588a7-07d9-43a0-abfe-eb2ab2941c84 None None] Port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:48:52.622172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.627145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bde923c-559a-44ca-9ada-07f7ae91993a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] DELETE failed (client error): The resource could not be found. Jan 25 16:48:52.627597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bde923c-559a-44ca-9ada-07f7ae91993a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:52.631984 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4bde923c-559a-44ca-9ada-07f7ae91993a tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/subnets/8b3c6ead-be60-49b6-9bd0-fb4632a41388 HTTP/1.1" status: 404 len: 337 time: 0.2460558 Jan 25 16:48:52.633341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.669292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] device_id is not set on port 9035f380-c6a9-4d36-b0c0-0be44b6aff42 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:52.682144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] For port 6d7aa052-6c07-451d-afc0-56fb21a61838, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d7aa052-6c07-451d-afc0-56fb21a61838,segment=NetworkSegment(feaf8f84-0f08-4ffa-978b-01b514004792),segment_id=feaf8f84-0f08-4ffa-978b-01b514004792)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:52.682534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.717094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Deleting port c95b0f87-6382-4edc-9ff8-99a0ef6d1618 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:52.717525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.732602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=34df13fe-f038-436a-bb1d-70c043ec448c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:52.743188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:52.744678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:52.758125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369608a1-4f3f-4e8a-933b-7ed52bc9ab75 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:52.804262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-36d0599f-4a22-4000-985b-da2e21f6a455 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/34df13fe-f038-436a-bb1d-70c043ec448c HTTP/1.1" status: 204 len: 168 time: 1.7482672 Jan 25 16:48:52.812924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:52.873720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Calling delete_port for 6d7aa052-6c07-451d-afc0-56fb21a61838 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:52.916724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet b7a7296f-33b8-4f87-9406-5ec11beabd6f {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:48:53.058323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.074313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.108632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] Pushing event deleted for resources: {'Port': ['ID=6d7aa052-6c07-451d-afc0-56fb21a61838,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:53.185822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.222011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff2001-0115-4580-8104-c918950fb9e8 None None] No DVR routers for this DVR port 6d7aa052-6c07-451d-afc0-56fb21a61838 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:48:53.231548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.285559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.292801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.377287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Calling delete_port for c95b0f87-6382-4edc-9ff8-99a0ef6d1618 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:53.425337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:53.432487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.439597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.448656 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:53.472734 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:53.472987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.473905 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:53.484886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.491156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:48:53.525611 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38524f75-7a38-4bfe-8cb0-b5d3d1d3ccec tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/bbddebc5-a236-4c83-b71c-d8b7f0cf5232 HTTP/1.1" status: 200 len: 688 time: 2.1931784 Jan 25 16:48:53.539278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60738) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:53.564637 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:53.565036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 6d7aa052-6c07-451d-afc0-56fb21a61838 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:48:53.565302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d7aa052-6c07-451d-afc0-56fb21a61838 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:48:53.586683 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:53.587652 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:53.604527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a8c00-b9c7-4269-80ab-36c652b9b2ef req-9df4c7bc-593c-4cd6-ba61-a7cc171cd0c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:53.606812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a1a8c00-b9c7-4269-80ab-36c652b9b2ef req-9df4c7bc-593c-4cd6-ba61-a7cc171cd0c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.3808029 Jan 25 16:48:53.671315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Port': ['ID=1f35fdb4-aeeb-4454-84e7-2a12b86169e3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:53.674993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.710152 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:53.710844 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f303e6-b42d-4a72-9134-c684078700e4 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:53.839954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.878181 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:48:53.889119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Port': ['ID=c95b0f87-6382-4edc-9ff8-99a0ef6d1618,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:53.890376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.895492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.926241 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1086f55-4bb6-4908-8e58-be0498868a6d tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/ports/c95b0f87-6382-4edc-9ff8-99a0ef6d1618 HTTP/1.1" status: 204 len: 168 time: 1.2903726 Jan 25 16:48:53.926905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:53.935453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a1a8c00-b9c7-4269-80ab-36c652b9b2ef req-f793b003-f729-4c0f-8189-754c1d7fda7a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152580 Jan 25 16:48:53.943750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.962406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port f3d2cae5-3a14-4ffc-bd9a-ab1a07688769 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:53.963054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:53.984125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a7296f-33b8-4f87-9406-5ec11beabd6f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:54.002412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44473b0-cd3a-4caf-aa66-af54e025d0b1 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:54.004318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Checking segment: {'id': '6072dcd1-ff9e-4420-bfcf-b6debf3b0373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c16b316d-d813-4440-98d7-fedbf8d2cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:54.004688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network hostable DHCP agents. Network: c16b316d-d813-4440-98d7-fedbf8d2cf48, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:48:54.011124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.094501 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-26fb7830-ac0d-49a9-bed1-6fbc12ba6940 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b7a7296f-33b8-4f87-9406-5ec11beabd6f HTTP/1.1" status: 204 len: 168 time: 1.2780318 Jan 25 16:48:54.100295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event updated for resources: {'Port': ['ID=e4bea733-9753-472e-a31b-0c9938997e9b,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:54.106394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60746) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:54.106715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f214589d-e865-4d2b-81e1-8679a7ac981e None None] Provisioning complete for port 24ddacc6-8ccb-4130-a1bd-53454cf02426 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:48:54.107166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f214589d-e865-4d2b-81e1-8679a7ac981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.165955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network c16b316d-d813-4440-98d7-fedbf8d2cf48 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:48:54.195707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2747dc66-47c1-4796-bfbe-ddacdfa5b933 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:54.195927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.205375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.293250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, c16b316d-d813-4440-98d7-fedbf8d2cf48) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:54.309939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:54.310789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.318959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3f2e0-1e55-43b6-81e4-4eee18928bdb None None] Network c16b316d-d813-4440-98d7-fedbf8d2cf48 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:54.371749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2747dc66-47c1-4796-bfbe-ddacdfa5b933 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:router {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:54.375725 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2747dc66-47c1-4796-bfbe-ddacdfa5b933 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2659392 Jan 25 16:48:54.379551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:54.385688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.386554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.507628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Port': ['ID=9035f380-c6a9-4d36-b0c0-0be44b6aff42,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:54.532113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:48:54.538730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Floating IP aad2b7bc-88c0-4bff-aefc-dd125924e7db associated. External IP: 172.26.4.62, port: ae1ba467-33e8-4229-b656-1ffeb2950d31. Jan 25 16:48:54.539232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Deleting port 24ddacc6-8ccb-4130-a1bd-53454cf02426 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:54.539608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.568651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.598830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Checking segment: {'id': '0cf42f3c-8f7c-4bce-8fb2-e995b00af486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '884de1c7-a3e2-407a-886e-ebcc974f9ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:48:54.599137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network hostable DHCP agents. Network: 884de1c7-a3e2-407a-886e-ebcc974f9ebd, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:48:54.700797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network 884de1c7-a3e2-407a-886e-ebcc974f9ebd is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:48:54.709636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5910417-5d81-4bf8-a2ff-ab30bbc26ef2']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:54.723742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for f3d2cae5-3a14-4ffc-bd9a-ab1a07688769 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:54.728873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 884de1c7-a3e2-407a-886e-ebcc974f9ebd) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:54.733030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:54.740021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:54.745110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:54.746761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.766027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaf8f84-0f08-4ffa-978b-01b514004792') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:54.766265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaf8f84-0f08-4ffa-978b-01b514004792') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:54.779411 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-63556a3f-2edd-459d-9b51-01072822fdc2 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.2319007 Jan 25 16:48:54.787381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bdba7-d4d1-457b-bd7d-c38c518e9985 None None] Network 884de1c7-a3e2-407a-886e-ebcc974f9ebd requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:48:54.791894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:54.797740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.873081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.914573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:48:54.915316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.925268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] For port 24ddacc6-8ccb-4130-a1bd-53454cf02426, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=24ddacc6-8ccb-4130-a1bd-53454cf02426,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:48:54.925958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:48:54.932710 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:48:55.055474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.101352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe6fef-f472-4ad4-a8d1-4cec6ca40cca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:55.102101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bdbe6fef-f472-4ad4-a8d1-4cec6ca40cca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:55.114656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Calling delete_port for 24ddacc6-8ccb-4130-a1bd-53454cf02426 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:55.126588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.153706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] Pushing event deleted for resources: {'Network': ['ID=d5910417-5d81-4bf8-a2ff-ab30bbc26ef2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:55.171445 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-faea15b5-717e-4ab9-b4ed-f655d8b5c162 tempest-PortsTestJSON-871274021 tempest-PortsTestJSON-871274021-project] 10.222.0.45 "DELETE /v2.0/networks/d5910417-5d81-4bf8-a2ff-ab30bbc26ef2 HTTP/1.1" status: 204 len: 168 time: 1.2405601 Jan 25 16:48:55.191085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bdbe6fef-f472-4ad4-a8d1-4cec6ca40cca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:55.194827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bdbe6fef-f472-4ad4-a8d1-4cec6ca40cca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.8116772 Jan 25 16:48:55.195914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.235216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.243587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.251222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506a7d-86ac-4852-8128-ad34d4cbdf84 req-98928671-58dd-4f85-beca-d4a487cf711a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:55.253055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba506a7d-86ac-4852-8128-ad34d4cbdf84 req-98928671-58dd-4f85-beca-d4a487cf711a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.1934183 Jan 25 16:48:55.263352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Router 3c666d10-774e-46ad-b135-78f0494c1548 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:48:55.301342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5aba2b-013c-41d7-b734-9a5b0a22cd54 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:55.303236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] Pushing event deleted for resources: {'Port': ['ID=24ddacc6-8ccb-4130-a1bd-53454cf02426,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:55.307553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5aba2b-013c-41d7-b734-9a5b0a22cd54 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:55.312383 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d5aba2b-013c-41d7-b734-9a5b0a22cd54 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5169208 Jan 25 16:48:55.324854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4069b89-7c04-40b7-868a-f8d1e5e6b2ad None None] No DVR routers for this DVR port 24ddacc6-8ccb-4130-a1bd-53454cf02426 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:48:55.329892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.333989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.340143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=f3d2cae5-3a14-4ffc-bd9a-ab1a07688769,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:55.477146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:48:55.485274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a113ea9-bad3-4238-9a65-2adec99e37de tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:55.489594 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a113ea9-bad3-4238-9a65-2adec99e37de tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2902665 Jan 25 16:48:55.489772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:48:55.493878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.515079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba506a7d-86ac-4852-8128-ad34d4cbdf84 req-f63723d2-8a3d-41cb-baf8-5711c470ff07 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531650 Jan 25 16:48:55.517686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Sync routers for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:48:55.529969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 24ddacc6-8ccb-4130-a1bd-53454cf02426 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:48:55.530313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 24ddacc6-8ccb-4130-a1bd-53454cf02426 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:48:55.549065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.562224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:55.563280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:55.611079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bcc3a50e-b8c3-4c36-a0ec-7ef5810a8871 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5780997 Jan 25 16:48:55.611728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:48:55.644095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60784) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.644574 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ac30465-02c9-4221-b84d-c8ceee5e82e1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495235 Jan 25 16:48:55.650781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:55.652603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.656211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.659911 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3a5ae19-b8ae-48a3-a11f-92e1ad706b84 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/bbddebc5-a236-4c83-b71c-d8b7f0cf5232 HTTP/1.1" status: 204 len: 168 time: 2.1115067 Jan 25 16:48:55.662743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Deleting port 1f35fdb4-aeeb-4454-84e7-2a12b86169e3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:55.664424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:55.681738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60788) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.722980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.850429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:55.889994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-1039e7a2-84e9-49a8-96eb-5ee4e1234b7b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] delete failed (client error): The resource could not be found. Jan 25 16:48:55.896602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1039e7a2-84e9-49a8-96eb-5ee4e1234b7b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/bbddebc5-a236-4c83-b71c-d8b7f0cf5232 HTTP/1.1" status: 404 len: 345 time: 0.2053056 Jan 25 16:48:55.907350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:55.994187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:56.002200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:56.007861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:56.018106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:56.038249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:56.041681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.043938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:56.044386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:56.053088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.080654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e876d4-a182-45dc-b6f7-6174bb16e02a req-7319f318-639c-4089-a2b7-474c46cafcc0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.082217 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94e876d4-a182-45dc-b6f7-6174bb16e02a req-7319f318-639c-4089-a2b7-474c46cafcc0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.2565753 Jan 25 16:48:56.084417 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e504df92-4a8d-4f35-aae8-8cfd2259b2bd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4392152 Jan 25 16:48:56.092859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9182-3393-4303-bb50-d188ac3544c9 req-a03fb675-c89d-405e-b374-fb7d5722eaed tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.094381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-253b9182-3393-4303-bb50-d188ac3544c9 req-a03fb675-c89d-405e-b374-fb7d5722eaed tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.2613080 Jan 25 16:48:56.094868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60802) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.101847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:56.197357 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c846e1fd-fd1a-4a3d-a44c-3229b9492dda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9071d698cf2a4031b5fb39e06184eed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705305 Jan 25 16:48:56.201374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60806) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.202739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Calling delete_port for 1f35fdb4-aeeb-4454-84e7-2a12b86169e3 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:56.293355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94e876d4-a182-45dc-b6f7-6174bb16e02a req-558d8395-6bfa-46ff-a9dd-37e587ebed8b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973996 Jan 25 16:48:56.308736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aad2b7bc-88c0-4bff-aefc-dd125924e7db', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'mac_address': 'fa:16:3e:81:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:48:52Z', 'updated_at': '2022-01-25T16:48:52Z', 'revision_number': 0, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:56.311247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-253b9182-3393-4303-bb50-d188ac3544c9 req-6df94593-584b-41e5-8b8f-8fea6d5870f5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830401 Jan 25 16:48:56.312494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:56.320414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Checking router: 3c666d10-774e-46ad-b135-78f0494c1548 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:48:56.324369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:56.330731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:56.335509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:48:56.336315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:48:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:56.346594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:56.381023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.382733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60812) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.386824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:56.391008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.392509 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:56.392808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:56.404924 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'status': 'completed', 'code': 200} Jan 25 16:48:56.421818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.427072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.433853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.434798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Synchronizing usage tracker for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:56.471890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.517434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Unset dirty status for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:56.518939 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf2d6f1e-a88e-467d-901e-3af33fa52073 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/ports?network_id=9ca6e8a7-7399-4951-b7eb-7b920c381438 HTTP/1.1" status: 200 len: 2359 time: 0.6106405 Jan 25 16:48:56.527738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.540281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Port': ['ID=1f35fdb4-aeeb-4454-84e7-2a12b86169e3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:56.546701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.577923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a7a2387b-4463-4e4d-9fe8-b9b389de7adc tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4779522 Jan 25 16:48:56.577923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.590012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.605749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:56.613092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:48:56.623724 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74316e7b-acf7-4c9e-9ac1-bc768b6c4e7d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/floatingips/aad2b7bc-88c0-4bff-aefc-dd125924e7db HTTP/1.1" status: 200 len: 990 time: 0.2395861 Jan 25 16:48:56.630431 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1c93e66-ca15-42f9-b79b-23e19a3ba76d tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/ports/1f35fdb4-aeeb-4454-84e7-2a12b86169e3 HTTP/1.1" status: 204 len: 168 time: 1.2976928 Jan 25 16:48:56.635152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60826) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.718619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55608043-738f-4d96-89df-ecafeafaf70b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.718881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Deleting port 9035f380-c6a9-4d36-b0c0-0be44b6aff42 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:48:56.719561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55608043-738f-4d96-89df-ecafeafaf70b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Synchronizing usage tracker for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:56.719685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.758120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:56.765430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:56.768919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:56.772176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55608043-738f-4d96-89df-ecafeafaf70b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Unset dirty status for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:56.778534 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55608043-738f-4d96-89df-ecafeafaf70b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/subnets/97dbc444-650c-474f-800f-9688d1076f27 HTTP/1.1" status: 200 len: 797 time: 0.2353501 Jan 25 16:48:56.779311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:56.781241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.788551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'port': {'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438', 'name': 'tempest-FloatingIPTestJSON-387871415', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:56.878897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-ec06ee6a-357e-4712-ba61-662ff22610bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:56.880320 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-ec06ee6a-357e-4712-ba61-662ff22610bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1098 time: 0.4148188 Jan 25 16:48:56.908296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.936709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:56.942756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:56.945922 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:56.946368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:56.973282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:56.981379 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b4d60fcc-1de1-4d90-ad10-47bafdb3ca96 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3830373 Jan 25 16:48:56.981872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:56.989858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:56.997341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf3c30-e741-4808-be8a-911c4d2a1bcd,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:57.005405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:57.019049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.022885 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2b9f68bd-074a-4e7d-a673-3537720bee28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abcf3c30-e741-4808-be8a-911c4d2a1bcd HTTP/1.1" status: 204 len: 168 time: 0.8104103 Jan 25 16:48:57.089303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:57.110721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aad2b7bc-88c0-4bff-aefc-dd125924e7db', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'mac_address': 'fa:16:3e:81:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:48:52Z', 'updated_at': '2022-01-25T16:48:52Z', 'revision_number': 0, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:48:57.116008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e321d-c383-4979-9f21-94b2bf3c93bb None None] The sync data for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv is: [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'aad2b7bc-88c0-4bff-aefc-dd125924e7db', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'mac_address': 'fa:16:3e:81:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:48:52Z', 'updated_at': '2022-01-25T16:48:52Z', 'revision_number': 0, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:48:57.204874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:57.205663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-6f34304c-7f2f-4b1b-802d-2a1d11ae9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:57.207139 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-6f34304c-7f2f-4b1b-802d-2a1d11ae9f9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 898 time: 0.3189507 Jan 25 16:48:57.212024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:57.218799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:57.237809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:57.264560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.279022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:57.284427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.286267 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:57.286713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:57.308100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] device_id is not set on port 7cc97f9a-5d65-4116-ad93-59ef58067656 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:48:57.317184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.367865 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-319ae123-4cf0-4ef6-81be-f1dab12384ab tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3820791 Jan 25 16:48:57.373925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:57.382923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:57.480467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-4099280a-99ba-47ad-b65b-36b02b09c0bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 998 time: 0.2641408 Jan 25 16:48:57.487926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Calling delete_port for 9035f380-c6a9-4d36-b0c0-0be44b6aff42 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:48:57.502375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6767a9-c778-4aa7-af33-d6b1d54c1ff6 None None] New status for floating IP aad2b7bc-88c0-4bff-aefc-dd125924e7db: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:48:57.581781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:57.612172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-367358f4-9c10-4ca9-a3e0-8f61db9e4aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.621603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:57.631004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60856) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:57.631443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:57.676281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-a473d560-1064-4cbb-98cd-83600e866777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:57.678210 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-a473d560-1064-4cbb-98cd-83600e866777 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 200 len: 835 time: 0.1213553 Jan 25 16:48:57.682224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.705111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:57.754336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:57.757828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.764525 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:57.765077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:57.788513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Port': ['ID=9035f380-c6a9-4d36-b0c0-0be44b6aff42,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:57.804441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:57.828546 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ba4562f0-a67e-4bc1-afbc-176b6a731f82 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/ports/9035f380-c6a9-4d36-b0c0-0be44b6aff42 HTTP/1.1" status: 204 len: 168 time: 1.1848369 Jan 25 16:48:57.828546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60864) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:57.852082 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81e01e1c-384d-4b67-8de2-d768bb93f9b6 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/floatingips/aad2b7bc-88c0-4bff-aefc-dd125924e7db HTTP/1.1" status: 200 len: 990 time: 0.2161210 Jan 25 16:48:57.852082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60870) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:57.862569 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26988ac2-897c-4294-805c-9860c1f2c4ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4844506 Jan 25 16:48:57.864743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60874) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:57.875725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:57.897839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11e72a4a-29c6-44b8-9692-cb2d83ac3228 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Synchronizing usage tracker for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:48:58.030417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-3bd59ac0-12cb-4f24-98b0-a5d7df31ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:58.032199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-3bd59ac0-12cb-4f24-98b0-a5d7df31ff4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52b706eb-ebd9-4348-9c05-384582477cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3469193 Jan 25 16:48:58.038635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11e72a4a-29c6-44b8-9692-cb2d83ac3228 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Unset dirty status for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:48:58.039892 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11e72a4a-29c6-44b8-9692-cb2d83ac3228 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2150052 Jan 25 16:48:58.044277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60878) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.051019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60882) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.055412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-331494903'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:58.084534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:58.091417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:58.098281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:network and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:58.112141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.13 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/7cc97f9a-5d65-4116-ad93-59ef58067656) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:58.125853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.12 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/7cc97f9a-5d65-4116-ad93-59ef58067656) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:48:58.148920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:58.159350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:58.162075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:58.172403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:58.185832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:58.195768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:58.200448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.224456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998924479'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:58.242904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:58.251895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:58.255430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.256854 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:48:58.257313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:48:58.266933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:58.272443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:58.305598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:58.315180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:58.327977 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-1d5bca92-7cfd-481d-b9a4-73df2d7734ac service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687416 Jan 25 16:48:58.332683 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cecc36bf-9dd7-41c8-802d-2258bf0e7697 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4687898 Jan 25 16:48:58.333860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.334199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 845dcaa2-60d3-4361-a6aa-2bd9b9d47526 of type vlan for network 812dfe95-0cb7-42de-8ecd-c4ba1320399e Jan 25 16:48:58.335521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60888) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.360643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:58.364074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.471290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.482066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-173e3811-9bd1-4469-8548-e9adb03ed2e8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1454871 Jan 25 16:48:58.494014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.514209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.525105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:58.535954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:security_group_rule and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:58.539606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:58.565291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:58.609595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b86681cc-0059-4fae-a3ad-643a7e26e359 req-75598f8e-07b7-4dca-a911-e40a8a46b5c4 service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713151 Jan 25 16:48:58.612216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.617786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:58.618407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.762241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003812c1-c55f-4d7a-ad78-f7955e4d1f8d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:58.763679 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-003812c1-c55f-4d7a-ad78-f7955e4d1f8d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2687624 Jan 25 16:48:58.771153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.858695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60902) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.931704 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a8ea0e3-68c7-4df4-8731-ba0c5821c59d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595569 Jan 25 16:48:58.945491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.952539 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9039304 Jan 25 16:48:58.953258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:58.961099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:58.964839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6e1ed-474f-4469-a42c-cb4f28c07e29 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=812dfe95-0cb7-42de-8ecd-c4ba1320399e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:58.967941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:58.981532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 812dfe95-0cb7-42de-8ecd-c4ba1320399e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:58.993092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2003381324'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:59.004269 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1c7f3c5a-9515-4c95-826c-646a91ebb030 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/floatingips/aad2b7bc-88c0-4bff-aefc-dd125924e7db HTTP/1.1" status: 200 len: 992 time: 0.1385372 Jan 25 16:48:59.032556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.037787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.050348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:59.069047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:network and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:59.075133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:59.083576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:59.084314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea84377-9a3b-4ca1-a7c8-b087c720feda,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:59.090932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.091361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 69d9b795-a627-474c-83fb-2cfa4d6e3e75 of type vlan for network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 Jan 25 16:48:59.096457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:59.122990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.153344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.159640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:59.160349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.172343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:59.175742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.210269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:59.221237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:59.226085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:59.270124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:59.271997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2105663 Jan 25 16:48:59.275378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60914) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:59.284566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-1735026586'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:59.288082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a90377-2d68-440b-b2ed-ccd241dd8711 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=f5dc3dc6-e6ce-4ad2-9418-3269d44332f5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:59.293629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:59.296368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.298009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:59.298581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:59.302741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:59.304109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:59.310537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:59.321475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:59.326884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.361170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:48:59.363136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:59.366452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.371880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.372234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 68d85757-665d-4cc1-9b17-bf1bd701e4aa of type vlan for network e79cca6b-2c5e-4532-b6fa-315b2f39abca Jan 25 16:48:59.404966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.438174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.443842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.444017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:59.444191 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Added segment 8d3dccec-0758-44d5-bb57-192449389bf1 of type vlan for network 3444a654-4986-4e8d-828f-f553de434f14 Jan 25 16:48:59.444589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.514893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:48:59.525095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:48:59.547770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:48:59.548561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2721860 Jan 25 16:48:59.552115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60918) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:59.560769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:59.584909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=7cc97f9a-5d65-4116-ad93-59ef58067656,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:59.629931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be97bb-eb00-451a-8a83-18fdb52acd1c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=e79cca6b-2c5e-4532-b6fa-315b2f39abca,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:48:59.641154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:48:59.642577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.652439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.687471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:59.687736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:48:59.688270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.691862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:59.695486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:59.702309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:59.718369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:48:59.723776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:48:59.788272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:48:59.829781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7221cfc3-cf5e-459a-b033-37ccc47936eb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0471926 Jan 25 16:48:59.833135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60922) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:48:59.842127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '7cc97f9a-5d65-4116-ad93-59ef58067656', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:48:59.850997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:48:59.857343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:floatingip and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:48:59.861102 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:48:59.868820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:48:59.918987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.056918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.064176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:00.064752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.082933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.181729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:00.206490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '69d9b795-a627-474c-83fb-2cfa4d6e3e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:00.206952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: f5dc3dc6-e6ce-4ad2-9418-3269d44332f5, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:00.210965 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2552655 Jan 25 16:49:00.223036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.226242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055d666f-9f47-42e3-8cd5-896bdd123838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.272710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0b79c-41f0-4232-affb-967b6af52ef7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Network': ['ID=3444a654-4986-4e8d-828f-f553de434f14,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:00.280700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:00.290442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3444a654-4986-4e8d-828f-f553de434f14 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:00.391489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.234 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/fd167747-54ca-4950-bf5b-e0603bb03025) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:00.420481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, f5dc3dc6-e6ce-4ad2-9418-3269d44332f5) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:00.434268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41d41f-d235-4e12-9caf-c7a5b17c95a9 None None] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:00.473167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:00.473787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.499780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.17 (78a39b42-feab-490b-a61c-baa9841bcc3f/92359ad7-7f92-4981-9e05-cdda0ac46777/2c160b72-611c-46ab-a4b4-f2ebf29347b5) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:00.537917 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-953cc01d-0711-478c-ab6e-ae8a95485a3a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9847074 Jan 25 16:49:00.540766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60926) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:00.547470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:00.675076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.704002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.706618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:00.712080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:00.716534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:00.720903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-f5dc3dc6-e6ce-4ad2-9418-3269d44332f5', 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': '5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:00.722213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.723731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:00.727012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 2c160b72-611c-46ab-a4b4-f2ebf29347b5 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:00.744779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:00.749611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.768879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.787102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:00.892998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 78a39b42-feab-490b-a61c-baa9841bcc3f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:00.898136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:00.935436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:00.952292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Allocated IP 172.20.0.2 (f5dc3dc6-e6ce-4ad2-9418-3269d44332f5/5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa/5fcbc988-8161-47ab-86ad-e47ae0aa5a48) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:01.040438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.074711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:01.219321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:49:01.250758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:01.259107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:01.278536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.310167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.325898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Transition to ACTIVE for port object 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:01.338085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:01.345010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:01.358706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Transition to ACTIVE for port object 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:01.362504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.371796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba14d6-8d2a-4eb9-86ed-bb6adf6e99d2 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:01.375657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:01.376286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.396561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.452465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=b36c513c-d724-4065-8f3e-4d02a6133b9f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:01.458148 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76e9574a-5e40-40f0-9e82-29de54d774fb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5114694 Jan 25 16:49:01.459431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.468908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60930) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:01.470839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:01.508689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:18:95:52', 'name': 'tempest-NetworksTestDHCPv6-2062097737'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:01.538464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.587876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=fd167747-54ca-4950-bf5b-e0603bb03025,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:01.634732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Pushing event updated for resources: {'Port': ['ID=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:01.685181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a350362d-6f67-4d48-9172-275de5c989ff None None] Provisioning for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:01.698895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:01.700533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a350362d-6f67-4d48-9172-275de5c989ff None None] Provisioning complete for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:01.701005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a350362d-6f67-4d48-9172-275de5c989ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.772119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a350362d-6f67-4d48-9172-275de5c989ff None None] Port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:01.775923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:01.779129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:01.786476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.914883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=b14d3da3-e389-4810-8207-db4d3f73e26c,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:01.952954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '68d85757-665d-4cc1-9b17-bf1bd701e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:01.953250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: e79cca6b-2c5e-4532-b6fa-315b2f39abca, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:01.984132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Attempting to bind port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:01.984966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Attempting to bind port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '69d9b795-a627-474c-83fb-2cfa4d6e3e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:01.985472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Attempting to bind port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 on network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:01.995693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:01.996257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Checking segment: {'id': '69d9b795-a627-474c-83fb-2cfa4d6e3e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:01.996760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:01.997870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Bound using segment: {'id': '69d9b795-a627-474c-83fb-2cfa4d6e3e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:01.997870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Bound port: 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d9b795-a627-474c-83fb-2cfa4d6e3e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f5dc3dc6-e6ce-4ad2-9418-3269d44332f5'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:01.998148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:01.998371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.070149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.081262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.084096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:02.086342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:02.164987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, e79cca6b-2c5e-4532-b6fa-315b2f39abca) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:02.166189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:02.205047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.205669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:02.206251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.243430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f3449-4f37-4499-8549-20c79a05dd0f None None] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:02.261471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'b36c513c-d724-4065-8f3e-4d02a6133b9f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:02.262288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.322910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2e69a25a-3e62-45d0-b177-896229b6aaaf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7809408 Jan 25 16:49:02.341461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60934) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:02.363178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-439502129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:02.381920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] For port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:02.391477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:02.412356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:02.418283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] For port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,segment=NetworkSegment(69d9b795-a627-474c-83fb-2cfa4d6e3e75),segment_id=69d9b795-a627-474c-83fb-2cfa4d6e3e75)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:02.418865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:02.436990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:02.438454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.443194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.480911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port ba9606c1-bac6-4532-9bbc-1d22e373d44c yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:02.543090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:02.619865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.621933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.629649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 78a39b42-feab-490b-a61c-baa9841bcc3f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:02.631957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:02.642011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.659214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68832d0d-885b-4afe-866f-2f72f2a3ce1a None None] Pushing event updated for resources: {'Port': ['ID=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:02.680653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.728024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Allocated IP 2001:db8::f816:3eff:fe87:19eb (255dcaab-10ef-4717-a4ec-827262e2a670/b36c513c-d724-4065-8f3e-4d02a6133b9f/54749b96-0035-4a98-8e38-080c35141a42) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:02.738001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.768847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:02.770346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-30c81279-f053-47ed-b53d-b7f38299a1c7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4276531 Jan 25 16:49:02.773693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:02.833128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-e79cca6b-2c5e-4532-b6fa-315b2f39abca', 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'b14d3da3-e389-4810-8207-db4d3f73e26c'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:02.834169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:03.163781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:03.440285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Allocated IP 172.21.0.2 (e79cca6b-2c5e-4532-b6fa-315b2f39abca/b14d3da3-e389-4810-8207-db4d3f73e26c/ed2edc99-aed3-458e-a2fd-5b124d8aaa0c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:03.484862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:03.487567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1819-c05b-43e5-86a4-1c9e8a6e7fa2 None None] Provisioning complete for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:03.487931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1819-c05b-43e5-86a4-1c9e8a6e7fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:03.564121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Transition to ACTIVE for port object 54749b96-0035-4a98-8e38-080c35141a42 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:03.640453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:03.648176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:03.661301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:03.664867 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a265076d-bdbb-438b-94ad-42c45e1550e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/25d606e6-4f04-48e9-9e4e-0c98d525ab18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8100693 Jan 25 16:49:03.736091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:03.751013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:03.759261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'subnets': [{'network_id': '812dfe95-0cb7-42de-8ecd-c4ba1320399e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344075239', 'ip_version': 6}, {'network_id': '3444a654-4986-4e8d-828f-f553de434f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:03.759261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'subnet': {'network_id': '812dfe95-0cb7-42de-8ecd-c4ba1320399e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1344075239', 'ip_version': 6}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:03.759261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Request body: {'subnet': {'network_id': '3444a654-4986-4e8d-828f-f553de434f14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:03.765157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Transition to ACTIVE for port object 54749b96-0035-4a98-8e38-080c35141a42 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:03.775850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e1819-c05b-43e5-86a4-1c9e8a6e7fa2 None None] Port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:03.794269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:03.794920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:03.906440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.007332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe18:9552 (255dcaab-10ef-4717-a4ec-827262e2a670/b36c513c-d724-4065-8f3e-4d02a6133b9f/ba9606c1-bac6-4532-9bbc-1d22e373d44c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:04.066040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:04.072138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Usage tracker for resource:subnet and tenant:d6673517f95d4082bfaf6bb90c340a65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:04.075707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:04.076699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.086823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:04.089228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:04.092087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.100786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Made reservation on behalf of d6673517f95d4082bfaf6bb90c340a65 for: {'subnet': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:04.106102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:04.110373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.112391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.155031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:04.185408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Pushing event updated for resources: {'Port': ['ID=54749b96-0035-4a98-8e38-080c35141a42,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:04.279310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:04.322001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:04.378552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.415863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Attempting to bind port 54749b96-0035-4a98-8e38-080c35141a42 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:04.416198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Attempting to bind port 54749b96-0035-4a98-8e38-080c35141a42 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:04.416505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Attempting to bind port 54749b96-0035-4a98-8e38-080c35141a42 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:04.426386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Transition to ACTIVE for port object ed2edc99-aed3-458e-a2fd-5b124d8aaa0c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:04.505010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df522ed-a280-4575-9d58-44babed4180c None None] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:04.517935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:04.518299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:04.518692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.519077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:04.519558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Bound port: 54749b96-0035-4a98-8e38-080c35141a42, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:04.519923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.670180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Transition to ACTIVE for port object ed2edc99-aed3-458e-a2fd-5b124d8aaa0c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:04.702425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.713075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.765254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Provisioning for port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:04.830968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Checking segment: {'id': '845dcaa2-60d3-4361-a6aa-2bd9b9d47526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '812dfe95-0cb7-42de-8ecd-c4ba1320399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:04.831970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network hostable DHCP agents. Network: 812dfe95-0cb7-42de-8ecd-c4ba1320399e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:04.840346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Subnet': ['ID=274b3232-92e6-4593-b1d9-1d5616581c21,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:04.852976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.875226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Provisioning complete for port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:04.875599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.881926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network 812dfe95-0cb7-42de-8ecd-c4ba1320399e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:04.895208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 812dfe95-0cb7-42de-8ecd-c4ba1320399e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:04.898547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object ba9606c1-bac6-4532-9bbc-1d22e373d44c will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:04.899809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.914089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.919455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.20.0.1 (f5dc3dc6-e6ce-4ad2-9418-3269d44332f5/5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa/f560a413-745e-4b2e-92c8-2b406acd4ec3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:04.922750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:04.924130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:04.942657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadbd0d-938d-4dd6-9dc0-098d3fd9a85c None None] Network 812dfe95-0cb7-42de-8ecd-c4ba1320399e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:04.973700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:04.995345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event updated for resources: {'Subnet': ['ID=50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:04.995692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:05.008597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Checking segment: {'id': '8d3dccec-0758-44d5-bb57-192449389bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3444a654-4986-4e8d-828f-f553de434f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:05.008971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network hostable DHCP agents. Network: 3444a654-4986-4e8d-828f-f553de434f14, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:05.038129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Network 3444a654-4986-4e8d-828f-f553de434f14 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:05.050151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 3444a654-4986-4e8d-828f-f553de434f14) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:05.052191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Pushing event updated for resources: {'Port': ['ID=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:05.064822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.065331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.065952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.090432 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5cdc9276-3d04-4f6a-af59-9ead1b89fde7 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3370256 Jan 25 16:49:05.092794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:05.093717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd51601-2bf4-4cc2-9ac0-a1c7a865bd34 None None] Network 3444a654-4986-4e8d-828f-f553de434f14 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:05.109295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] For port 54749b96-0035-4a98-8e38-080c35141a42, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:05.167183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=fd167747-54ca-4950-bf5b-e0603bb03025,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:05.170864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.173390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.176781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.176781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Synchronizing usage tracker for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:05.196222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Unset dirty status for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:05.197592 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-52c0db3f-3a99-416b-9694-103814b5ba35 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1031971 Jan 25 16:49:05.207041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:05.216113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.370386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] For port 54749b96-0035-4a98-8e38-080c35141a42, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=54749b96-0035-4a98-8e38-080c35141a42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:05.411914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Deleting subnet 274b3232-92e6-4593-b1d9-1d5616581c21 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:05.415843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.423334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.431794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.475170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.542728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.556133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:05.610117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:05.614465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.627792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:05.629178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.633977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:05.634596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.648741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Attempting to bind port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:05.649451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Attempting to bind port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '68d85757-665d-4cc1-9b17-bf1bd701e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:05.649451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Attempting to bind port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c on network e79cca6b-2c5e-4532-b6fa-315b2f39abca {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:05.655491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=ba9606c1-bac6-4532-9bbc-1d22e373d44c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:05.672480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Subnet': ['ID=274b3232-92e6-4593-b1d9-1d5616581c21,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:05.680359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.696672 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-366efa36-1f4b-45c5-8d06-968384857cff tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/subnets/274b3232-92e6-4593-b1d9-1d5616581c21 HTTP/1.1" status: 204 len: 168 time: 0.4859188 Jan 25 16:49:05.697246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object f560a413-745e-4b2e-92c8-2b406acd4ec3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:05.697540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60960) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:05.698670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:05.698855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Checking segment: {'id': '68d85757-665d-4cc1-9b17-bf1bd701e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:05.699222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.699612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Bound using segment: {'id': '68d85757-665d-4cc1-9b17-bf1bd701e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:05.700084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Bound port: ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d85757-665d-4cc1-9b17-bf1bd701e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e79cca6b-2c5e-4532-b6fa-315b2f39abca'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:05.700504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.705397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP dc857b23-7517-48d8-b9ef-8d5eee7696bc associated. External IP: 172.26.4.234, port: 7cc97f9a-5d65-4116-ad93-59ef58067656. Jan 25 16:49:05.762530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f65898c0-a0ee-475d-9395-eec9c0c27f0c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2626119 Jan 25 16:49:05.767915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:05.841640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbdeca-7b7d-4f65-8d7c-51a87d5728b8 None None] Pushing event updated for resources: {'Port': ['ID=54749b96-0035-4a98-8e38-080c35141a42,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:05.866690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Deleting subnet 50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:05.894277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.906808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:05.949971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0549cf87-08af-4ae1-ab8a-eab6b3411ce8 None None] Network 812dfe95-0cb7-42de-8ecd-c4ba1320399e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:05.977469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.017186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.101563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.145322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:06.156215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] For port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,segment=NetworkSegment(69d9b795-a627-474c-83fb-2cfa4d6e3e75),segment_id=69d9b795-a627-474c-83fb-2cfa4d6e3e75)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:06.180551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae40909-5caa-4fd3-b490-ad1a8805a143 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:06.181978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] For port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:06.185083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.188663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae40909-5caa-4fd3-b490-ad1a8805a143 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:06.193891 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aae40909-5caa-4fd3-b490-ad1a8805a143 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4251738 Jan 25 16:49:06.194668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:06.210899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:06.221246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=f560a413-745e-4b2e-92c8-2b406acd4ec3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:06.233109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:06.264491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871ae5d-e734-48f1-bc47-e3558251eaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-3444a654-4986-4e8d-828f-f553de434f14', 'network_id': '3444a654-4986-4e8d-828f-f553de434f14', 'tenant_id': 'd6673517f95d4082bfaf6bb90c340a65', 'fixed_ips': [{'subnet_id': '50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:06.265840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4871ae5d-e734-48f1-bc47-e3558251eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.289530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port ba9606c1-bac6-4532-9bbc-1d22e373d44c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:06.289968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.326796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.330357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] For port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,segment=NetworkSegment(68d85757-665d-4cc1-9b17-bf1bd701e4aa),segment_id=68d85757-665d-4cc1-9b17-bf1bd701e4aa)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:06.359105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:06.372880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.420238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.494407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Subnet': ['ID=50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:06.511183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.524264 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6758492c-f2e6-434c-8fd7-5f46a6d66aee tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/subnets/50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6 HTTP/1.1" status: 204 len: 168 time: 0.8247535 Jan 25 16:49:06.527977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60974) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:06.533428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:01Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c160b72-611c-46ab-a4b4-f2ebf29347b5', 'name': '', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:49:00Z', 'updated_at': '2022-01-25T16:49:01Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:06.578265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:49:06.583933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Updating router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:49:06.602645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6463467-22a0-4678-a9ed-1382a53f9935 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:06.603498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e6463467-22a0-4678-a9ed-1382a53f9935 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Synchronizing usage tracker for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:06.659484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fcfd6-3c0e-45f9-8667-3ebe3b4b498b None None] Pushing event updated for resources: {'Port': ['ID=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:06.705429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.706044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.727463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e6463467-22a0-4678-a9ed-1382a53f9935 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Unset dirty status for tenant:d6673517f95d4082bfaf6bb90c340a65 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:06.731557 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e6463467-22a0-4678-a9ed-1382a53f9935 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2022612 Jan 25 16:49:06.736193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60978) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:06.804318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server [None req-4871ae5d-e734-48f1-bc47-e3558251eaa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6: This subnet is being modified by another concurrent operation. Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:49:06.804596 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise exception Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50f144b6-a7ec-453d-8a6b-eb0bd9e98fa6: This subnet is being modified by another concurrent operation. Jan 25 16:49:06.809304 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server Jan 25 16:49:06.819821 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:06.850807 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:06.852220 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:06.857687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1e423431-6814-41d1-a2b9-896384e16e45 None None] Provisioning complete for port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:06.857953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e423431-6814-41d1-a2b9-896384e16e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:06.967513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a08db-3943-4edf-a064-edf8c82c6dbd None None] Network 3444a654-4986-4e8d-828f-f553de434f14 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:07.050755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.065355 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.083216 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:07.083835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.144904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.225667 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.226079 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62dc61-2b7d-4f07-8b87-825896e94464 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:07.270479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7368fe9a-ec3e-4e03-9591-e695d42f9951 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4339099 Jan 25 16:49:07.272496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 60982) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:07.280601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': '7cc97f9a-5d65-4116-ad93-59ef58067656', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:07.294159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a773ee-b166-4007-b9ee-c28234bd1ac6 None None] Pushing event updated for resources: {'Port': ['ID=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:07.367498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for ba9606c1-bac6-4532-9bbc-1d22e373d44c owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:07.439332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.589612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.634905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.668572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3444a654-4986-4e8d-828f-f553de434f14']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.685426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3dccec-0758-44d5-bb57-192449389bf1') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.685723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3dccec-0758-44d5-bb57-192449389bf1') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:07.700819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.718959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.726589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:07.726589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.742443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:07.892771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:07.893295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.924923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:07.936091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.026896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:08.073271 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:08.078951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.083546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.084607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Transition to ACTIVE for port object 2c160b72-611c-46ab-a4b4-f2ebf29347b5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:08.091257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=f560a413-745e-4b2e-92c8-2b406acd4ec3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:08.106633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.118908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.136235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=3444a654-4986-4e8d-828f-f553de434f14,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:08.144124 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ea556e4-14ea-4601-b642-92873197a858 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/3444a654-4986-4e8d-828f-f553de434f14 HTTP/1.1" status: 204 len: 168 time: 1.3945432 Jan 25 16:49:08.144643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:08.234447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.254346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9305b997-d2ee-42e3-b086-cc1f5485f2ee None None] Provisioning for port 54749b96-0035-4a98-8e38-080c35141a42 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:08.342221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=ba9606c1-bac6-4532-9bbc-1d22e373d44c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:08.347227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.433244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.435145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ec4c984-5e47-435a-9f57-7a192254221f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/ba9606c1-bac6-4532-9bbc-1d22e373d44c HTTP/1.1" status: 204 len: 168 time: 2.2368777 Jan 25 16:49:08.452767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db505894-0c17-44e0-8aae-cedcb051d421 None None] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:08.472083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:08.486430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Attempting to bind port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:08.487085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Attempting to bind port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:08.487613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Attempting to bind port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 on network 78a39b42-feab-490b-a61c-baa9841bcc3f {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:08.490703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6afa-0f4c-48c3-b5c3-1f9e768f6c67 None None] Pushing event updated for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:08.493985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 54749b96-0035-4a98-8e38-080c35141a42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:08.586246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:08.590042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:08.626090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:08.626619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Checking segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:08.627141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.627639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Bound using segment: {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:08.628400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Bound port: 2c160b72-611c-46ab-a4b4-f2ebf29347b5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fbdea6-b294-4624-92ef-48631a7903e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:08.628727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.638714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9305b997-d2ee-42e3-b086-cc1f5485f2ee None None] Provisioning for port f560a413-745e-4b2e-92c8-2b406acd4ec3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:08.646938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.657493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9305b997-d2ee-42e3-b086-cc1f5485f2ee None None] Provisioning complete for port f560a413-745e-4b2e-92c8-2b406acd4ec3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:08.658021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9305b997-d2ee-42e3-b086-cc1f5485f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.709885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812dfe95-0cb7-42de-8ecd-c4ba1320399e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:08.733953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd9f6d-4ae9-4ae0-bfe0-4c2cbd31e3a8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:08.735981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd9f6d-4ae9-4ae0-bfe0-4c2cbd31e3a8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:08.736946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6cd9f6d-4ae9-4ae0-bfe0-4c2cbd31e3a8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:08.741865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845dcaa2-60d3-4361-a6aa-2bd9b9d47526') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:08.742366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845dcaa2-60d3-4361-a6aa-2bd9b9d47526') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:08.753922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9305b997-d2ee-42e3-b086-cc1f5485f2ee None None] Port f560a413-745e-4b2e-92c8-2b406acd4ec3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:08.773434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.781804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6cd9f6d-4ae9-4ae0-bfe0-4c2cbd31e3a8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:08.783130 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6cd9f6d-4ae9-4ae0-bfe0-4c2cbd31e3a8 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1905451 Jan 25 16:49:08.786036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 60996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:08.838214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.859788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] For port 2c160b72-611c-46ab-a4b4-f2ebf29347b5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:08.864562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] For port 2c160b72-611c-46ab-a4b4-f2ebf29347b5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2c160b72-611c-46ab-a4b4-f2ebf29347b5,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:08.866670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:08.867089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.882491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3babc8d5-30fc-4f2f-9f55-2e259d4e29f6 None None] Could not find standard attr ID for object ba9606c1-bac6-4532-9bbc-1d22e373d44c. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:49:08.889820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:08.896694 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:09.021051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 97b745a9-84c1-4e77-9c98-126e126901fa is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:49:09.058263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet b36c513c-d724-4065-8f3e-4d02a6133b9f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:09.066112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.113969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.151919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.163423 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/812dfe95-0cb7-42de-8ecd-c4ba1320399e HTTP/1.1" status: 204 len: 168 time: 1.0140278 Jan 25 16:49:09.168823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:09.175628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d3c48-a5a2-4b3b-99a8-65ee38a50502 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=812dfe95-0cb7-42de-8ecd-c4ba1320399e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:09.180373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:09.181037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.243073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 54749b96-0035-4a98-8e38-080c35141a42 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:09.246409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3babc8d5-30fc-4f2f-9f55-2e259d4e29f6 None None] Provisioning for port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:09.259442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf6afa-0f4c-48c3-b5c3-1f9e768f6c67 None None] Pushing event updated for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:09.283296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 54749b96-0035-4a98-8e38-080c35141a42 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:09.283665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.304287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.376770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.379026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:09.384374 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3e2feec4-e32c-430f-8b11-90975e42d434 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6080694 Jan 25 16:49:09.390180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:09.420949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] Sync routers for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:09.473164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:09.473825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.528233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.532800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.535158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4511a-595e-4d34-8706-7a5cf01d0152 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:09.539504 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53e4511a-595e-4d34-8706-7a5cf01d0152 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports/f560a413-745e-4b2e-92c8-2b406acd4ec3 HTTP/1.1" status: 200 len: 910 time: 0.1453590 Jan 25 16:49:09.582372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32776) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:09.612362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.614369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.621378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:09.650135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.686242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884de1c7-a3e2-407a-886e-ebcc974f9ebd']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.709171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf42f3c-8f7c-4bce-8fb2-e995b00af486') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.709759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf42f3c-8f7c-4bce-8fb2-e995b00af486') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.730475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:09.731131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.734581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.755755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.765373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:09.765785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.821644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:09.822212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1cd130-79f7-447b-9b17-45a83a31b0be None None] The sync data for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:09.879514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f9971227-f855-436c-b889-93ea77b5f5cb None None] Provisioning complete for port f560a413-745e-4b2e-92c8-2b406acd4ec3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:09.879894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9971227-f855-436c-b889-93ea77b5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:09.906185 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:09.927617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d436b2-7d48-4352-859d-0aed252354ac None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:49:09.943551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.949840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.976901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:09.985910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.033154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=884de1c7-a3e2-407a-886e-ebcc974f9ebd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:10.043358 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-480fa8e6-3539-4ef1-9663-eeee63d16406 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/884de1c7-a3e2-407a-886e-ebcc974f9ebd HTTP/1.1" status: 204 len: 168 time: 0.8733909 Jan 25 16:49:10.045749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=b36c513c-d724-4065-8f3e-4d02a6133b9f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:10.048439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.053053 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bbc377f0-9743-4428-aea9-31fcd74f8ecd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b36c513c-d724-4065-8f3e-4d02a6133b9f HTTP/1.1" status: 204 len: 168 time: 1.2640052 Jan 25 16:49:10.053263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32780) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:10.053380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f9971227-f855-436c-b889-93ea77b5f5cb None None] Port f560a413-745e-4b2e-92c8-2b406acd4ec3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:10.053740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:10.249196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5198821c-400b-4d20-ba34-b07a0c2c19a6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1917961 Jan 25 16:49:10.249196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:10.251295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:10.251655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:10.255221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:10.357150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d436b2-7d48-4352-859d-0aed252354ac None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:49:10.371942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:10.383216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:10.396358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:10.401346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.415046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.501702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:01Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c160b72-611c-46ab-a4b4-f2ebf29347b5', 'name': '', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:49:00Z', 'updated_at': '2022-01-25T16:49:08Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:10.521208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e0364-8458-449e-a574-b30c0352ca62 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:01Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c160b72-611c-46ab-a4b4-f2ebf29347b5', 'name': '', 'network_id': '78a39b42-feab-490b-a61c-baa9841bcc3f', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4e:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:49:00Z', 'updated_at': '2022-01-25T16:49:08Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '92359ad7-7f92-4981-9e05-cdda0ac46777', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:10.836815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.859558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:10.876006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931539fc-76c3-44c8-a6c5-595138ed4ff6 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:10.910249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:10.971396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 54749b96-0035-4a98-8e38-080c35141a42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=54749b96-0035-4a98-8e38-080c35141a42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:10.972875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:49:11.013673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.014675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ed2edc99-aed3-458e-a2fd-5b124d8aaa0c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:11.106620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b316d-d813-4440-98d7-fedbf8d2cf48']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.133008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6072dcd1-ff9e-4420-bfcf-b6debf3b0373') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.133528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6072dcd1-ff9e-4420-bfcf-b6debf3b0373') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.217010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.221357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=54749b96-0035-4a98-8e38-080c35141a42,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:11.239525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.240045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.338773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.356104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:11.358020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:11.360925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.364537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:11.364912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.369939 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:11.381250 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:11.382042 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.398406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:11.398822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.468995 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.479998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:11.480977 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:11.511443 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:11.562595 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:11.563255 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf4202-eab1-4609-8b9e-fc6fd8069ce7 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:11.582959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.621689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,segment=NetworkSegment(68d85757-665d-4cc1-9b17-bf1bd701e4aa),segment_id=68d85757-665d-4cc1-9b17-bf1bd701e4aa)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:11.627025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.634448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port 54749b96-0035-4a98-8e38-080c35141a42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=54749b96-0035-4a98-8e38-080c35141a42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:11.670410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.679572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.680605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.721295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:11.765615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.803675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.874986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=54749b96-0035-4a98-8e38-080c35141a42,revision_number=6']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:11.908449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:11.909905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=11fe7cb9-d7f6-4694-84a1-2416bfbcaaea,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:11.912204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:11.914378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:11.914896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:11.922147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] Pushing event deleted for resources: {'Network': ['ID=c16b316d-d813-4440-98d7-fedbf8d2cf48,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:11.935757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab146b0-8eb8-4639-9753-df23a103532e None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:11.950610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c133f5cd-9645-4547-b554-f7c571b10fe0 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/dc857b23-7517-48d8-b9ef-8d5eee7696bc HTTP/1.1" status: 200 len: 978 time: 4.6770461 Jan 25 16:49:11.954889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:11.958301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d3a21924-11d2-4a08-ab9d-aad4dd411974 tempest-BulkNetworkOpsIpV6Test-19788933 tempest-BulkNetworkOpsIpV6Test-19788933-project] 10.222.0.45 "DELETE /v2.0/networks/c16b316d-d813-4440-98d7-fedbf8d2cf48 HTTP/1.1" status: 204 len: 168 time: 1.9030654 Jan 25 16:49:11.986458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2c160b72-611c-46ab-a4b4-f2ebf29347b5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:12.028010 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-941cc90b-cae3-4b0a-8cf1-6500a290eec1 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7744951 Jan 25 16:49:12.038878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32804) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:12.046950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:4f:8b:38', 'name': 'tempest-NetworksTestDHCPv6-351024554'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:12.144907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-27dc3501-6eb0-45e7-9d2e-06d35c10dc11 None None] Provisioning complete for port 54749b96-0035-4a98-8e38-080c35141a42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:12.145577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27dc3501-6eb0-45e7-9d2e-06d35c10dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.209252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port fd167747-54ca-4950-bf5b-e0603bb03025 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:12.209596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.242551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:12.296976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:12.297373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.320221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f218ae-7e4c-4114-a0ef-d8b48804b833 req-2be978f7-5a6d-4b5e-9efb-c35792d9e7b9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:12.322011 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7f218ae-7e4c-4114-a0ef-d8b48804b833 req-2be978f7-5a6d-4b5e-9efb-c35792d9e7b9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5071042 Jan 25 16:49:12.325928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:12.337589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:12.353326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32810) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:12.363227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:12.368297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.21.0.1 (e79cca6b-2c5e-4532-b6fa-315b2f39abca/b14d3da3-e389-4810-8207-db4d3f73e26c/49f1aa20-5f64-4014-8bf7-78f103bbb67b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:12.384352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:12.421285 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b7f218ae-7e4c-4114-a0ef-d8b48804b833 req-231737e0-2929-405d-9a1a-d0453379c982 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878651 Jan 25 16:49:12.465267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:12.472707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.473652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.610451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.658608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2c160b72-611c-46ab-a4b4-f2ebf29347b5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2c160b72-611c-46ab-a4b4-f2ebf29347b5,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:12.663205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:12.664108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 54749b96-0035-4a98-8e38-080c35141a42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:12.745491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for fd167747-54ca-4950-bf5b-e0603bb03025 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:12.800192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:12.815400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 54749b96-0035-4a98-8e38-080c35141a42 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:12.815773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.000199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.003061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4af79591-52e1-45fe-915f-910ef87d57ed None None] Provisioning complete for port 54749b96-0035-4a98-8e38-080c35141a42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:13.003643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4af79591-52e1-45fe-915f-910ef87d57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.019380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.034341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c2ca21fe-888d-4f12-9d2a-a7a630a4078a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6673517f95d4082bfaf6bb90c340a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718271 Jan 25 16:49:13.037855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32818) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:13.053357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=fd167747-54ca-4950-bf5b-e0603bb03025,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:13.071381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.083757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 49f1aa20-5f64-4014-8bf7-78f103bbb67b will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:13.139957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0725e07-1cc3-40b4-ae98-a0799c98fae6 req-4b3992ee-c1bb-4883-ac71-e5d1da145d62 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:13.141502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0725e07-1cc3-40b4-ae98-a0799c98fae6 req-4b3992ee-c1bb-4883-ac71-e5d1da145d62 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3582127 Jan 25 16:49:13.150332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:13.159523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.159855 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP dc857b23-7517-48d8-b9ef-8d5eee7696bc disassociated (deleted). External IP: 172.26.4.234, port: 7cc97f9a-5d65-4116-ad93-59ef58067656. Jan 25 16:49:13.273511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.326001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.346312 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0725e07-1cc3-40b4-ae98-a0799c98fae6 req-2b01282b-53ef-4cf2-b4c8-3707cfb2166e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548831 Jan 25 16:49:13.414156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:13.431193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:13.440932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:13.484986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=49f1aa20-5f64-4014-8bf7-78f103bbb67b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:13.497417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.530277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:13.532141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe4f:8b38 (255dcaab-10ef-4717-a4ec-827262e2a670/11fe7cb9-d7f6-4694-84a1-2416bfbcaaea/82642acd-62ee-4c5a-b3c1-52cebaf0dbe0) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:13.536722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.537068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.537455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.537793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.538124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.538452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.538782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.539111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.539428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.539753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.540070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.540392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:13.582049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.687125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.730666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6bb53e-d38f-412c-a329-32e81ae2aa81,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:13.787761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-562491e9-018f-4e5f-aa2e-9134ccb6fc48 None None] Provisioning for port 49f1aa20-5f64-4014-8bf7-78f103bbb67b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:13.798194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-562491e9-018f-4e5f-aa2e-9134ccb6fc48 None None] Provisioning complete for port 49f1aa20-5f64-4014-8bf7-78f103bbb67b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:13.798825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-562491e9-018f-4e5f-aa2e-9134ccb6fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.827166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:13.844941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2c160b72-611c-46ab-a4b4-f2ebf29347b5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:13.851933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.887831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:13.891538 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-40f09a5e-12c4-41d7-8786-00ec53db784f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d6bb53e-d38f-412c-a329-32e81ae2aa81 HTTP/1.1" status: 204 len: 168 time: 0.8454278 Jan 25 16:49:13.896817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:13.925834 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c7e6eed2-1485-484b-83cf-4be2cd236e0a tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/dc857b23-7517-48d8-b9ef-8d5eee7696bc HTTP/1.1" status: 204 len: 168 time: 1.9697618 Jan 25 16:49:13.928779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:13.946780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:13.947459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:13.997765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-562491e9-018f-4e5f-aa2e-9134ccb6fc48 None None] Port 49f1aa20-5f64-4014-8bf7-78f103bbb67b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:14.018953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:14.023241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 7cc97f9a-5d65-4116-ad93-59ef58067656 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:14.024155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.031630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.032575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:14.033206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:14.118376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:14.119785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb6d4d-2f80-4b00-8880-b7e78a0f03d1 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:14.131657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:14.132591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.144681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d93a2-15ea-43d9-94ea-7ddbb7084c05 req-4eb472bc-1e9e-4f5e-9e96-b18f16f15afc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:14.153395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-341d93a2-15ea-43d9-94ea-7ddbb7084c05 req-4eb472bc-1e9e-4f5e-9e96-b18f16f15afc tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3568206 Jan 25 16:49:14.292023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.342980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ed2edc99-aed3-458e-a2fd-5b124d8aaa0c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:14.350067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.382257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-341d93a2-15ea-43d9-94ea-7ddbb7084c05 req-71cd4709-21ca-427c-9133-0e226fd52d24 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250981 Jan 25 16:49:14.384318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:14.429454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:14.430127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.536704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.553972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 54749b96-0035-4a98-8e38-080c35141a42 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:14.637980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 54749b96-0035-4a98-8e38-080c35141a42 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:14.638225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.655734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:14.670142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:14.674067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=82642acd-62ee-4c5a-b3c1-52cebaf0dbe0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:14.676773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:14.683360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:14.683360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.700643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 7cc97f9a-5d65-4116-ad93-59ef58067656 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:14.734987 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c90b382e-48c1-48a7-8e9a-8ebb323247ff tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6915591 Jan 25 16:49:14.738789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32852) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:14.888941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.912900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:14.952483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32856) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:14.970689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.029477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=7cc97f9a-5d65-4116-ad93-59ef58067656,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:15.042508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b54e325-cb89-42a9-8926-26e7528f73b2 None None] Provisioning for port 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:15.048589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b54e325-cb89-42a9-8926-26e7528f73b2 None None] Provisioning complete for port 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:15.048965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b54e325-cb89-42a9-8926-26e7528f73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.069369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.069809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.070212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.070611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.071001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.071395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.071794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.072186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.073340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.074073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.074512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.074928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:15.108660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4b54e325-cb89-42a9-8926-26e7528f73b2 None None] Port 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:15.196797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.207910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b48bf81-8587-4e64-af8a-189a0f5c3793 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/7cc97f9a-5d65-4116-ad93-59ef58067656 HTTP/1.1" status: 204 len: 168 time: 1.2780275 Jan 25 16:49:15.211735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32862) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:15.217358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:15.223778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:15.228090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:floatingip and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:15.232266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=49f1aa20-5f64-4014-8bf7-78f103bbb67b,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:15.232995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:15.236369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.239122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:15.254122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.330936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1879837321'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:15.342050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ea013-c075-4df5-816c-09244874ace6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:15.347968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ea013-c075-4df5-816c-09244874ace6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:15.348781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-475ea013-c075-4df5-816c-09244874ace6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:15.362101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:15.367997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:15.375907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:15.386714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:15.400606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-475ea013-c075-4df5-816c-09244874ace6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:15.401816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-475ea013-c075-4df5-816c-09244874ace6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6583872 Jan 25 16:49:15.402192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.404637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:15.417241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:15.420675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.444700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.474841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:15.482054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:security_group_rule and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:15.486613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:15.487893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:15.491500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:15.542365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:15.542812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.554426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:15.724776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.92 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/bdd365f9-7382-4472-89c9-cc8fae23ced8) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:15.745299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9e3b99f4-93e6-46ec-a93a-6eadbfc81887 None None] Provisioning complete for port 49f1aa20-5f64-4014-8bf7-78f103bbb67b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:15.746481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e3b99f4-93e6-46ec-a93a-6eadbfc81887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:15.763990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 97b745a9-84c1-4e77-9c98-126e126901fa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:15.798030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3689f-0cf8-47c3-9fb1-b9a91f87c4f7 req-95f5231e-0ab2-4396-b0ce-694459846bde tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:15.799581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eaa3689f-0cf8-47c3-9fb1-b9a91f87c4f7 req-95f5231e-0ab2-4396-b0ce-694459846bde tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2427735 Jan 25 16:49:15.824654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b99f4-93e6-46ec-a93a-6eadbfc81887 None None] Port 49f1aa20-5f64-4014-8bf7-78f103bbb67b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:15.973340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.001367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.009734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.024330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eaa3689f-0cf8-47c3-9fb1-b9a91f87c4f7 req-7a09ad9e-b050-41c3-95d4-eff9eedf1191 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690912 Jan 25 16:49:16.054413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:16.066595 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] Sync routers for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:16.077592 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:16.077927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:16.078469 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:16.080156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9853b93-53f0-49b8-8bc1-b939748fa3f0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:16.094617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-65aeb241-b3b5-4f4e-87aa-f3d875763eb5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5062189 Jan 25 16:49:16.095657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32874) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:16.125674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:16.138171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.138574 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment ce398b1a-6355-4985-afab-439d1494e8ed of type vlan for network 6cce1054-8760-43a4-bbc7-ccbb137e329f Jan 25 16:49:16.146053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:16.155604 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:16.156248 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:16.172163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.194877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46556710-7525-45c5-805e-f5249d581f5f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:16.195629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-46556710-7525-45c5-805e-f5249d581f5f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:16.200573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.222700 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:16.223361 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d097c420-d281-44fd-8c15-fe0b2f878e0a None None] The sync data for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:16.231956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-46556710-7525-45c5-805e-f5249d581f5f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:16.233132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-46556710-7525-45c5-805e-f5249d581f5f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports/49f1aa20-5f64-4014-8bf7-78f103bbb67b HTTP/1.1" status: 200 len: 910 time: 0.1353886 Jan 25 16:49:16.236213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32878) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:16.278788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.357459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:16.360510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:16.361285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.364640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.366234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:16.368896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:16.370103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.416987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=bdd365f9-7382-4472-89c9-cc8fae23ced8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:16.513172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3743441 Jan 25 16:49:16.614794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=82642acd-62ee-4c5a-b3c1-52cebaf0dbe0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:16.637305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.654365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32882) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:16.664319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7d59-0a57-4b2d-a1ae-fbd8bd595d4a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=6cce1054-8760-43a4-bbc7-ccbb137e329f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:16.666537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:16.678839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:16.763196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1118b9bb-e7bf-4a5a-abd3-ab065f329272 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 HTTP/1.1" status: 204 len: 168 time: 1.3572834 Jan 25 16:49:16.768320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32886) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:16.799235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.888813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:16.896326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:16.901991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:16.910960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:16.915533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:16.975523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:16.980370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.044921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30b4b4-b5dc-46aa-8d12-5955a8c780fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:17.046543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30b4b4-b5dc-46aa-8d12-5955a8c780fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:17.047274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f30b4b4-b5dc-46aa-8d12-5955a8c780fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:17.076897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f30b4b4-b5dc-46aa-8d12-5955a8c780fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:17.080736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f30b4b4-b5dc-46aa-8d12-5955a8c780fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3091769 Jan 25 16:49:17.081385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:17.154406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.262263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 11fe7cb9-d7f6-4694-84a1-2416bfbcaaea {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:17.282191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.408293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.486998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529177c-b6c8-4078-b10b-ab421ca73fd9 req-185c7800-7974-454e-9ec8-7d68afab60ec tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:17.487591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.488520 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8529177c-b6c8-4078-b10b-ab421ca73fd9 req-185c7800-7974-454e-9ec8-7d68afab60ec tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2735951 Jan 25 16:49:17.512401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.545548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8529177c-b6c8-4078-b10b-ab421ca73fd9 req-e1c9831e-283f-4a53-a114-e41e9ea108c8 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Jan 25 16:49:17.614899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 49f1aa20-5f64-4014-8bf7-78f103bbb67b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:17.615242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.630722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.718671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=bdd365f9-7382-4472-89c9-cc8fae23ced8,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:17.745685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.787367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.809698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=58b58539-c7f4-4314-b5f5-614a14513f0f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:17.809972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.845277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': 'ce398b1a-6355-4985-afab-439d1494e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:17.845638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 6cce1054-8760-43a4-bbc7-ccbb137e329f, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:17.850226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:17.851429 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ea4cf4b-95e5-49f0-bc57-4371622795d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6390886 Jan 25 16:49:17.855539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:17.865925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'port': {'network_id': '9ca6e8a7-7399-4951-b7eb-7b920c381438', 'name': 'tempest-FloatingIPTestJSON-288632912'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:17.946889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 49f1aa20-5f64-4014-8bf7-78f103bbb67b owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:17.962814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.015632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=11fe7cb9-d7f6-4694-84a1-2416bfbcaaea,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:18.017351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:18.032271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.036404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61aee6d-3fef-4045-922c-c35d66d81daa None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:18.057196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 6cce1054-8760-43a4-bbc7-ccbb137e329f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:18.068546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:18.069139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.089427 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e569a484-9c88-44dd-b35e-241da6838f6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/11fe7cb9-d7f6-4694-84a1-2416bfbcaaea HTTP/1.1" status: 204 len: 168 time: 1.0011733 Jan 25 16:49:18.097781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32902) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.114310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9fc19-7014-4c58-825c-b07770faa2fc None None] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:18.145763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.176923 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5fe945ee-c857-436f-b6ae-620db4895fae tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758691 Jan 25 16:49:18.177140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.180332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:18.188368 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cf4c0bb-4a2e-44e1-ae75-cc852bf643e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5297704 Jan 25 16:49:18.198762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32910) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.220890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:port and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:18.229260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:18.242133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:18.251604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141602615'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:18.258220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=49f1aa20-5f64-4014-8bf7-78f103bbb67b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:18.268005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:18.271673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.281182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:18.301491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] device_id is not set on port 5be21d64-cdc6-4ae0-9431-dfd3e882b33c yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:18.338686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:18.348340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:18.360537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ff6cd-572f-43f7-861b-1edaab75e694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:18.361306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a9ff6cd-572f-43f7-861b-1edaab75e694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:18.363045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:18.390573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:18.395059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.407779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a9ff6cd-572f-43f7-861b-1edaab75e694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:18.409163 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a9ff6cd-572f-43f7-861b-1edaab75e694 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2311127 Jan 25 16:49:18.412310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32914) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.479444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-6cce1054-8760-43a4-bbc7-ccbb137e329f', 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '58b58539-c7f4-4314-b5f5-614a14513f0f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:18.480700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.580398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:18.589852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Deleting port 54749b96-0035-4a98-8e38-080c35141a42 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:18.591001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.680954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af4dd7-32ce-42f8-b710-ae1270609252 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:18.682275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4af4dd7-32ce-42f8-b710-ae1270609252 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:18.689339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.8 (9ca6e8a7-7399-4951-b7eb-7b920c381438/97dbc444-650c-474f-800f-9688d1076f27/5be21d64-cdc6-4ae0-9431-dfd3e882b33c) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:18.728988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4af4dd7-32ce-42f8-b710-ae1270609252 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:18.730053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:18.730824 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4af4dd7-32ce-42f8-b710-ae1270609252 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3175230 Jan 25 16:49:18.733988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.801374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.802836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 9feb3504-10f4-43a4-9859-a8c18ee59622 of type vlan for network f8b2c595-b157-4f93-8620-7851263be3c4 Jan 25 16:49:18.805262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:18.821729 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e385e92-70c7-49d3-96f9-3dcc5f0c7e01 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868335 Jan 25 16:49:18.827216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32924) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:18.839433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:18.950496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Allocated IP 172.20.255.242 (6cce1054-8760-43a4-bbc7-ccbb137e329f/58b58539-c7f4-4314-b5f5-614a14513f0f/3fb032c6-a3dd-4010-a05f-84ff53351450) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:18.977687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] For port 54749b96-0035-4a98-8e38-080c35141a42, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=54749b96-0035-4a98-8e38-080c35141a42,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:18.978081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.007503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.040868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.115972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.126887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 9ca6e8a7-7399-4951-b7eb-7b920c381438 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:19.131177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:19.133670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:19.194828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=5be21d64-cdc6-4ae0-9431-dfd3e882b33c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:19.195225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33764-50d3-43c4-b4fd-7f3bb494d596 req-2e30bd2b-233f-437c-b920-a96417e2ef59 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:19.197010 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45c33764-50d3-43c4-b4fd-7f3bb494d596 req-2e30bd2b-233f-437c-b920-a96417e2ef59 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4732859 Jan 25 16:49:19.201924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:19.212744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Calling delete_port for 54749b96-0035-4a98-8e38-080c35141a42 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:19.222502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:19.223180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.237571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.242989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:19.243633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.248011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:19.251739 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee278909-1627-40fb-bf88-c11416bd8f89 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3949451 Jan 25 16:49:19.254406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:19.261260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': '5be21d64-cdc6-4ae0-9431-dfd3e882b33c'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:19.337093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.352870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.398099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Pushing event deleted for resources: {'Port': ['ID=54749b96-0035-4a98-8e38-080c35141a42,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:19.449537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] No DVR routers for this DVR port 54749b96-0035-4a98-8e38-080c35141a42 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:19.461702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.462729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.464135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.465089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.465678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.466717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.467342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.468223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.468941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.469235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.469584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.469915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ae410-eea8-4ce3-85d3-60c7a0c91202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:49:19.493311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.502712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:19.505439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Transition to ACTIVE for port object 3fb032c6-a3dd-4010-a05f-84ff53351450 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:19.506341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.524395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Transition to ACTIVE for port object 3fb032c6-a3dd-4010-a05f-84ff53351450 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:19.531457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.601003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:19.605174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:19.608866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:19.614676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Pushing event updated for resources: {'Port': ['ID=3fb032c6-a3dd-4010-a05f-84ff53351450,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:19.619916 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45c33764-50d3-43c4-b4fd-7f3bb494d596 req-e1c8a107-3dcb-44b0-95b6-92209ac79f3b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114571 Jan 25 16:49:19.626488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4264016 Jan 25 16:49:19.637020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32932) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:19.649982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:19.655129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8c81b-e3d0-404e-a733-3167f105463f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=f8b2c595-b157-4f93-8620-7851263be3c4,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:19.683802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 97b745a9-84c1-4e77-9c98-126e126901fa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:19.690621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network f8b2c595-b157-4f93-8620-7851263be3c4 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:19.776763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Attempting to bind port 3fb032c6-a3dd-4010-a05f-84ff53351450 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:19.777138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Attempting to bind port 3fb032c6-a3dd-4010-a05f-84ff53351450 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'ce398b1a-6355-4985-afab-439d1494e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:19.777534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Attempting to bind port 3fb032c6-a3dd-4010-a05f-84ff53351450 on network 6cce1054-8760-43a4-bbc7-ccbb137e329f {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:19.785743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:19.786108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 54749b96-0035-4a98-8e38-080c35141a42 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:19.789950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:19.793480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:19.799290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:19.838868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:19.839410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Checking segment: {'id': 'ce398b1a-6355-4985-afab-439d1494e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:19.839837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.840237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Bound using segment: {'id': 'ce398b1a-6355-4985-afab-439d1494e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:19.840720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Bound port: 3fb032c6-a3dd-4010-a05f-84ff53351450, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce398b1a-6355-4985-afab-439d1494e8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6cce1054-8760-43a4-bbc7-ccbb137e329f'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:19.841093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.854207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 54749b96-0035-4a98-8e38-080c35141a42 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:19.854577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 54749b96-0035-4a98-8e38-080c35141a42 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:19.872572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:19.876190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:19.949895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:19.966894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] Sync routers for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:19.971953 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3beefc77-dfc5-47a4-a920-87595a80b06c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7321763 Jan 25 16:49:19.976517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:19.983758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:19.984497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:20.040619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] For port 3fb032c6-a3dd-4010-a05f-84ff53351450, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:20.049494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:20.057710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] For port 3fb032c6-a3dd-4010-a05f-84ff53351450, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3fb032c6-a3dd-4010-a05f-84ff53351450,segment=NetworkSegment(ce398b1a-6355-4985-afab-439d1494e8ed),segment_id=ce398b1a-6355-4985-afab-439d1494e8ed)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:20.062907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:20.063747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:20.122659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.183254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:20.183254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a1124-3096-434a-ab1e-3605217f22a6 None None] The sync data for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:20.227472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc7ff9-9a79-408e-961e-8b91841453d5 None None] Pushing event updated for resources: {'Port': ['ID=3fb032c6-a3dd-4010-a05f-84ff53351450,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:20.472344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.481715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.597585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:49:20.601291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.669904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.704600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:20.711901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:20.720934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:20.721554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:20.722951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81fb06-d911-4d2d-b47c-0db936cc34ab None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:20.742290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=91bfe841-76bd-46a1-90fa-473542b122cb,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:20.779313 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 61bdb53b-8c23-4524-a8be-0431871e9e2c associated. External IP: 172.26.4.92, port: 5be21d64-cdc6-4ae0-9431-dfd3e882b33c. Jan 25 16:49:20.829939 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ceedee61-1384-40fa-96b5-944fcb2eb227 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9985209 Jan 25 16:49:20.836072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32944) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:20.845104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:11:b9:09', 'name': 'tempest-NetworksTestDHCPv6-1763770938'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:20.946611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=db91e970-0151-4021-b330-9fe0daddfa30,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:20.975734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '9feb3504-10f4-43a4-9859-a8c18ee59622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:20.976080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: f8b2c595-b157-4f93-8620-7851263be3c4, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:21.005115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '91bfe841-76bd-46a1-90fa-473542b122cb'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:21.006300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.014788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network f8b2c595-b157-4f93-8620-7851263be3c4 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:21.031054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246b230-c029-437a-bd38-cda96ffccc3d req-6c4e6a18-ea12-4543-85a8-c25aec8656b4 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:21.032655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6246b230-c029-437a-bd38-cda96ffccc3d req-6c4e6a18-ea12-4543-85a8-c25aec8656b4 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2914712 Jan 25 16:49:21.096310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:21.099626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, f8b2c595-b157-4f93-8620-7851263be3c4) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:21.106289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:21.107653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:21.108237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.111826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:21.112180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ca44a0-8f80-4685-93ab-9bb60f9170d1 None None] Network f8b2c595-b157-4f93-8620-7851263be3c4 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:21.127487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:21.157674 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6246b230-c029-437a-bd38-cda96ffccc3d req-aea40bfc-9090-4a7e-b8e1-4eb475100e92 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957429 Jan 25 16:49:21.211009 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21b64458-1c96-41c3-ada7-3259ad07668c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5727785 Jan 25 16:49:21.212003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32948) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:21.263087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:21.372259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Allocated IP 2001:db8::f816:3eff:fe40:ea42 (255dcaab-10ef-4717-a4ec-827262e2a670/91bfe841-76bd-46a1-90fa-473542b122cb/a33c42b7-f622-44cd-8e34-2da5e3a6456b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:21.386247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:21.407858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.420041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.515142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:21.520412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.532356 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:21.551300 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:21.554632 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:21.597415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-f8b2c595-b157-4f93-8620-7851263be3c4', 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': 'db91e970-0151-4021-b330-9fe0daddfa30'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:21.598323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.604079 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5daa6eac-1578-4ede-83b2-512ce2cad16b tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/61bdb53b-8c23-4524-a8be-0431871e9e2c HTTP/1.1" status: 200 len: 976 time: 2.3485076 Jan 25 16:49:21.609779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:21.615542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810f8a8-6b0c-4658-8c5e-0117dc30c6f6 None None] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:21.678001 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:21.713375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:21.713998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:21.717646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 5be21d64-cdc6-4ae0-9431-dfd3e882b33c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:21.718184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.772411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:21.870645 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:21.871134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc8c69-67b2-4ec8-a129-d13bf70a1092 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:21.916456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3fb032c6-a3dd-4010-a05f-84ff53351450 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:21.978020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d1ec917-475d-4469-891a-69e2ead7c72d None None] Provisioning for port 3fb032c6-a3dd-4010-a05f-84ff53351450 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:22.012964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.038382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.128558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.179877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Transition to ACTIVE for port object a33c42b7-f622-44cd-8e34-2da5e3a6456b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:22.213724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 9bdaa34f-f445-4436-8951-e3b34b83161c yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:22.242532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Transition to ACTIVE for port object a33c42b7-f622-44cd-8e34-2da5e3a6456b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:22.246002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Allocated IP 172.20.0.2 (f8b2c595-b157-4f93-8620-7851263be3c4/db91e970-0151-4021-b330-9fe0daddfa30/60be6200-ded6-43c5-b411-380b842bfea5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:22.249955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3fb032c6-a3dd-4010-a05f-84ff53351450 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:22.264438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3fb032c6-a3dd-4010-a05f-84ff53351450 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:22.264820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.308525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.471699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:22.480918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:22.491245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:22.499639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Pushing event updated for resources: {'Port': ['ID=a33c42b7-f622-44cd-8e34-2da5e3a6456b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:22.508435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe11:b909 (255dcaab-10ef-4717-a4ec-827262e2a670/91bfe841-76bd-46a1-90fa-473542b122cb/9bdaa34f-f445-4436-8951-e3b34b83161c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:22.510333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.510513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.510892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 61bdb53b-8c23-4524-a8be-0431871e9e2c disassociated. External IP: 172.26.4.92, port: 5be21d64-cdc6-4ae0-9431-dfd3e882b33c. Jan 25 16:49:22.511292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 5be21d64-cdc6-4ae0-9431-dfd3e882b33c owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:22.536173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482adbe4-aaa2-47af-bf20-c9e163e4293c req-04f1b8c0-6e98-4f2d-8150-778eff13aab2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:22.540575 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-482adbe4-aaa2-47af-bf20-c9e163e4293c req-04f1b8c0-6e98-4f2d-8150-778eff13aab2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2560976 Jan 25 16:49:22.540575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port f560a413-745e-4b2e-92c8-2b406acd4ec3 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:22.540575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.701898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.734511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.759202 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-482adbe4-aaa2-47af-bf20-c9e163e4293c req-4d9abd11-f376-479d-a6bb-d422f566e808 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864970 Jan 25 16:49:22.849145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.862184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Transition to ACTIVE for port object 60be6200-ded6-43c5-b411-380b842bfea5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:22.875336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=5be21d64-cdc6-4ae0-9431-dfd3e882b33c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:22.892455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Transition to ACTIVE for port object 60be6200-ded6-43c5-b411-380b842bfea5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:22.910188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Attempting to bind port a33c42b7-f622-44cd-8e34-2da5e3a6456b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:22.910722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Attempting to bind port a33c42b7-f622-44cd-8e34-2da5e3a6456b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:22.911128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Attempting to bind port a33c42b7-f622-44cd-8e34-2da5e3a6456b on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:22.913700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.971938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.976479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.982523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:22.982948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:22.983343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:22.983702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:22.984189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Bound port: a33c42b7-f622-44cd-8e34-2da5e3a6456b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:22.984579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.034352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-012e5348-50a9-4527-b49f-ba33dd1bc283 None None] Provisioning complete for port 3fb032c6-a3dd-4010-a05f-84ff53351450 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:23.034692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-012e5348-50a9-4527-b49f-ba33dd1bc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.042300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:23.045521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=db91e970-0151-4021-b330-9fe0daddfa30,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:23.068909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Network f8b2c595-b157-4f93-8620-7851263be3c4 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:23.070567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 3fb032c6-a3dd-4010-a05f-84ff53351450, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3fb032c6-a3dd-4010-a05f-84ff53351450,segment=NetworkSegment(ce398b1a-6355-4985-afab-439d1494e8ed),segment_id=ce398b1a-6355-4985-afab-439d1494e8ed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:23.078252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:23.115511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:23.135166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.140133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Pushing event updated for resources: {'Port': ['ID=60be6200-ded6-43c5-b411-380b842bfea5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:23.234472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:23.300676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:23.316638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.335019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for f560a413-745e-4b2e-92c8-2b406acd4ec3 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:23.365626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.376555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.387386 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9701ee28-891c-4772-9d98-81e33935e1fb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/5be21d64-cdc6-4ae0-9431-dfd3e882b33c HTTP/1.1" status: 204 len: 168 time: 1.7762167 Jan 25 16:49:23.389907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:23.412949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b2c595-b157-4f93-8620-7851263be3c4']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.413553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=3fb032c6-a3dd-4010-a05f-84ff53351450,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:23.426442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 9bdaa34f-f445-4436-8951-e3b34b83161c will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:23.437375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feb3504-10f4-43a4-9859-a8c18ee59622') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.437830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feb3504-10f4-43a4-9859-a8c18ee59622') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.445019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:23.445817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.462386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.494282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-579023bd-3fdd-4ec0-b949-a72113be0fd1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/floatingips/61bdb53b-8c23-4524-a8be-0431871e9e2c HTTP/1.1" status: 200 len: 687 time: 0.1028531 Jan 25 16:49:23.500776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.501825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:23.515683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:23.516083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:23.531591 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:23.545733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] For port a33c42b7-f622-44cd-8e34-2da5e3a6456b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:23.558224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] For port a33c42b7-f622-44cd-8e34-2da5e3a6456b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a33c42b7-f622-44cd-8e34-2da5e3a6456b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:23.584153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Attempting to bind port 60be6200-ded6-43c5-b411-380b842bfea5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:23.584914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Attempting to bind port 60be6200-ded6-43c5-b411-380b842bfea5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '9feb3504-10f4-43a4-9859-a8c18ee59622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:23.585473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Attempting to bind port 60be6200-ded6-43c5-b411-380b842bfea5 on network f8b2c595-b157-4f93-8620-7851263be3c4 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:23.588872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.610013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.615733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:23.616262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Checking segment: {'id': '9feb3504-10f4-43a4-9859-a8c18ee59622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:23.616771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.617269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Bound using segment: {'id': '9feb3504-10f4-43a4-9859-a8c18ee59622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:23.617848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Bound port: 60be6200-ded6-43c5-b411-380b842bfea5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9feb3504-10f4-43a4-9859-a8c18ee59622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8b2c595-b157-4f93-8620-7851263be3c4'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:23.618342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.629582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.692811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:49:23.692811 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:49:23.692811 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': 'f8b2c595-b157-4f93-8620-7851263be3c4'}] Jan 25 16:49:23.692811 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:23.693399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:23.695100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:23.699924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:23.709963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:23.716337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:23.716987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.776799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port bdd365f9-7382-4472-89c9-cc8fae23ced8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:23.777421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.779004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:23.783204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.809618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=9bdaa34f-f445-4436-8951-e3b34b83161c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:23.823401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6e29f018-6dd5-4c2e-9e3e-f36064b26463 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9842367 Jan 25 16:49:23.835319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32974) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:23.945831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:23.946646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c38f6c0-1fda-4ae2-b83c-9778902f9436 None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:23.975786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.976119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.983510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:23.984509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3fb032c6-a3dd-4010-a05f-84ff53351450 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:24.095464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=f560a413-745e-4b2e-92c8-2b406acd4ec3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:24.218310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2ccb-3412-4990-8379-3c1bb213fe99 None None] Pushing event updated for resources: {'Port': ['ID=a33c42b7-f622-44cd-8e34-2da5e3a6456b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:24.283753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] For port 60be6200-ded6-43c5-b411-380b842bfea5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:24.312447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] For port 60be6200-ded6-43c5-b411-380b842bfea5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=60be6200-ded6-43c5-b411-380b842bfea5,segment=NetworkSegment(9feb3504-10f4-43a4-9859-a8c18ee59622),segment_id=9feb3504-10f4-43a4-9859-a8c18ee59622)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:24.338670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.367433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for bdd365f9-7382-4472-89c9-cc8fae23ced8 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:24.409348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.441198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3fb032c6-a3dd-4010-a05f-84ff53351450 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:24.441655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.509071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 60be6200-ded6-43c5-b411-380b842bfea5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:24.510122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.616066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c094c-71dd-489f-96b8-ec4e19539a1c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:24.623110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c094c-71dd-489f-96b8-ec4e19539a1c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:24.623931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-413c094c-71dd-489f-96b8-ec4e19539a1c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:24.629990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.641757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc176e3-9f6e-453f-86fe-e43517e39e74 None None] Pushing event updated for resources: {'Port': ['ID=60be6200-ded6-43c5-b411-380b842bfea5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:24.736882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1e1a5-2d93-4d12-b5fd-823c1a2573f4 None None] Network f8b2c595-b157-4f93-8620-7851263be3c4 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:24.742047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=bdd365f9-7382-4472-89c9-cc8fae23ced8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:24.815075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.833053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.842261 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-001eb574-fe88-4c46-bb28-a4b52818f242 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/61bdb53b-8c23-4524-a8be-0431871e9e2c HTTP/1.1" status: 204 len: 168 time: 1.3388379 Jan 25 16:49:24.842963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:24.848194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '11181655-13d1-4d6f-bf06-bf1457fbd15c'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:24.857007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:24.866291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:floatingip and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:24.876876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:24.881425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:24.890760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-413c094c-71dd-489f-96b8-ec4e19539a1c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:24.890965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:24.895315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-413c094c-71dd-489f-96b8-ec4e19539a1c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0587437 Jan 25 16:49:24.896950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32984) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:24.912396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed11122-557a-4076-973c-9db9f81206d0 req-22e8978f-b20a-48b9-bcf5-7eedae7b5923 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:24.913894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ed11122-557a-4076-973c-9db9f81206d0 req-22e8978f-b20a-48b9-bcf5-7eedae7b5923 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.8639994 Jan 25 16:49:24.959266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.048829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 9bdaa34f-f445-4436-8951-e3b34b83161c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:25.049179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.201916 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ed11122-557a-4076-973c-9db9f81206d0 req-46d2d7da-e808-4633-8cf3-098351007eab tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642906 Jan 25 16:49:25.300527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.325394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 60be6200-ded6-43c5-b411-380b842bfea5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=60be6200-ded6-43c5-b411-380b842bfea5,segment=NetworkSegment(9feb3504-10f4-43a4-9859-a8c18ee59622),segment_id=9feb3504-10f4-43a4-9859-a8c18ee59622)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:25.325777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.344504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.401128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.474611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 60be6200-ded6-43c5-b411-380b842bfea5 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:25.514658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 97b745a9-84c1-4e77-9c98-126e126901fa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:25.553147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 9bdaa34f-f445-4436-8951-e3b34b83161c owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:25.657969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f72cb9f4-3ef2-493a-8fe2-873da466efb5 None None] Provisioning for port a33c42b7-f622-44cd-8e34-2da5e3a6456b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:25.697150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:25.715388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2f857d2a-4b37-4679-9d2c-bffa3796bbd1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7375014 Jan 25 16:49:25.723143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] Sync routers for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:25.725890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 32988) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:25.729993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:25.743810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:25.745041 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:25.791991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.47 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/7681961a-c3e0-4b3b-8d45-c5ab7b96faac) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:25.878137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4cbf8577-986c-4b27-85c3-e39f5691155a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:25.879267 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:25.888781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=60be6200-ded6-43c5-b411-380b842bfea5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:25.894227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 60be6200-ded6-43c5-b411-380b842bfea5 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:25.919561 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] Routers {'97b745a9-84c1-4e77-9c98-126e126901fa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:25.920391 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['97b745a9-84c1-4e77-9c98-126e126901fa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:26.017883 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:26.018857 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4e266-d98f-4be2-abfe-9bd5af632fae None None] The sync data for ids ['97b745a9-84c1-4e77-9c98-126e126901fa'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:26.034452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a33c42b7-f622-44cd-8e34-2da5e3a6456b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:26.038480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.064092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278802d1-ec75-44ff-a01d-daa709bbc1ef None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:49:26.084574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4cbf8577-986c-4b27-85c3-e39f5691155a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:26.086007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4cbf8577-986c-4b27-85c3-e39f5691155a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b745a9-84c1-4e77-9c98-126e126901fa HTTP/1.1" status: 200 len: 205 time: 0.3587282 Jan 25 16:49:26.091988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 32994) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:26.107984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=9bdaa34f-f445-4436-8951-e3b34b83161c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:26.115378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-171d246a-dc07-4f10-a389-58db6fbb888d None None] Could not find standard attr ID for object 9bdaa34f-f445-4436-8951-e3b34b83161c. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:49:26.162881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.200286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b2c595-b157-4f93-8620-7851263be3c4']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:26.215552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feb3504-10f4-43a4-9859-a8c18ee59622') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:26.215947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feb3504-10f4-43a4-9859-a8c18ee59622') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:26.236361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.257166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a33c42b7-f622-44cd-8e34-2da5e3a6456b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:26.267654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.271721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a33c42b7-f622-44cd-8e34-2da5e3a6456b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:26.272098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.279415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:26.279832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.387752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.412254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278802d1-ec75-44ff-a01d-daa709bbc1ef None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:26.414635 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:26.463112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.466563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.501156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=f8b2c595-b157-4f93-8620-7851263be3c4,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:26.513581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-db228e49-af1f-4e47-abb2-210d1e0e5993 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/f8b2c595-b157-4f93-8620-7851263be3c4 HTTP/1.1" status: 204 len: 168 time: 5.2967870 Jan 25 16:49:26.514270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33000) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:26.521895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320067048'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:26.529714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:26.535157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:26.539346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:26.548926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:26.573685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a818391-c4d2-4f0a-be65-b7d6f8bace28 req-9f3da8e5-ea83-4ec9-b159-5ae14e719f99 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:26.581259 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a818391-c4d2-4f0a-be65-b7d6f8bace28 req-9f3da8e5-ea83-4ec9-b159-5ae14e719f99 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.1607187 Jan 25 16:49:26.586637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.588727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.598647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:26.602420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.651765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a33c42b7-f622-44cd-8e34-2da5e3a6456b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a33c42b7-f622-44cd-8e34-2da5e3a6456b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:26.658704 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a818391-c4d2-4f0a-be65-b7d6f8bace28 req-d667d715-049a-48a8-9264-c4ad98ffcf68 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747616 Jan 25 16:49:26.658939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.670824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:26.691405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.691405 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 42a47ae8-8f38-499f-a3ef-d08ee4a21a70 of type vlan for network a0ec407c-e837-49b2-8d2e-83d0cdb81288 Jan 25 16:49:26.737072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.737337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.801740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.806302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a33c42b7-f622-44cd-8e34-2da5e3a6456b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:26.813185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.819320 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1592238-0123-40c7-93d2-e60340ee21e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/9bdaa34f-f445-4436-8951-e3b34b83161c HTTP/1.1" status: 204 len: 168 time: 1.9190073 Jan 25 16:49:26.819320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.821554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:26.828185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:26.830812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.917256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f2fda-b25c-49b1-9b28-bf12f356d20e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:26.919094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f2fda-b25c-49b1-9b28-bf12f356d20e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:26.934737 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-117f2fda-b25c-49b1-9b28-bf12f356d20e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1092472 Jan 25 16:49:26.939207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:26.944039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:26.953897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router 97b745a9-84c1-4e77-9c98-126e126901fa {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:49:27.016958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4991481 Jan 25 16:49:27.019419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33018) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:27.028880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:27.059571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.060757 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-182015b5-c81c-4601-89ff-fffef2b57a49 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa HTTP/1.1" status: 204 len: 168 time: 0.9598262 Jan 25 16:49:27.062426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672aec-2935-4252-9834-833d68e43c70 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=a0ec407c-e837-49b2-8d2e-83d0cdb81288,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:27.066286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33022) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:27.075467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a0ec407c-e837-49b2-8d2e-83d0cdb81288 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:27.088755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.159644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 91bfe841-76bd-46a1-90fa-473542b122cb {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:27.171275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.207977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:27.221311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:27.228667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:27.253638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=7681961a-c3e0-4b3b-8d45-c5ab7b96faac,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:27.283974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.382951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet b14d3da3-e389-4810-8207-db4d3f73e26c {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:27.387408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:27.392544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.423733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:27.437872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:27.451101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:27.472206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.477132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.532036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:27.535622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.596691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4f6ebc2-b72b-41e2-b157-2c1eae7d478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.624031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c609f1-e8f2-4315-8bc9-45c96e9dfa10 req-65acf38e-8bcc-4c4a-9df6-caa7ded711fe tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:27.625566 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-97c609f1-e8f2-4315-8bc9-45c96e9dfa10 req-65acf38e-8bcc-4c4a-9df6-caa7ded711fe tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4611776 Jan 25 16:49:27.639283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc822b-d871-46dd-aa79-d352297c2381 req-c36c3cbb-e9d9-4d8e-8d29-dab401008dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:27.640708 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-c36c3cbb-e9d9-4d8e-8d29-dab401008dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.4693942 Jan 25 16:49:27.716994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing IP validity checks on allocation pools {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:49:27.716994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:49:27.717344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.734170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a33c42b7-f622-44cd-8e34-2da5e3a6456b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:27.815260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a33c42b7-f622-44cd-8e34-2da5e3a6456b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:27.815478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.833642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-97c609f1-e8f2-4315-8bc9-45c96e9dfa10 req-068aa6f7-61f6-4f3a-974e-de4f84ab981a tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969161 Jan 25 16:49:27.887367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.892255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=91bfe841-76bd-46a1-90fa-473542b122cb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:27.902280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:27.906214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7980e70-0de6-4952-af7c-70e11331ad12 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:27.925294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c2ff4b5-7a6b-45d8-a7c3-32ef937a39e5 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/91bfe841-76bd-46a1-90fa-473542b122cb HTTP/1.1" status: 204 len: 168 time: 0.9819417 Jan 25 16:49:27.927541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:28.005067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc822b-d871-46dd-aa79-d352297c2381 req-cc634a2a-3a26-40ac-959b-563ab92a2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:28.008426 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f578523-fe6a-4d69-b685-a36181e4e671 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767398 Jan 25 16:49:28.008541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-cc634a2a-3a26-40ac-959b-563ab92a2674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.3365877 Jan 25 16:49:28.008634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:28.016233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:28.141849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:28.148325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:28.152726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:28.156399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.161182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:28.164104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-05215070-25a1-465c-8348-965edd693a82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.1456895 Jan 25 16:49:28.182819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:28.186410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.274660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:28.280500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Deleting port a33c42b7-f622-44cd-8e34-2da5e3a6456b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:28.281010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.335216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.348073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.394109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=b14d3da3-e389-4810-8207-db4d3f73e26c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:28.401857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.405414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.459856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564eedde-5f53-4d41-9cad-01739c8ad7b7 None None] Network e79cca6b-2c5e-4532-b6fa-315b2f39abca requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:28.479436 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d47a72c9-b427-4219-afb6-8223495c6164 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/b14d3da3-e389-4810-8207-db4d3f73e26c HTTP/1.1" status: 204 len: 168 time: 1.4032161 Jan 25 16:49:28.485718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc822b-d871-46dd-aa79-d352297c2381 req-4d57253e-725a-46e2-9168-a88bebccf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:28.487163 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-4d57253e-725a-46e2-9168-a88bebccf3ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.3103263 Jan 25 16:49:28.487630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33034) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:28.616743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=c4b1223a-713a-48e0-81ec-a6ef48b18cad,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:28.646171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '42a47ae8-8f38-499f-a3ef-d08ee4a21a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:28.646437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: a0ec407c-e837-49b2-8d2e-83d0cdb81288, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:28.649997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] For port a33c42b7-f622-44cd-8e34-2da5e3a6456b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a33c42b7-f622-44cd-8e34-2da5e3a6456b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:28.650693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.670756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet 5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:28.676806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.711439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.718845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.744482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network a0ec407c-e837-49b2-8d2e-83d0cdb81288 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:28.758003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc822b-d871-46dd-aa79-d352297c2381 req-e7618350-04d8-42b2-bbc4-e1ea4e08cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:28.758003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-e7618350-04d8-42b2-bbc4-e1ea4e08cee4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2591066 Jan 25 16:49:28.771675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.833638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a0ec407c-e837-49b2-8d2e-83d0cdb81288) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:28.839152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:28.840095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:28.882979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e986065-171c-4a38-b14a-366602d67c59 None None] Network a0ec407c-e837-49b2-8d2e-83d0cdb81288 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:28.909251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Calling delete_port for a33c42b7-f622-44cd-8e34-2da5e3a6456b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:28.918926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=7681961a-c3e0-4b3b-8d45-c5ab7b96faac,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:28.996930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.062577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-ca3bb449-7246-4579-8642-ccf199deec97 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938778 Jan 25 16:49:29.069680 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74535493-c584-410e-9957-11aaa7eb01db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0466764 Jan 25 16:49:29.079516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33044) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:29.127667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.167993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:49:29.193463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] Pushing event deleted for resources: {'Port': ['ID=a33c42b7-f622-44cd-8e34-2da5e3a6456b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:29.197858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775537c6-691e-464b-a1d7-9e7c3aea0107 None None] No DVR routers for this DVR port a33c42b7-f622-44cd-8e34-2da5e3a6456b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:29.261389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.268887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a0ec407c-e837-49b2-8d2e-83d0cdb81288', 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': 'c4b1223a-713a-48e0-81ec-a6ef48b18cad'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:29.270026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.281534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] DHCP port deletion for e79cca6b-2c5e-4532-b6fa-315b2f39abca request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:29.291663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Deleting port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:29.291862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.339856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634c9d1-b889-4ae7-b9f8-35c12eef2937 req-f0e23e17-375a-4405-9873-a30d9e39e897 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:29.345751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6634c9d1-b889-4ae7-b9f8-35c12eef2937 req-f0e23e17-375a-4405-9873-a30d9e39e897 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3465085 Jan 25 16:49:29.374299 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92cc822b-d871-46dd-aa79-d352297c2381 req-908b430b-eba6-405d-b89c-f979237d0fce service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000989 Jan 25 16:49:29.398116 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.services.revisions.revision_plugin [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Could not find related port for resource to bump revision. Jan 25 16:49:29.414816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_pluggable_backend [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Port a33c42b7-f622-44cd-8e34-2da5e3a6456b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 25 16:49:29.415179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_pluggable_backend [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:ea42 {{(pid=87553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 25 16:49:29.423210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_pluggable_backend [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:ea42 {{(pid=87553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 25 16:49:29.433076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6634c9d1-b889-4ae7-b9f8-35c12eef2937 req-a828843c-4940-49d1-8a8e-928ab093ad54 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858412 Jan 25 16:49:29.436189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.451369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.499243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:29.506477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.515405 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7da7b607-0648-48fd-aeba-356ea17332ee tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa HTTP/1.1" status: 204 len: 168 time: 1.0229688 Jan 25 16:49:29.517860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33050) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:29.534869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10476289-1656-4f9e-b0a3-7c413135f697 None None] Network f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:29.616800 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 61ce81fb-c9ed-43f5-a5e4-aeaa6118c10e associated. External IP: 172.26.4.47, port: 11181655-13d1-4d6f-bf06-bf1457fbd15c. Jan 25 16:49:29.641356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.653497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:29.653849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.674145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Allocated IP 172.20.0.3 (a0ec407c-e837-49b2-8d2e-83d0cdb81288/c4b1223a-713a-48e0-81ec-a6ef48b18cad/25ebbd92-3843-4623-a45d-1bb33b210055) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:29.798730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:29.799718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a33c42b7-f622-44cd-8e34-2da5e3a6456b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:29.880793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:29.894196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.901049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:29.901674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:29.905439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=c26542eb-ed81-426b-8509-bf0cb39d1fbf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:29.909641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc03779-e0bd-4838-bfe7-620f79203879 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:29.930447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a33c42b7-f622-44cd-8e34-2da5e3a6456b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:29.930685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a33c42b7-f622-44cd-8e34-2da5e3a6456b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:29.931684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ed2edc99-aed3-458e-a2fd-5b124d8aaa0c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:29.958567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,segment=NetworkSegment(68d85757-665d-4cc1-9b17-bf1bd701e4aa),segment_id=68d85757-665d-4cc1-9b17-bf1bd701e4aa)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:29.959417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.109118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for ed2edc99-aed3-458e-a2fd-5b124d8aaa0c owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:30.114161 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e07bb5e6-9887-4bb0-bc7d-341f3b8e8354 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1021492 Jan 25 16:49:30.138614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33054) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:30.149455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:f9:41:b7', 'name': 'tempest-NetworksTestDHCPv6-1698726853'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:30.196528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] For port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,segment=NetworkSegment(68d85757-665d-4cc1-9b17-bf1bd701e4aa),segment_id=68d85757-665d-4cc1-9b17-bf1bd701e4aa)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:30.197503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.222876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.231835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.294767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:30.445703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Calling delete_port for ed2edc99-aed3-458e-a2fd-5b124d8aaa0c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:30.483744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.505247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Transition to ACTIVE for port object 25ebbd92-3843-4623-a45d-1bb33b210055 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:30.550121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:30.554923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:30.571196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No DVR routers for this DVR port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:30.573524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=ed2edc99-aed3-458e-a2fd-5b124d8aaa0c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:30.575915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:30.582029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.593751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:30.596973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-139ed7bf-0467-4ded-a0d8-117d2d5d4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.606427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c update to DOWN by agent not found {{(pid=87554) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 25 16:49:30.609649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:30.653003 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8bddfc15-cfb4-4b03-ad08-59319619f4f7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8055332 Jan 25 16:49:30.653342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:30.659119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1515586475'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:30.659895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Transition to ACTIVE for port object 25ebbd92-3843-4623-a45d-1bb33b210055 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:30.664401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:30.668758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:network and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:30.670810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:30.672542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:30.682487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:30.683577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.686227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:30.703592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.735954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.736648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:30.740205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.763768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b1223a-713a-48e0-81ec-a6ef48b18cad,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:30.773304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:30.830791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.866437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:30.877458 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:49:30.889990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.892843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Network a0ec407c-e837-49b2-8d2e-83d0cdb81288 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:30.903205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.903700 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Added segment f01d2c44-1791-4780-b78e-c57ec0908fd4 of type vlan for network afb18a77-93cd-4174-a4f8-b1c51404e71e Jan 25 16:49:30.904554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:30.906705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:30.907264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:30.911325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:30.927255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Pushing event updated for resources: {'Port': ['ID=25ebbd92-3843-4623-a45d-1bb33b210055,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:30.929720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:30.930327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.934864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ec407c-e837-49b2-8d2e-83d0cdb81288']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.953717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a47ae8-8f38-499f-a3ef-d08ee4a21a70') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.954130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a47ae8-8f38-499f-a3ef-d08ee4a21a70') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:30.982037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.986736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'c26542eb-ed81-426b-8509-bf0cb39d1fbf'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:30.987489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:30.990243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.015611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.027858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:31.028147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:31.045553 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:31.060771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.093116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:31.093627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c12729c-b82e-4ef2-ad0d-84c62db006cc None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:31.119442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] DHCP port deletion for f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:31.130330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79cca6b-2c5e-4532-b6fa-315b2f39abca']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:31.146245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.152763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:31.153943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.169353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Deleting port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:31.170010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.170839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d85757-665d-4cc1-9b17-bf1bd701e4aa') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:31.171098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d85757-665d-4cc1-9b17-bf1bd701e4aa') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:31.203294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.216094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.217438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Attempting to bind port 25ebbd92-3843-4623-a45d-1bb33b210055 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:31.217814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Attempting to bind port 25ebbd92-3843-4623-a45d-1bb33b210055 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '42a47ae8-8f38-499f-a3ef-d08ee4a21a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:31.218203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Attempting to bind port 25ebbd92-3843-4623-a45d-1bb33b210055 on network a0ec407c-e837-49b2-8d2e-83d0cdb81288 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:31.231026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41e66-2532-4645-982f-e6b4e3872e24 req-9290d4ef-2052-4167-ba67-9b79e7f733b9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:31.232622 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63f41e66-2532-4645-982f-e6b4e3872e24 req-9290d4ef-2052-4167-ba67-9b79e7f733b9 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.6242862 Jan 25 16:49:31.239980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.250096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:31.250509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Checking segment: {'id': '42a47ae8-8f38-499f-a3ef-d08ee4a21a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:31.250878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.251278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Bound using segment: {'id': '42a47ae8-8f38-499f-a3ef-d08ee4a21a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:31.251496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.251773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Bound port: 25ebbd92-3843-4623-a45d-1bb33b210055, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a47ae8-8f38-499f-a3ef-d08ee4a21a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:31.252146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.283508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6260643 Jan 25 16:49:31.284072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:31.284072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.293425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:31.300243 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:31.302760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:49:31.302760 dv-neutron-824022-2-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:49:31.302760 dv-neutron-824022-2-hyperv neutron-server[87553]: [parameters: {'id': 'a0ec407c-e837-49b2-8d2e-83d0cdb81288'}] Jan 25 16:49:31.302760 dv-neutron-824022-2-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:31.302760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:31.306796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'subnet': {'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:31.380862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:31.392490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979252ed-bcf9-4e44-b1b4-53ef7b0103b7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Network': ['ID=afb18a77-93cd-4174-a4f8-b1c51404e71e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:31.411633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Deleting port ed2edc99-aed3-458e-a2fd-5b124d8aaa0c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:31.411938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.434758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:31.445575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:31.453010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network afb18a77-93cd-4174-a4f8-b1c51404e71e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:31.458263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63f41e66-2532-4645-982f-e6b4e3872e24 req-5778af9c-01b6-4742-98de-f0ccd335b393 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081163 Jan 25 16:49:31.467569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:31.471635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.490203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.523114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.538455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=e79cca6b-2c5e-4532-b6fa-315b2f39abca,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:31.559957 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-83bb522b-4497-424a-a6ee-50d33d229f28 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/e79cca6b-2c5e-4532-b6fa-315b2f39abca HTTP/1.1" status: 204 len: 168 time: 2.0407906 Jan 25 16:49:31.562468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33074) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:31.636655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b08d82cf-f95a-46eb-8691-23c772a06745 None None] The port 'ed2edc99-aed3-458e-a2fd-5b124d8aaa0c' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:49:31.733840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Allocated IP 2001:db8::f816:3eff:fe35:a1aa (255dcaab-10ef-4717-a4ec-827262e2a670/c26542eb-ed81-426b-8509-bf0cb39d1fbf/e2f42372-464c-4792-8e71-80e56750cd3b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:31.741660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.755078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.777879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:31.785954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:31.786289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.806812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] For port 25ebbd92-3843-4623-a45d-1bb33b210055, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:31.807246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.843240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 25ebbd92-3843-4623-a45d-1bb33b210055 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:31.843569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.854480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] For port 25ebbd92-3843-4623-a45d-1bb33b210055, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=25ebbd92-3843-4623-a45d-1bb33b210055,segment=NetworkSegment(42a47ae8-8f38-499f-a3ef-d08ee4a21a70),segment_id=42a47ae8-8f38-499f-a3ef-d08ee4a21a70)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:31.864307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf8182-e7c9-4171-afe2-fb814c35a42c req-f7e7a7db-5312-4e92-88ad-683dbc2c9c40 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:31.866180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17bf8182-e7c9-4171-afe2-fb814c35a42c req-f7e7a7db-5312-4e92-88ad-683dbc2c9c40 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2187383 Jan 25 16:49:31.889495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:31.959119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.068969 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17bf8182-e7c9-4171-afe2-fb814c35a42c req-9c8da495-ddbd-44ab-b840-91afdde06293 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437778 Jan 25 16:49:32.073024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] For port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,segment=NetworkSegment(69d9b795-a627-474c-83fb-2cfa4d6e3e75),segment_id=69d9b795-a627-474c-83fb-2cfa4d6e3e75)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:32.074206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.127441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,segment=NetworkSegment(69d9b795-a627-474c-83fb-2cfa4d6e3e75),segment_id=69d9b795-a627-474c-83fb-2cfa4d6e3e75)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:32.127799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.192706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 25ebbd92-3843-4623-a45d-1bb33b210055, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=25ebbd92-3843-4623-a45d-1bb33b210055,segment=NetworkSegment(42a47ae8-8f38-499f-a3ef-d08ee4a21a70),segment_id=42a47ae8-8f38-499f-a3ef-d08ee4a21a70)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:32.193075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.242218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Calling delete_port for 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:32.304376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:32.342211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 25ebbd92-3843-4623-a45d-1bb33b210055 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:32.363083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc49a51-2187-49e5-8b5b-bab46ede2937 None None] Pushing event updated for resources: {'Port': ['ID=25ebbd92-3843-4623-a45d-1bb33b210055,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:32.388849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Checking segment: {'id': 'f01d2c44-1791-4780-b78e-c57ec0908fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:32.389232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network hostable DHCP agents. Network: afb18a77-93cd-4174-a4f8-b1c51404e71e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:32.401953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Subnet': ['ID=03dbf0c2-a627-441e-845a-6d455239c153,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:32.438048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network afb18a77-93cd-4174-a4f8-b1c51404e71e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:32.466261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, afb18a77-93cd-4174-a4f8-b1c51404e71e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:32.483887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:32.484790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.486681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b05425b-e2f1-4277-9a85-a71e9afea340 None None] Network afb18a77-93cd-4174-a4f8-b1c51404e71e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:32.492822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.500313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.560887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=25ebbd92-3843-4623-a45d-1bb33b210055,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:32.566018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 25ebbd92-3843-4623-a45d-1bb33b210055 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:32.573890 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-dba70f11-51b1-447b-8514-df800cec8682 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4381912 Jan 25 16:49:32.594369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880402b-f67d-4f9f-a940-5e11a0319661 req-0cfd869a-c15f-461b-bdce-5320a2f2ce69 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:32.595784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e880402b-f67d-4f9f-a940-5e11a0319661 req-0cfd869a-c15f-461b-bdce-5320a2f2ce69 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3608377 Jan 25 16:49:32.663883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.691068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:32.691381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:32.703264 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ea33cae-76d5-4e3e-98a2-0bf236dc98cb tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4053793 Jan 25 16:49:32.703508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e880402b-f67d-4f9f-a940-5e11a0319661 req-7c0c032c-b437-48db-8a35-930a8edd060f tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643914 Jan 25 16:49:32.703508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33080) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:32.708534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1584783832', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:32.710241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.717174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079400f-10fb-4774-905a-4942ef197544 None None] Network a0ec407c-e837-49b2-8d2e-83d0cdb81288 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:32.718654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:32.726016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:router and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:32.733978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:32.745527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:32.753890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-ae27b1eb-5327-429d-a929-f4a76395dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:32.755383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-ae27b1eb-5327-429d-a929-f4a76395dd62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1098 time: 0.1586046 Jan 25 16:49:32.773102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ec407c-e837-49b2-8d2e-83d0cdb81288']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:32.774582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.776592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.797646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a47ae8-8f38-499f-a3ef-d08ee4a21a70') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:32.798078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a47ae8-8f38-499f-a3ef-d08ee4a21a70') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:32.825470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.845386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.852193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:32.852582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.872600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] Pushing event deleted for resources: {'Port': ['ID=5fcbc988-8161-47ab-86ad-e47ae0aa5a48,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:32.887182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82224a-0ea4-4818-9603-f7ae97ae3e96 None None] No DVR routers for this DVR port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:32.894190 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:32.925331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.938506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.952051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Transition to ACTIVE for port object e2f42372-464c-4792-8e71-80e56750cd3b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:32.964106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:32.989018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-e328f970-f703-4261-a0ec-364239ef6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:32.990503 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-e328f970-f703-4261-a0ec-364239ef6095 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 897 time: 0.2060769 Jan 25 16:49:33.027549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.038277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.069748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/a0ec407c-e837-49b2-8d2e-83d0cdb81288 HTTP/1.1" status: 204 len: 168 time: 3.9888997 Jan 25 16:49:33.084633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:33.090651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee3274-4ab7-4157-bc23-e89986486635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=a0ec407c-e837-49b2-8d2e-83d0cdb81288,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:33.093110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Transition to ACTIVE for port object e2f42372-464c-4792-8e71-80e56750cd3b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:33.103030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504821200'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:33.117131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.157447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:33.163722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:33.169293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:33.177989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:33.195967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:33.204404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 5fcbc988-8161-47ab-86ad-e47ae0aa5a48 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:33.204741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.205383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.243088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:33.248229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:33.255583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:33.257553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.258058 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 3b80a494-e9d9-4bfb-a651-bef43df04358 of type vlan for network 02811520-5d9e-4fc2-b204-704594cb42ff Jan 25 16:49:33.261824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:33.269892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Pushing event updated for resources: {'Port': ['ID=e2f42372-464c-4792-8e71-80e56750cd3b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:33.297468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.302979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-afb18a77-93cd-4174-a4f8-b1c51404e71e', 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e', 'tenant_id': '4806f4a9e0d8439aa3d96bd4f41d35dc', 'fixed_ips': [{'subnet_id': '03dbf0c2-a627-441e-845a-6d455239c153'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:33.304193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.339224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.346410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:33.347116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.422066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Attempting to bind port e2f42372-464c-4792-8e71-80e56750cd3b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:33.422440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Attempting to bind port e2f42372-464c-4792-8e71-80e56750cd3b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:33.422868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Attempting to bind port e2f42372-464c-4792-8e71-80e56750cd3b on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:33.444565 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3584220 Jan 25 16:49:33.445900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:33.446477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:33.447340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.447775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:33.448431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Bound port: e2f42372-464c-4792-8e71-80e56750cd3b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:33.448870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.451670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:33.471975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] The port '5fcbc988-8161-47ab-86ad-e47ae0aa5a48' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:49:33.472754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:33.491021 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-8a0ca805-ff32-4937-8965-e2e670f19ce7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 1001 time: 0.4924223 Jan 25 16:49:33.494916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fef9:41b7 (255dcaab-10ef-4717-a4ec-827262e2a670/c26542eb-ed81-426b-8509-bf0cb39d1fbf/c0bae9ba-43cf-48e9-b9d5-88b3d9e48032) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:33.549044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:33.629059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Allocated IP 172.20.0.2 (afb18a77-93cd-4174-a4f8-b1c51404e71e/03dbf0c2-a627-441e-845a-6d455239c153/1160949c-68ef-4c1d-b123-7b57d08d7147) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:33.632313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1d770-88f3-44ac-ae41-6486b846f584 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=02811520-5d9e-4fc2-b204-704594cb42ff,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:33.632479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] For port e2f42372-464c-4792-8e71-80e56750cd3b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:33.638804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.639969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] For port e2f42372-464c-4792-8e71-80e56750cd3b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e2f42372-464c-4792-8e71-80e56750cd3b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:33.655058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 02811520-5d9e-4fc2-b204-704594cb42ff details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:33.812578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.822679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:33.848039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-263d902c-6f77-4ff4-9b7d-4ef4226ffcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:33.849534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-263d902c-6f77-4ff4-9b7d-4ef4226ffcb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 200 len: 834 time: 0.2742622 Jan 25 16:49:33.873064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:33.892817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:33.898347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:33.911746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:33.942770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f713bec-ff70-4a30-b66b-08ceaad1f1df None None] Pushing event updated for resources: {'Port': ['ID=e2f42372-464c-4792-8e71-80e56750cd3b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:34.011361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dc3dc6-e6ce-4ad2-9418-3269d44332f5']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:34.024078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:34.028239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.240775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.259779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Transition to ACTIVE for port object 1160949c-68ef-4c1d-b123-7b57d08d7147 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:34.289130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Transition to ACTIVE for port object 1160949c-68ef-4c1d-b123-7b57d08d7147 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:34.304530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.349144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.362631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d9b795-a627-474c-83fb-2cfa4d6e3e75') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:34.362917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d9b795-a627-474c-83fb-2cfa4d6e3e75') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:34.389939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0133ec6-759b-40b1-a186-7d1203a91af0 req-9ecdc74b-37d9-4df6-a357-4b60cf781ab6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:34.396944 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0133ec6-759b-40b1-a186-7d1203a91af0 req-9ecdc74b-37d9-4df6-a357-4b60cf781ab6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 1.0925496 Jan 25 16:49:34.434888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:34.445633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.499179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Network afb18a77-93cd-4174-a4f8-b1c51404e71e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:34.503387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:34.508160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:34.527642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.545634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0133ec6-759b-40b1-a186-7d1203a91af0 req-4d83377a-726a-4fc0-91f7-ef6943e9a9f6 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476712 Jan 25 16:49:34.565264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:34.565903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.571731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Pushing event updated for resources: {'Port': ['ID=1160949c-68ef-4c1d-b123-7b57d08d7147,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:34.571969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:34.589646 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:34.649476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Attempting to bind port 1160949c-68ef-4c1d-b123-7b57d08d7147 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:34.650562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Attempting to bind port 1160949c-68ef-4c1d-b123-7b57d08d7147 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f01d2c44-1791-4780-b78e-c57ec0908fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:34.651042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Attempting to bind port 1160949c-68ef-4c1d-b123-7b57d08d7147 on network afb18a77-93cd-4174-a4f8-b1c51404e71e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:34.658239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:34.658239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Checking segment: {'id': 'f01d2c44-1791-4780-b78e-c57ec0908fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:34.658895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.659384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Bound using segment: {'id': 'f01d2c44-1791-4780-b78e-c57ec0908fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:34.659964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Bound port: 1160949c-68ef-4c1d-b123-7b57d08d7147, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01d2c44-1791-4780-b78e-c57ec0908fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:34.660434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.668980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-b4d60a80-0c16-4cd0-9970-c6b5f8fc5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:34.670514 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-b4d60a80-0c16-4cd0-9970-c6b5f8fc5745 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c636b3e-10f0-4458-a275-07ebf13524b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7265759 Jan 25 16:49:34.708923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=72af7d85-74e5-4b78-8d3a-c592dda1b269,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:34.719799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '3b80a494-e9d9-4bfb-a651-bef43df04358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:34.720166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 02811520-5d9e-4fc2-b204-704594cb42ff, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:34.753919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.779791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] For port 1160949c-68ef-4c1d-b123-7b57d08d7147, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:34.784346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] For port 1160949c-68ef-4c1d-b123-7b57d08d7147, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1160949c-68ef-4c1d-b123-7b57d08d7147,segment=NetworkSegment(f01d2c44-1791-4780-b78e-c57ec0908fd4),segment_id=f01d2c44-1791-4780-b78e-c57ec0908fd4)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:34.789903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.793145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.816297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 02811520-5d9e-4fc2-b204-704594cb42ff is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:34.841074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 02811520-5d9e-4fc2-b204-704594cb42ff) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:34.848847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:34.849477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.850015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.854569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:34.872792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7905b8-a4a4-43d1-8517-4a6aff455cc3 None None] Network 02811520-5d9e-4fc2-b204-704594cb42ff requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:34.948615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=f5dc3dc6-e6ce-4ad2-9418-3269d44332f5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:34.957470 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b02fe8ac-22ee-420d-bfd6-de7fb200b91f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5049422 Jan 25 16:49:34.960980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33104) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:34.973853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:35.002384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:35.022554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-24386f8d-a54f-485b-8d1e-5efc5422925e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/f5dc3dc6-e6ce-4ad2-9418-3269d44332f5 HTTP/1.1" status: 204 len: 168 time: 3.4587049 Jan 25 16:49:35.024048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3be5-868e-47bd-a202-87cf3ffa99f6 None None] Pushing event updated for resources: {'Port': ['ID=1160949c-68ef-4c1d-b123-7b57d08d7147,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:35.035995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33108) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:35.036689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:35.044845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:35.045733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.049992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=c0bae9ba-43cf-48e9-b9d5-88b3d9e48032,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:35.063450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-846245973'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:35.086454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:35.096599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-d65ef776-d72e-4b6a-88a1-cd6934a59fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070351 Jan 25 16:49:35.101326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:35.177054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:35.259220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-02811520-5d9e-4fc2-b204-704594cb42ff', 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '72af7d85-74e5-4b78-8d3a-c592dda1b269'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:35.261525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.262239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.277972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1030b359-7506-4ce0-8224-203ea0700761 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1384132 Jan 25 16:49:35.285855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:35.463169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Allocated IP 172.20.0.1 (02811520-5d9e-4fc2-b204-704594cb42ff/72af7d85-74e5-4b78-8d3a-c592dda1b269/f3335f99-503c-43bf-b0c4-0c404064e2fa) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:35.484448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:35.487270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.542403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.577912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:35.581373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.611393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.736321 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4fb66397-39d3-4225-bb4f-8d0f8a3d3bba req-15ee974e-9cc3-4c11-bb39-c4977b89c014 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289976 Jan 25 16:49:35.829073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.848151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Transition to ACTIVE for port object f3335f99-503c-43bf-b0c4-0c404064e2fa will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:35.888615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Transition to ACTIVE for port object f3335f99-503c-43bf-b0c4-0c404064e2fa will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:35.899736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:35.914776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 2c160b72-611c-46ab-a4b4-f2ebf29347b5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:35.915746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.928763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.945810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:35.946172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 64ce8cca-8b11-446f-997b-c38a7ea86430 of type vlan for network dcea7641-52fd-40d0-bcc5-90ae3f753637 Jan 25 16:49:35.985794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf3936-1c2d-46b6-ab28-e39fca76a1aa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:36.003533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf3936-1c2d-46b6-ab28-e39fca76a1aa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:36.004961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-daaf3936-1c2d-46b6-ab28-e39fca76a1aa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:36.016233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1160949c-68ef-4c1d-b123-7b57d08d7147 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:36.059661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.066221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.086291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.26.4.98 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3acbeddf-562c-40ca-b65b-280f5c8b9a0d) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:36.106196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Network 02811520-5d9e-4fc2-b204-704594cb42ff is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:36.115946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a063-58dc-48ac-ada4-ceb791fd2b16 req-abdffde4-91ff-4bbf-8a74-0788bc5c7f6a tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:36.117816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-daaf3936-1c2d-46b6-ab28-e39fca76a1aa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:36.118086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90c8a063-58dc-48ac-ada4-ceb791fd2b16 req-abdffde4-91ff-4bbf-8a74-0788bc5c7f6a tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3808618 Jan 25 16:49:36.119696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-daaf3936-1c2d-46b6-ab28-e39fca76a1aa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8320675 Jan 25 16:49:36.128893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:36.129992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33118) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:36.137436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:36.143870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b714f7b4-3e05-42a5-9931-03e474e0ef31 None None] Provisioning for port e2f42372-464c-4792-8e71-80e56750cd3b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:36.266268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Pushing event updated for resources: {'Port': ['ID=f3335f99-503c-43bf-b0c4-0c404064e2fa,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:36.307178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=72af7d85-74e5-4b78-8d3a-c592dda1b269,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:36.307458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1160949c-68ef-4c1d-b123-7b57d08d7147 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:36.319896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Attempting to bind port f3335f99-503c-43bf-b0c4-0c404064e2fa on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:36.322524 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Attempting to bind port f3335f99-503c-43bf-b0c4-0c404064e2fa by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '3b80a494-e9d9-4bfb-a651-bef43df04358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:36.323157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Attempting to bind port f3335f99-503c-43bf-b0c4-0c404064e2fa on network 02811520-5d9e-4fc2-b204-704594cb42ff {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:36.337868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e2f42372-464c-4792-8e71-80e56750cd3b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:36.363430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.374916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:36.375994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Checking segment: {'id': '3b80a494-e9d9-4bfb-a651-bef43df04358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:36.376551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:36.376755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.377345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Bound using segment: {'id': '3b80a494-e9d9-4bfb-a651-bef43df04358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:36.378136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.378317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Bound port: f3335f99-503c-43bf-b0c4-0c404064e2fa, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b80a494-e9d9-4bfb-a651-bef43df04358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '02811520-5d9e-4fc2-b204-704594cb42ff'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:36.378943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.414597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.422561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02811520-5d9e-4fc2-b204-704594cb42ff']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:36.422812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:36.423445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.427751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-879cfd65-9485-4966-bbf9-1e2487c29333 None None] Provisioning for port c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:36.449909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80a494-e9d9-4bfb-a651-bef43df04358') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:36.450353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80a494-e9d9-4bfb-a651-bef43df04358') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:36.468157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 2c160b72-611c-46ab-a4b4-f2ebf29347b5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2c160b72-611c-46ab-a4b4-f2ebf29347b5,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:36.468515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.478256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.483958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90c8a063-58dc-48ac-ada4-ceb791fd2b16 req-8fa96417-f20e-4d15-8c62-67505d18afba tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529072 Jan 25 16:49:36.585065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.586725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] For port f3335f99-503c-43bf-b0c4-0c404064e2fa, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:36.594153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.595453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:36.596160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.599096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-879cfd65-9485-4966-bbf9-1e2487c29333 None None] Provisioning complete for port c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:36.599653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-879cfd65-9485-4966-bbf9-1e2487c29333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.660737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6047087 Jan 25 16:49:36.673727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-879cfd65-9485-4966-bbf9-1e2487c29333 None None] Port c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:36.681763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e2f42372-464c-4792-8e71-80e56750cd3b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:36.683241 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:36.685629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:36.692829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e2f42372-464c-4792-8e71-80e56750cd3b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:36.693577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:36.761591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468822cb-522b-4a8f-930b-f4f3e75db8a0 None None] Network afb18a77-93cd-4174-a4f8-b1c51404e71e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:36.763638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:36.794534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 2c160b72-611c-46ab-a4b4-f2ebf29347b5 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:36.969174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Provisioning for port 1160949c-68ef-4c1d-b123-7b57d08d7147 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:36.985499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:49:36.985499 dv-neutron-824022-2-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:49:36.985499 dv-neutron-824022-2-hyperv neutron-server[87553]: [parameters: {'id': '02811520-5d9e-4fc2-b204-704594cb42ff'}] Jan 25 16:49:36.985499 dv-neutron-824022-2-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:36.986460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:36.989235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] For port f3335f99-503c-43bf-b0c4-0c404064e2fa, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f3335f99-503c-43bf-b0c4-0c404064e2fa,segment=NetworkSegment(3b80a494-e9d9-4bfb-a651-bef43df04358),segment_id=3b80a494-e9d9-4bfb-a651-bef43df04358)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:36.998906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Provisioning complete for port 1160949c-68ef-4c1d-b123-7b57d08d7147 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:36.999564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.020658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:37.035438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:37.047841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:37.062483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:37.068814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00b657-ac0d-4318-91ff-e03edf9920ff tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=dcea7641-52fd-40d0-bcc5-90ae3f753637,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:37.111468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:37.126014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.174287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:37.180094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.195821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.373143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:37.381389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:37.407406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:37.450590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=3acbeddf-562c-40ca-b65b-280f5c8b9a0d,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:37.497517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.498198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.505883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.528232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-c5094d82-d42a-4a35-8daf-15fdc1a763f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:37.529781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-c5094d82-d42a-4a35-8daf-15fdc1a763f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ab5345205e4e53b162c770928a1a62&device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 1098 time: 0.4645252 Jan 25 16:49:37.533603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac621d-e583-4a3c-ba82-c3bfef9f6c3e None None] Pushing event updated for resources: {'Port': ['ID=f3335f99-503c-43bf-b0c4-0c404064e2fa,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:37.568039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.589463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a65e-5fa9-414e-bccd-c662c80dbe22 req-05cca0be-608e-45e4-bf1c-f204ca6e0535 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:37.591024 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03b8a65e-5fa9-414e-bccd-c662c80dbe22 req-05cca0be-608e-45e4-bf1c-f204ca6e0535 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5245948 Jan 25 16:49:37.600451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=2c160b72-611c-46ab-a4b4-f2ebf29347b5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:37.647527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port f3335f99-503c-43bf-b0c4-0c404064e2fa {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:37.649044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.688506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17743704-4fac-4bf7-bd0b-9462b36a4052 None None] Network 02811520-5d9e-4fc2-b204-704594cb42ff requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:37.725630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.807031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:37.846955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:37.912795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port e2f42372-464c-4792-8e71-80e56750cd3b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e2f42372-464c-4792-8e71-80e56750cd3b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:37.927478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.105940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] For port 1160949c-68ef-4c1d-b123-7b57d08d7147, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1160949c-68ef-4c1d-b123-7b57d08d7147,segment=NetworkSegment(f01d2c44-1791-4780-b78e-c57ec0908fd4),segment_id=f01d2c44-1791-4780-b78e-c57ec0908fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:38.120050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.130813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=e2f42372-464c-4792-8e71-80e56750cd3b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:38.154430 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03b8a65e-5fa9-414e-bccd-c662c80dbe22 req-4e26cc4c-6d00-4f6c-855f-16e11a28df6b tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230220 Jan 25 16:49:38.252383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b3da-9eba-47b1-ad03-1cfd4cfbba57 None None] Pushing event updated for resources: {'Port': ['ID=1160949c-68ef-4c1d-b123-7b57d08d7147,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:38.271345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=156d9b43-28bd-40db-9f7c-4116141ebfad,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:38.330457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-3cec7939-8055-4266-bff7-c49b735828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:38.332139 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-3cec7939-8055-4266-bff7-c49b735828f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 200 len: 913 time: 0.7402339 Jan 25 16:49:38.366705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '64ce8cca-8b11-446f-997b-c38a7ea86430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:38.367384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: dcea7641-52fd-40d0-bcc5-90ae3f753637, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:38.403376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port f3335f99-503c-43bf-b0c4-0c404064e2fa, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f3335f99-503c-43bf-b0c4-0c404064e2fa,segment=NetworkSegment(3b80a494-e9d9-4bfb-a651-bef43df04358),segment_id=3b80a494-e9d9-4bfb-a651-bef43df04358)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:38.403762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.422155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da66e99-a1e2-4f15-a71f-bcbb869d38a7 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:49:38.494422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e8ac9726-7b4d-4986-a0b9-81287cd97e4c None None] Provisioning complete for port 1160949c-68ef-4c1d-b123-7b57d08d7147 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:38.495064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9726-7b4d-4986-a0b9-81287cd97e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.549280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for f3335f99-503c-43bf-b0c4-0c404064e2fa owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:38.577840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.589639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:38.667706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, dcea7641-52fd-40d0-bcc5-90ae3f753637) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:38.686202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:38.687130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.694587 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-8ae666a2-c42f-4384-a399-9fff5b04c30d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 200 len: 1000 time: 0.3419247 Jan 25 16:49:38.704460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.814584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=c0bae9ba-43cf-48e9-b9d5-88b3d9e48032,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:38.832985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.842628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be1b7b4d-2375-4b15-b263-0c06cc30e583 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0906737 Jan 25 16:49:38.845297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.856596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:38.889563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da66e99-a1e2-4f15-a71f-bcbb869d38a7 None None] Unable to find a vacant binding_index for network dcea7641-52fd-40d0-bcc5-90ae3f753637 and agent c2a40300-b426-4c44-bb08-3102615d739b {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 25 16:49:38.896183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port f3335f99-503c-43bf-b0c4-0c404064e2fa on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:38.896458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da66e99-a1e2-4f15-a71f-bcbb869d38a7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, dcea7641-52fd-40d0-bcc5-90ae3f753637) {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:49:38.952883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1061348430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:38.959303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:38.962598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=f3335f99-503c-43bf-b0c4-0c404064e2fa,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:38.967779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-438a603d-3aa2-4049-9c55-f45fd92590fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:38.969313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-438a603d-3aa2-4049-9c55-f45fd92590fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 200 len: 851 time: 0.2660446 Jan 25 16:49:38.990042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:39.023300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dd7fead4-8f7e-4207-bb80-5f4d671d9ca7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 HTTP/1.1" status: 204 len: 168 time: 2.8597059 Jan 25 16:49:39.043770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:39.046472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:39.107041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:39.181634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:39.235598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.256877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.258090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.344102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02811520-5d9e-4fc2-b204-704594cb42ff']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:39.375197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-dcea7641-52fd-40d0-bcc5-90ae3f753637', 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': '156d9b43-28bd-40db-9f7c-4116141ebfad'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:39.376313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.378052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a18f5-c42c-4238-9342-94d6d4e35104 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:39.379748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a18f5-c42c-4238-9342-94d6d4e35104 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:39.380508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b2a18f5-c42c-4238-9342-94d6d4e35104 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:39.385777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80a494-e9d9-4bfb-a651-bef43df04358') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:39.386164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80a494-e9d9-4bfb-a651-bef43df04358') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:39.396927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.406764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-953708a1-961a-43a8-9e2b-f59f80e24624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:39.410695 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-953708a1-961a-43a8-9e2b-f59f80e24624 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b3cc096-b33e-4d89-955e-6281af3a61e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4326468 Jan 25 16:49:39.414844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.418192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.460876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b2a18f5-c42c-4238-9342-94d6d4e35104 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:39.461485 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b2a18f5-c42c-4238-9342-94d6d4e35104 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3620396 Jan 25 16:49:39.462740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.469997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:39.510686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:39.511178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:39.532836 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:39.539579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:39.541252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.580382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Allocated IP 172.20.0.2 (dcea7641-52fd-40d0-bcc5-90ae3f753637/156d9b43-28bd-40db-9f7c-4116141ebfad/6776d42b-9c34-424a-a46b-b7e50d29f97e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:39.817726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.824830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 067c55c9-465a-41d0-adab-5aff4d108fca is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:49:39.857912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Transition to ACTIVE for port object 6776d42b-9c34-424a-a46b-b7e50d29f97e will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:39.868461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.869968 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f394176-cedf-4774-bb91-4fc88be74141 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9386661 Jan 25 16:49:39.871059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.875678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.889670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:39.895576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Transition to ACTIVE for port object 6776d42b-9c34-424a-a46b-b7e50d29f97e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:39.907394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.922435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet c26542eb-ed81-426b-8509-bf0cb39d1fbf {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:39.932211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'port': {'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637', 'name': 'tempest-RoutersTest-1203652015'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:39.946910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:39.948530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-342a2cf0-6b58-4752-a8f9-d840b5acd751 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186917 Jan 25 16:49:39.982869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=02811520-5d9e-4fc2-b204-704594cb42ff,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:39.983234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:39.986477 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c0c85d1-8e67-4faa-b363-cad3b7919e61 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/02811520-5d9e-4fc2-b204-704594cb42ff HTTP/1.1" status: 204 len: 168 time: 5.0243030 Jan 25 16:49:39.989835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:39.994881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:39.998344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33152) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:40.005629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Pushing event updated for resources: {'Port': ['ID=6776d42b-9c34-424a-a46b-b7e50d29f97e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:40.009417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695179736'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:40.083526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1160949c-68ef-4c1d-b123-7b57d08d7147 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:40.133344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:40.144273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741ed9-4e1c-46fe-b500-88dcd541e6eb req-9bafddc2-5206-4474-ba77-31d1f0994cd1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:40.146338 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b1741ed9-4e1c-46fe-b500-88dcd541e6eb req-9bafddc2-5206-4474-ba77-31d1f0994cd1 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.4221110 Jan 25 16:49:40.151858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Attempting to bind port 6776d42b-9c34-424a-a46b-b7e50d29f97e on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:40.152227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Attempting to bind port 6776d42b-9c34-424a-a46b-b7e50d29f97e by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '64ce8cca-8b11-446f-997b-c38a7ea86430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:40.152593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Attempting to bind port 6776d42b-9c34-424a-a46b-b7e50d29f97e on network dcea7641-52fd-40d0-bcc5-90ae3f753637 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:40.163171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:40.163541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Checking segment: {'id': '64ce8cca-8b11-446f-997b-c38a7ea86430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:40.163869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.164005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.166048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Bound using segment: {'id': '64ce8cca-8b11-446f-997b-c38a7ea86430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:40.166888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Bound port: 6776d42b-9c34-424a-a46b-b7e50d29f97e, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ce8cca-8b11-446f-997b-c38a7ea86430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcea7641-52fd-40d0-bcc5-90ae3f753637'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:40.167442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.184340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:40.198927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:40.219263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:40.259866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:40.268612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:40.273459 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] Sync routers for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:40.276841 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72e22e64-254a-40d4-8d16-9a1562e8d4e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/25d606e6-4f04-48e9-9e4e-0c98d525ab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7239487 Jan 25 16:49:40.299368 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:40.304054 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:40.309532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:40.316662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:port and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:40.317666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] For port 6776d42b-9c34-424a-a46b-b7e50d29f97e, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:40.323095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:40.326133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] For port 6776d42b-9c34-424a-a46b-b7e50d29f97e, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6776d42b-9c34-424a-a46b-b7e50d29f97e,segment=NetworkSegment(64ce8cca-8b11-446f-997b-c38a7ea86430),segment_id=64ce8cca-8b11-446f-997b-c38a7ea86430)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:40.332419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:40.347116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.358339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:40.365372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1160949c-68ef-4c1d-b123-7b57d08d7147 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:40.365801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.383499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:40.387470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.436549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] device_id is not set on port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:40.436818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.449880 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:40.469100 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:40.469896 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:40.476580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:40.481085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.495656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.499696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-80383a12-3292-462a-b5d6-4379bd96954e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7926872 Jan 25 16:49:40.499696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a99b170-d2fa-489e-8275-08d9e86e9685 req-50ef554f-80c8-4b2c-bf73-f0993d5e1cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342493 Jan 25 16:49:40.500977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:40.523885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:40.542113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.544693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 18e0192a-736a-441a-8ce7-4cfdbd609abf of type vlan for network 0cb2d361-cac9-44f6-9606-39a548b4c303 Jan 25 16:49:40.563105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:40.563901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:40.584912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.644285 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b1741ed9-4e1c-46fe-b500-88dcd541e6eb req-b15359ae-5319-499b-a1a0-9c0e3a0bad89 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4590156 Jan 25 16:49:40.644877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.655786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.657750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:40.658785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.673543 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:40.673951 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a790e74-cc26-4d42-9b4d-3220b20ef4ff None None] The sync data for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:40.761621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=c26542eb-ed81-426b-8509-bf0cb39d1fbf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:40.795222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=0cb2d361-cac9-44f6-9606-39a548b4c303,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:40.825659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:40.859502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-639f9e73-736c-45c2-af69-79c0616b480b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8594403 Jan 25 16:49:40.862836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:40.869293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33166) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:40.880835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '0cb2d361-cac9-44f6-9606-39a548b4c303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:40.897278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 0cb2d361-cac9-44f6-9606-39a548b4c303 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:40.916312 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1cea1fb5-2a90-4b56-8c72-77ea0e62fc6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/c26542eb-ed81-426b-8509-bf0cb39d1fbf HTTP/1.1" status: 204 len: 168 time: 1.4418809 Jan 25 16:49:40.919509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:41.022712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33174) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:41.023072 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84835e59-da1f-4f93-95df-b979da1ccedb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980647 Jan 25 16:49:41.033898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.20.0.4 (dcea7641-52fd-40d0-bcc5-90ae3f753637/156d9b43-28bd-40db-9f7c-4116141ebfad/90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:41.098402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:41.122858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:41.128267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:41.141654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:41.151783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7ad15-eeda-4c1a-9033-68c3158e7225 None None] Pushing event updated for resources: {'Port': ['ID=6776d42b-9c34-424a-a46b-b7e50d29f97e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:41.176382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18260fc-291f-41e8-88a5-21c5abd051f7 req-a9c4c309-19cd-4959-a9a9-40676efc129a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:41.196371 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f18260fc-291f-41e8-88a5-21c5abd051f7 req-a9c4c309-19cd-4959-a9a9-40676efc129a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.3868358 Jan 25 16:49:41.220677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:41.224398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:41.315741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e2f42372-464c-4792-8e71-80e56750cd3b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:41.369820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea60415-45d3-48af-ab18-88692f665f43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:41.370633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4ea60415-45d3-48af-ab18-88692f665f43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:41.407053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4ea60415-45d3-48af-ab18-88692f665f43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:41.410870 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4ea60415-45d3-48af-ab18-88692f665f43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3846507 Jan 25 16:49:41.412683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33178) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:41.424283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f18260fc-291f-41e8-88a5-21c5abd051f7 req-89871b54-2555-4e56-8187-eec69f5d4a20 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233379 Jan 25 16:49:41.550714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf7a13-7c71-495e-8867-a7848fb07503 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:41.551801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-68cf7a13-7c71-495e-8867-a7848fb07503 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:41.590787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-68cf7a13-7c71-495e-8867-a7848fb07503 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:41.591859 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-68cf7a13-7c71-495e-8867-a7848fb07503 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1621935 Jan 25 16:49:41.600433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:41.690664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5503cebb-3fbe-4d3c-8617-183d357a9ce9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877206 Jan 25 16:49:41.696319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e2f42372-464c-4792-8e71-80e56750cd3b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:41.697373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:41.697568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:41.712528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:41.755918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:41.801925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:41.823932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:49:41.855971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:41.856708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:41.925719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=6559398c-c6a9-4f5e-bceb-dde7f3fce9f7,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:41.952813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.003560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:42.013043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '18e0192a-736a-441a-8ce7-4cfdbd609abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0cb2d361-cac9-44f6-9606-39a548b4c303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:42.013527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 0cb2d361-cac9-44f6-9606-39a548b4c303, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:42.015615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:42.055001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ffb4-d2be-458b-880a-aa1ebb244f9e req-2e94b81b-2dee-4c87-8a1c-cf2fa17986e2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.056322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:42.057482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34d7ffb4-d2be-458b-880a-aa1ebb244f9e req-2e94b81b-2dee-4c87-8a1c-cf2fa17986e2 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2097464 Jan 25 16:49:42.057713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:42.060241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 0cb2d361-cac9-44f6-9606-39a548b4c303 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:42.061409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.112843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 0cb2d361-cac9-44f6-9606-39a548b4c303) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:42.123592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.125461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.170736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34d7ffb4-d2be-458b-880a-aa1ebb244f9e req-dd944c22-10f7-4e8a-91e2-ca8cebf4758e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995204 Jan 25 16:49:42.175084 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-51643e36-1dba-49d9-8437-5c9cdb50099d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2979620 Jan 25 16:49:42.175801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33192) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:42.355688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.360668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:42.542117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:42.553962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:42.562773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.572543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:42.609407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6776d42b-9c34-424a-a46b-b7e50d29f97e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:42.619785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:42.636584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d99e1-84e1-4909-b03c-cb86930d36db None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:49:42.709356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.779422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1459b182-4d74-4d90-8211-576676bdee21 None None] Provisioning for port 6776d42b-9c34-424a-a46b-b7e50d29f97e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:42.796157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8918bc-e039-4338-898f-9402c0b8aac4 req-e7bae0c3-fc8d-4212-a4f9-7ac131b68779 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.797608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4c8918bc-e039-4338-898f-9402c0b8aac4 req-e7bae0c3-fc8d-4212-a4f9-7ac131b68779 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.3938930 Jan 25 16:49:42.831916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-563b67ae-0e30-4f4d-8146-0f5c63752e20 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.833455 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-563b67ae-0e30-4f4d-8146-0f5c63752e20 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.3291442 Jan 25 16:49:42.833836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.834583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.846243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353b8ee-285f-41b8-97e6-d74aaad6638d req-1473244b-a9b2-4da6-9521-f3bd6c987b3b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.847716 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2353b8ee-285f-41b8-97e6-d74aaad6638d req-1473244b-a9b2-4da6-9521-f3bd6c987b3b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 946 time: 0.2771690 Jan 25 16:49:42.855270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.938640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:42.946991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:42.951825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6776d42b-9c34-424a-a46b-b7e50d29f97e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:42.956867 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2b4bcd23-0f86-423a-b5c0-93f331642253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0464351 Jan 25 16:49:42.975244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6776d42b-9c34-424a-a46b-b7e50d29f97e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:42.975768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:42.999167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:42.999752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.008288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:43.095708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=a97ca108-71bf-4d84-9d4a-4a28872ae0a6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:43.102782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.118721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0d99e1-84e1-4909-b03c-cb86930d36db None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:49:43.152644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 94674b9b-68dd-4ce1-a438-72a33e1b6682 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:43.153046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.181933 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b44ccd98-4d8f-4c5b-bec4-e59121b564af tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4767153 Jan 25 16:49:43.184889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:43.189068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4c8918bc-e039-4338-898f-9402c0b8aac4 req-bbd0cd83-088f-4fbe-9413-09e66f09f231 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658087 Jan 25 16:49:43.198952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:db:3a:ed', 'name': 'tempest-NetworksTestDHCPv6-437481787'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:43.211283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2353b8ee-285f-41b8-97e6-d74aaad6638d req-9920db46-6a38-4291-bf3b-957b371c067e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121858 Jan 25 16:49:43.344641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.369027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.407319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:43.417075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e9844-29b9-4ab4-af85-a5c8f184fcc1 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '41bab6a3-35e7-4d67-943f-497c69be650a', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'port_id': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'mac_address': 'fa:16:3e:2c:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:47:04Z', 'updated_at': '2022-01-25T16:47:14Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:43.430092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=6559398c-c6a9-4f5e-bceb-dde7f3fce9f7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:43.458487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 6776d42b-9c34-424a-a46b-b7e50d29f97e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6776d42b-9c34-424a-a46b-b7e50d29f97e,segment=NetworkSegment(64ce8cca-8b11-446f-997b-c38a7ea86430),segment_id=64ce8cca-8b11-446f-997b-c38a7ea86430)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:43.468388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.616190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=6776d42b-9c34-424a-a46b-b7e50d29f97e,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:43.694048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.767694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061c665-0404-4adb-9fc2-893c3a1f68de None None] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:43.807002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb2d361-cac9-44f6-9606-39a548b4c303']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:43.832872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e0192a-736a-441a-8ce7-4cfdbd609abf') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:43.833146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e0192a-736a-441a-8ce7-4cfdbd609abf') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:43.846304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 94674b9b-68dd-4ce1-a438-72a33e1b6682, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=94674b9b-68dd-4ce1-a438-72a33e1b6682,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:43.846682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:43.910947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697347b9-43f3-47a8-9e78-9c57b65c15ad None None] Network 0cb2d361-cac9-44f6-9606-39a548b4c303 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:44.045076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 94674b9b-68dd-4ce1-a438-72a33e1b6682 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:44.094829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.101446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.1 (afb18a77-93cd-4174-a4f8-b1c51404e71e/03dbf0c2-a627-441e-845a-6d455239c153/d257d55c-03e5-4906-aa64-a39cca7fc2b3) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:44.123998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6964eb-84ed-4197-93b0-99966cc58653 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:44.134161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.148098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:44.148635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:44.168035 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:44.194755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24824fb-a8c2-465e-b726-1b03055b2565 req-f4e13e01-50b5-43e4-b266-9554e6f18527 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:44.201923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a24824fb-a8c2-465e-b726-1b03055b2565 req-f4e13e01-50b5-43e4-b266-9554e6f18527 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.5607092 Jan 25 16:49:44.282863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:44.290619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe1432-8881-410a-aed9-9768fc9154e1 None None] Network 0cb2d361-cac9-44f6-9606-39a548b4c303 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:44.353654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:44.392496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.396479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.429927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a24824fb-a8c2-465e-b726-1b03055b2565 req-2622d9cc-e115-4413-a471-72a08631bb25 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269464 Jan 25 16:49:44.458973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=0cb2d361-cac9-44f6-9606-39a548b4c303,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:44.463130 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7bdd51ae-a196-42c0-b9f5-2c316a575b59 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/0cb2d361-cac9-44f6-9606-39a548b4c303 HTTP/1.1" status: 204 len: 168 time: 2.2863200 Jan 25 16:49:44.466598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33214) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:44.475923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082818116'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:44.484938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:44.485792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6776d42b-9c34-424a-a46b-b7e50d29f97e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:44.489720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:44.493191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:44.499351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.501395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:44.510287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:44.559294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=94674b9b-68dd-4ce1-a438-72a33e1b6682,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:44.611572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-614434cb-1a2f-46ad-ba03-cb715d85e153 req-99541d37-38c5-403e-a6d0-3d60766b88cb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:44.622877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.647290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:44.651895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.722722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 94674b9b-68dd-4ce1-a438-72a33e1b6682 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:44.726850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.728776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c118d6b-7f80-4679-a57d-dc1c91fbb614 req-1a68fee4-3385-49ef-8c1f-80efa8ab2111 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/94674b9b-68dd-4ce1-a438-72a33e1b6682 HTTP/1.1" status: 204 len: 173 time: 1.8681734 Jan 25 16:49:44.729240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'name': 'network-vif-deleted', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:49:44.738386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-614434cb-1a2f-46ad-ba03-cb715d85e153 req-99541d37-38c5-403e-a6d0-3d60766b88cb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:44.745374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.747080 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-614434cb-1a2f-46ad-ba03-cb715d85e153 req-99541d37-38c5-403e-a6d0-3d60766b88cb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=875ee4bb-489e-4b6a-bafe-9c1b9407f472 HTTP/1.1" status: 200 len: 210 time: 0.2397532 Jan 25 16:49:44.752579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:44.774111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.775002 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23 of type vlan for network 3818d553-baa1-4264-8ad5-551aad638bf5 Jan 25 16:49:44.811034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Transition to ACTIVE for port object d257d55c-03e5-4906-aa64-a39cca7fc2b3 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:44.814321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.819542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6776d42b-9c34-424a-a46b-b7e50d29f97e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:44.820981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.847483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875ee4bb-489e-4b6a-bafe-9c1b9407f472', 'name': 'network-vif-deleted', 'tag': '94674b9b-68dd-4ce1-a438-72a33e1b6682', 'status': 'completed', 'code': 200} Jan 25 16:49:44.863601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 634d076e-84cc-4b17-bc7a-453be1c807ff yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:44.864832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.939615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:44.946261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:44.947009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:45.096340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6286626 Jan 25 16:49:45.104469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33220) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:45.106500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2c160b72-611c-46ab-a4b4-f2ebf29347b5 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:45.110108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:45.156608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac113cf-08ba-4e77-8a19-a66390cf19a4 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=3818d553-baa1-4264-8ad5-551aad638bf5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:45.163301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2c160b72-611c-46ab-a4b4-f2ebf29347b5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:45.163649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2c160b72-611c-46ab-a4b4-f2ebf29347b5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:45.166755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 94674b9b-68dd-4ce1-a438-72a33e1b6682 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:45.231573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 94674b9b-68dd-4ce1-a438-72a33e1b6682 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:45.231828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 94674b9b-68dd-4ce1-a438-72a33e1b6682 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:45.240312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3818d553-baa1-4264-8ad5-551aad638bf5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:45.343954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::a2 (255dcaab-10ef-4717-a4ec-827262e2a670/a97ca108-71bf-4d84-9d4a-4a28872ae0a6/634d076e-84cc-4b17-bc7a-453be1c807ff) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:45.517792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-926c45cc-05b5-4308-a7ea-c684e9456fc5 None None] Provisioning complete for port e2f42372-464c-4792-8e71-80e56750cd3b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:45.518410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-926c45cc-05b5-4308-a7ea-c684e9456fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:45.561200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:45.566172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:45.570562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:45.580240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:45.597434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:45.601871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:45.768319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b14d3a1-4816-4f4e-ac30-0baadfb547cd None None] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:45.777691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing IP validity checks on allocation pools {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:49:45.778294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:49:45.795391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:45.888072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33230) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:45.928650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Provisioning for port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:45.948627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Provisioning complete for port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:45.948999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:45.981205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f1da0-7267-48f0-a665-b69295b1bfec req-ec42d5ca-4479-4f90-a555-5054b5ab1025 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:45.988330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f6f1da0-7267-48f0-a665-b69295b1bfec req-ec42d5ca-4479-4f90-a555-5054b5ab1025 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2919924 Jan 25 16:49:45.991332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.032688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network afb18a77-93cd-4174-a4f8-b1c51404e71e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:46.051402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:46.054293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:46.060856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:46.080813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Provisioning complete for port 6776d42b-9c34-424a-a46b-b7e50d29f97e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:46.081167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59dd6584-a0e1-4da0-b667-abd3281b22c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.104041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f6f1da0-7267-48f0-a665-b69295b1bfec req-772853d9-d44a-48ef-9367-a7efab936d79 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145768 Jan 25 16:49:46.131684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=4dffe501-dc83-42f3-95ab-0380f4a608a2,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:46.141334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:46.142126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 3818d553-baa1-4264-8ad5-551aad638bf5, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:46.150522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=d257d55c-03e5-4906-aa64-a39cca7fc2b3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:46.237042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 3818d553-baa1-4264-8ad5-551aad638bf5 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:46.239546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.254064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.273793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 3818d553-baa1-4264-8ad5-551aad638bf5) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:46.281738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:46.282322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.306028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6dd955-2186-41a1-93b5-3c807ec952fa None None] Network 3818d553-baa1-4264-8ad5-551aad638bf5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:46.324079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-73a6824e-d3d0-4ace-997f-a575faaaad77 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2164268 Jan 25 16:49:46.325208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33234) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:46.433716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-e1519a61-dedb-4a07-8e1a-955423b97274 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:46.434962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.435438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-e1519a61-dedb-4a07-8e1a-955423b97274 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.2704303 Jan 25 16:49:46.469066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.535571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.568255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Deleting port f93bafea-4cea-4585-ba66-154441740d53 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:46.568255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.578861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6058a1de-4d04-43d2-b5ec-023e8dffa0f9 None None] Provisioning for port d257d55c-03e5-4906-aa64-a39cca7fc2b3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:46.594734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6058a1de-4d04-43d2-b5ec-023e8dffa0f9 None None] Provisioning complete for port d257d55c-03e5-4906-aa64-a39cca7fc2b3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:46.595122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6058a1de-4d04-43d2-b5ec-023e8dffa0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.626490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-3818d553-baa1-4264-8ad5-551aad638bf5', 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '4dffe501-dc83-42f3-95ab-0380f4a608a2'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:46.627407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.629719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.711593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6058a1de-4d04-43d2-b5ec-023e8dffa0f9 None None] Port d257d55c-03e5-4906-aa64-a39cca7fc2b3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:46.733922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:46.740889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 634d076e-84cc-4b17-bc7a-453be1c807ff will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:46.846550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.871169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-54351af4-714c-4e0d-8e04-f0e06ef5fb16 None None] Provisioning complete for port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:46.871631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54351af4-714c-4e0d-8e04-f0e06ef5fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.953944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] For port f93bafea-4cea-4585-ba66-154441740d53, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f93bafea-4cea-4585-ba66-154441740d53,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:46.954454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:46.966019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-54351af4-714c-4e0d-8e04-f0e06ef5fb16 None None] Port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:46.975224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Allocated IP 172.20.0.3 (3818d553-baa1-4264-8ad5-551aad638bf5/4dffe501-dc83-42f3-95ab-0380f4a608a2/18c8e965-2dff-4d83-9551-dbb8b6ef3931) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:46.995449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.001327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.033637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-54351af4-714c-4e0d-8e04-f0e06ef5fb16 None None] Provisioning complete for port 6776d42b-9c34-424a-a46b-b7e50d29f97e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:47.034498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54351af4-714c-4e0d-8e04-f0e06ef5fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.120010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.267069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f73ab1a-9b26-461d-a23e-cdb55dbcedf7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:47.278817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:47.279623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.297305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:47.299242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.310105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:47.317068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:47.317769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.361138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.362294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cdfebc04-18ff-4dcc-a28f-e405deb11eec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/5f73ab1a-9b26-461d-a23e-cdb55dbcedf7 HTTP/1.1" status: 204 len: 168 time: 1.4728489 Jan 25 16:49:47.381722 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1934745 Jan 25 16:49:47.387476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:47.398027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3bd2845d-2ea6-47cf-8d06-f89672bd61e7 None None] Provisioning complete for port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:47.398487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bd2845d-2ea6-47cf-8d06-f89672bd61e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.452540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33246) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:47.462274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.482951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Transition to ACTIVE for port object 18c8e965-2dff-4d83-9551-dbb8b6ef3931 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:47.485854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2845d-2ea6-47cf-8d06-f89672bd61e7 None None] Port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:47.503281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb700e-5e00-4f2b-8bc0-357121c594ca tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=634d076e-84cc-4b17-bc7a-453be1c807ff,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:47.507821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Transition to ACTIVE for port object 18c8e965-2dff-4d83-9551-dbb8b6ef3931 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:47.519073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.686435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Network 3818d553-baa1-4264-8ad5-551aad638bf5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:47.689541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:47.693552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:47.705569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Pushing event updated for resources: {'Port': ['ID=18c8e965-2dff-4d83-9551-dbb8b6ef3931,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:47.777152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dea088ff-ab33-41db-b6e9-770132860ca4 None None] Provisioning for port 634d076e-84cc-4b17-bc7a-453be1c807ff completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:47.794813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dea088ff-ab33-41db-b6e9-770132860ca4 None None] Provisioning complete for port 634d076e-84cc-4b17-bc7a-453be1c807ff triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:47.795240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dea088ff-ab33-41db-b6e9-770132860ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.809749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.810139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.810452 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Floating IP c93f2813-c3c1-48b1-9ac1-aa4a9e56688b disassociated. External IP: 172.26.4.52, port: f93bafea-4cea-4585-ba66-154441740d53. Jan 25 16:49:47.810794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Calling delete_port for f93bafea-4cea-4585-ba66-154441740d53 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:47.851503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Attempting to bind port 18c8e965-2dff-4d83-9551-dbb8b6ef3931 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:47.851906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Attempting to bind port 18c8e965-2dff-4d83-9551-dbb8b6ef3931 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:47.852407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Attempting to bind port 18c8e965-2dff-4d83-9551-dbb8b6ef3931 on network 3818d553-baa1-4264-8ad5-551aad638bf5 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:47.860711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4266c0d-1589-4137-aa97-378d8560f611 req-4d7804c3-e9f2-4775-87b7-db3287e68042 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:47.862295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4266c0d-1589-4137-aa97-378d8560f611 req-4d7804c3-e9f2-4775-87b7-db3287e68042 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 945 time: 0.6131892 Jan 25 16:49:47.863330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:47.863702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Checking segment: {'id': '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:47.864129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.864492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Bound using segment: {'id': '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:47.864980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Bound port: 18c8e965-2dff-4d83-9551-dbb8b6ef3931, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3818d553-baa1-4264-8ad5-551aad638bf5'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:47.865401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.885843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dea088ff-ab33-41db-b6e9-770132860ca4 None None] Port 634d076e-84cc-4b17-bc7a-453be1c807ff cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:47.901021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.964917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] For port 18c8e965-2dff-4d83-9551-dbb8b6ef3931, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:47.966079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5abcb-428e-417b-b557-117ec39b4f93 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:47.968223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] For port 18c8e965-2dff-4d83-9551-dbb8b6ef3931, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=18c8e965-2dff-4d83-9551-dbb8b6ef3931,segment=NetworkSegment(9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23),segment_id=9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:47.971932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5abcb-428e-417b-b557-117ec39b4f93 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:47.972728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aac5abcb-428e-417b-b557-117ec39b4f93 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:47.974739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:47.979386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 92359ad7-7f92-4981-9e05-cdda0ac46777 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:47.980938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.007840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.077250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aac5abcb-428e-417b-b557-117ec39b4f93 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:48.078435 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aac5abcb-428e-417b-b557-117ec39b4f93 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.6887188 Jan 25 16:49:48.097338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:48.119540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd39fb4-ac74-4267-8faf-ec27e34c7a2f None None] Pushing event updated for resources: {'Port': ['ID=18c8e965-2dff-4d83-9551-dbb8b6ef3931,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:48.129081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=4dffe501-dc83-42f3-95ab-0380f4a608a2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:48.157655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb28981-1546-446b-8322-4c07ca2031c3 None None] Network 3818d553-baa1-4264-8ad5-551aad638bf5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:48.191635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4266c0d-1589-4137-aa97-378d8560f611 req-122fa2e7-3619-48cf-9334-804554d7a137 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups?id=efce0d36-e49e-45d3-b7f3-b7376386b722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085468 Jan 25 16:49:48.205082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.214702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.335433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3818d553-baa1-4264-8ad5-551aad638bf5']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:48.361929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:48.362225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:48.390677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.393481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a7ccf-8672-48b7-9ece-c5966bba0246 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:49:48.419779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 634d076e-84cc-4b17-bc7a-453be1c807ff {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:48.421974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.422885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.434880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.436770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:48.437755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:48.455509 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:48.495963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.545115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a7ccf-8672-48b7-9ece-c5966bba0246 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:49:48.600050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event deleted for resources: {'Port': ['ID=f93bafea-4cea-4585-ba66-154441740d53,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:48.704882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.705555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:49:48.705555 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:49:48.705555 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': '3818d553-baa1-4264-8ad5-551aad638bf5'}] Jan 25 16:49:48.705555 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:48.705941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:48.717374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.802507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.863942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=92359ad7-7f92-4981-9e05-cdda0ac46777,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:48.878538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.892819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da5245a2-67d3-4b13-9c66-19a0b45ebed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/92359ad7-7f92-4981-9e05-cdda0ac46777 HTTP/1.1" status: 204 len: 168 time: 1.4388952 Jan 25 16:49:48.895459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33254) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:48.984105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=d257d55c-03e5-4906-aa64-a39cca7fc2b3,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:48.995683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:48.998573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Router d24a762b-897f-4386-ac1e-0258ce72fa4c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:49.128896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eea134-14b1-4452-b116-85cef02c5801 None None] Network 78a39b42-feab-490b-a61c-baa9841bcc3f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:49.149778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.160392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.219023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.230249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.233659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:49.246427 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Sync routers for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:49.265676 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:49.266294 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:49.315949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f93bafea-4cea-4585-ba66-154441740d53 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:49.331600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.404993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] No DVR routers for this DVR port f93bafea-4cea-4585-ba66-154441740d53 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:49.408019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 634d076e-84cc-4b17-bc7a-453be1c807ff owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:49.408954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.411787 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e1baa62b-388f-4a86-97bc-00c993e02b7e req-8be7aac6-81d4-469b-b6f9-72dc4e65d80e tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.15 "DELETE /v2.0/ports/f93bafea-4cea-4585-ba66-154441740d53 HTTP/1.1" status: 204 len: 173 time: 2.9700928 Jan 25 16:49:49.418035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: f93bafea-4cea-4585-ba66-154441740d53 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:49.419410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f93bafea-4cea-4585-ba66-154441740d53 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:49.420772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'name': 'network-vif-deleted', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:49:49.432997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 18c8e965-2dff-4d83-9551-dbb8b6ef3931 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:49.433607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.493581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:49.494197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.528782 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:49.623871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c44608c-85ac-4cec-a27b-86b5ebe92572', 'name': 'network-vif-deleted', 'tag': 'f93bafea-4cea-4585-ba66-154441740d53', 'status': 'completed', 'code': 200} Jan 25 16:49:49.639864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] DHCP port deletion for 78a39b42-feab-490b-a61c-baa9841bcc3f request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:49.644692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Deleting port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:49.644992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.761630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:49.764924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.845661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network afb18a77-93cd-4174-a4f8-b1c51404e71e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:49.849900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:49.881033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2dc5adbd-11d8-46ed-a940-4213908d6e84 req-af5cd44b-eec0-4032-a7a2-1a24f0d1a7ce tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Synchronizing usage tracker for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:49.889984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] For port 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=677bcdaf-e917-4cc6-81cf-0bc3a0444087,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:49.890509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:49.908982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2dc5adbd-11d8-46ed-a940-4213908d6e84 req-af5cd44b-eec0-4032-a7a2-1a24f0d1a7ce tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Unset dirty status for tenant:f6ab5345205e4e53b162c770928a1a62 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:49.911395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2dc5adbd-11d8-46ed-a940-4213908d6e84 req-af5cd44b-eec0-4032-a7a2-1a24f0d1a7ce tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c44608c-85ac-4cec-a27b-86b5ebe92572 HTTP/1.1" status: 200 len: 210 time: 0.5680597 Jan 25 16:49:50.057836 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:50.074675 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Checking router: d24a762b-897f-4386-ac1e-0258ce72fa4c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:49:50.095265 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:50.096038 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:50.147679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Calling delete_port for 677bcdaf-e917-4cc6-81cf-0bc3a0444087 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:50.284418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 677bcdaf-e917-4cc6-81cf-0bc3a0444087, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=677bcdaf-e917-4cc6-81cf-0bc3a0444087,segment=NetworkSegment(28fbdea6-b294-4624-92ef-48631a7903e1),segment_id=28fbdea6-b294-4624-92ef-48631a7903e1)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:50.284989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.316894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.386869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] No DVR routers for this DVR port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:50.388880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be99ee2-d7da-4525-9803-e296e5b19489 None None] Pushing event deleted for resources: {'Port': ['ID=677bcdaf-e917-4cc6-81cf-0bc3a0444087,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:50.404368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5001ea8b-d400-4754-993d-e6a255685888 None None] Provisioning complete for port d257d55c-03e5-4906-aa64-a39cca7fc2b3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:50.404977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5001ea8b-d400-4754-993d-e6a255685888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.417328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.445273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 18c8e965-2dff-4d83-9551-dbb8b6ef3931, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=18c8e965-2dff-4d83-9551-dbb8b6ef3931,segment=NetworkSegment(9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23),segment_id=9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:50.445649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.475399 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:50.479779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5001ea8b-d400-4754-993d-e6a255685888 None None] Port d257d55c-03e5-4906-aa64-a39cca7fc2b3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:50.483468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 677bcdaf-e917-4cc6-81cf-0bc3a0444087 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:50.517942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=634d076e-84cc-4b17-bc7a-453be1c807ff,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:50.530962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 677bcdaf-e917-4cc6-81cf-0bc3a0444087 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:50.531316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 677bcdaf-e917-4cc6-81cf-0bc3a0444087 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:50.532660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:50.545899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:50.586415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 18c8e965-2dff-4d83-9551-dbb8b6ef3931 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:50.632468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.719393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 067c55c9-465a-41d0-adab-5aff4d108fca has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:50.744716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:50.756275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 677bcdaf-e917-4cc6-81cf-0bc3a0444087 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:50.813606 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-90ff7d0a-b423-4066-83d5-f3ad7461ce61 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/634d076e-84cc-4b17-bc7a-453be1c807ff HTTP/1.1" status: 204 len: 168 time: 2.7117047 Jan 25 16:49:50.816562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:50.861573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=18c8e965-2dff-4d83-9551-dbb8b6ef3931,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:50.889869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 18c8e965-2dff-4d83-9551-dbb8b6ef3931 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:51.030026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01690bb6-dc9e-4361-ae13-b552020e6ac0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:51.032457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01690bb6-dc9e-4361-ae13-b552020e6ac0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:51.033431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-01690bb6-dc9e-4361-ae13-b552020e6ac0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:51.034027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e5b848f6-a425-4fd8-80d6-d75979efbe80 None None] Provisioning complete for port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:51.034472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5b848f6-a425-4fd8-80d6-d75979efbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.054093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.056669 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.071225 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcd45-e6a5-46e8-9591-5f8ca761b81d None None] The sync data for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv is: [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:44:33Z', 'revision_number': 4, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '0bbd18b6-050a-45f0-a9b5-ec338bcd325b', 'name': '', 'network_id': '1b3cc096-b33e-4d89-955e-6281af3a61e3', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'mac_address': 'fa:16:3e:64:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:30Z', 'updated_at': '2022-01-25T16:44:43Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'subnets': [{'id': '4eee80e3-cf77-4d16-a608-f75aa419c75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:51.078276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:51.078604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:51.079007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33272) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.097122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3818d553-baa1-4264-8ad5-551aad638bf5']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.110412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e5b848f6-a425-4fd8-80d6-d75979efbe80 None None] Port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:51.116245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.116532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfaa7bc-2386-4ef9-b7ac-fcd2b9893e23') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.139120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.178651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-01690bb6-dc9e-4361-ae13-b552020e6ac0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:51.179892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-01690bb6-dc9e-4361-ae13-b552020e6ac0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3515913 Jan 25 16:49:51.182962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33276) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.189160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.191411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.207919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:51.208358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:51.223616 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:51.237920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:51.249192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] Sync routers for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:51.263245 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2db9d5eb-4dd3-48f2-a3c4-ac090803b351 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/routers/067c55c9-465a-41d0-adab-5aff4d108fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7553394 Jan 25 16:49:51.267033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:51.267618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.269767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.285467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 6340dc7f-6186-413f-9506-a490d8effa0e is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:49:51.295985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'port': {'network_id': 'afb18a77-93cd-4174-a4f8-b1c51404e71e', 'name': 'tempest-FloatingIPTestJSON-607387295'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:51.308418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.356585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.370809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.377916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.381929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:51.382583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.389174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=3818d553-baa1-4264-8ad5-551aad638bf5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:51.405003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-29375d2a-883c-434e-8f1b-e162801b2a54 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/3818d553-baa1-4264-8ad5-551aad638bf5 HTTP/1.1" status: 204 len: 168 time: 5.0796127 Jan 25 16:49:51.410870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33284) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.422498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1530773811'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:51.432025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:51.435267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.438521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.439329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet a97ca108-71bf-4d84-9d4a-4a28872ae0a6 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:49:51.439898 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "DELETE /v2.0/security-groups/efce0d36-e49e-45d3-b7f3-b7376386b722 HTTP/1.1" status: 204 len: 168 time: 0.3569455 Jan 25 16:49:51.447298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.448746 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b6d8-9ea9-4493-adb5-02c5bef36ca2 None None] New status for floating IP c93f2813-c3c1-48b1-9ac1-aa4a9e56688b: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:49:51.454708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33288) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.455911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:51.463642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:51.480457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:51.487664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038e14-05fa-431c-83fa-393ca547ed13 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce0d36-e49e-45d3-b7f3-b7376386b722,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:51.491789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-34972281-f766-4ba6-8804-793dfda45393 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] show failed (client error): The resource could not be found. Jan 25 16:49:51.493060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-34972281-f766-4ba6-8804-793dfda45393 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "GET /v2.0/security-groups/efce0d36-e49e-45d3-b7f3-b7376386b722 HTTP/1.1" status: 404 len: 347 time: 0.0338500 Jan 25 16:49:51.496071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33292) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:51.518401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.520678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:51.521090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085119b-0a3a-41ca-9339-80785c989b1a None None] The sync data for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:51.585627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 677bcdaf-e917-4cc6-81cf-0bc3a0444087 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:51.585627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.632329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:51.636245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.922650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:51.927256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Usage tracker for resource:port and tenant:4806f4a9e0d8439aa3d96bd4f41d35dc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:51.931690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:51.937904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:51.939127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] The port '677bcdaf-e917-4cc6-81cf-0bc3a0444087' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:49:51.942061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.969957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Deleting port 4e0129c1-992f-43b4-921e-16814b602d60 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:51.970291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:51.999850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:52.005293 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f09a300c-d336-48c0-84aa-7cc82487eb4d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/6340dc7f-6186-413f-9506-a490d8effa0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9948006 Jan 25 16:49:52.011224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] Sync routers for ids ['6340dc7f-6186-413f-9506-a490d8effa0e'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:52.011470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33296) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.011716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Made reservation on behalf of 4806f4a9e0d8439aa3d96bd4f41d35dc for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:52.015197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.020959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] Routers {'6340dc7f-6186-413f-9506-a490d8effa0e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:52.021754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6340dc7f-6186-413f-9506-a490d8effa0e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.045511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:49:52.088933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.098361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] Routers {'6340dc7f-6186-413f-9506-a490d8effa0e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:52.099131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6340dc7f-6186-413f-9506-a490d8effa0e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.110735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] device_id is not set on port ef16c4f8-64a6-477a-96d8-31004ab23d5a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:52.162681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.162929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb22b8-7604-489e-938d-4eba3742fd61 None None] The sync data for ids ['6340dc7f-6186-413f-9506-a490d8effa0e'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:52.166197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.171109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc8223-fcbc-4058-8471-e49a976c4253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:52.171716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ccc8223-fcbc-4058-8471-e49a976c4253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:52.188367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.219005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.219354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment c4969e91-1fd8-4937-a7bc-c9ee7470e695 of type vlan for network 759c9172-21af-4ea1-8517-b2ead41988e7 Jan 25 16:49:52.246979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.253556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de73f4-7edb-4559-bef4-fe684b9ecad1 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:52.255269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=a97ca108-71bf-4d84-9d4a-4a28872ae0a6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:52.264025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a39b42-feab-490b-a61c-baa9841bcc3f']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.276987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ccc8223-fcbc-4058-8471-e49a976c4253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:52.278256 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ccc8223-fcbc-4058-8471-e49a976c4253 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports/90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a HTTP/1.1" status: 200 len: 977 time: 0.2535241 Jan 25 16:49:52.291420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33300) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.301174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fbdea6-b294-4624-92ef-48631a7903e1') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.301447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fbdea6-b294-4624-92ef-48631a7903e1') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:52.328796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17988cc7-dede-459b-ade2-29a1d1ca6a13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/a97ca108-71bf-4d84-9d4a-4a28872ae0a6 HTTP/1.1" status: 204 len: 168 time: 1.1408379 Jan 25 16:49:52.330109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.363237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.411826 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10790f42-9f93-4940-a2da-c12ccbdc0a6c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787091 Jan 25 16:49:52.412858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.463685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.463963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Allocated IP 172.20.0.5 (afb18a77-93cd-4174-a4f8-b1c51404e71e/03dbf0c2-a627-441e-845a-6d455239c153/ef16c4f8-64a6-477a-96d8-31004ab23d5a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:52.524682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.525346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.542128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.557764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d487f-edd6-4395-8a77-47f5e6dc69a3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:52.558404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-371d487f-edd6-4395-8a77-47f5e6dc69a3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:52.564985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:52.569650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Deleting port e2f42372-464c-4792-8e71-80e56750cd3b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:52.570024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.604898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:52.605391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:52.622260 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:52.667862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-371d487f-edd6-4395-8a77-47f5e6dc69a3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:52.671419 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-371d487f-edd6-4395-8a77-47f5e6dc69a3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2555602 Jan 25 16:49:52.672202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.745224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Calling delete_port for 4e0129c1-992f-43b4-921e-16814b602d60 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:52.782670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.788640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:52.789756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.797794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c93a73d-4ee0-4ed8-a090-ec678d65bd03 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:52.799045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c93a73d-4ee0-4ed8-a090-ec678d65bd03 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:49:52.822011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] For port e2f42372-464c-4792-8e71-80e56750cd3b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e2f42372-464c-4792-8e71-80e56750cd3b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:52.822487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.843253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:52.854587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c93a73d-4ee0-4ed8-a090-ec678d65bd03 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:49:52.855862 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c93a73d-4ee0-4ed8-a090-ec678d65bd03 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1826978 Jan 25 16:49:52.859556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.937173 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29e5ea38-beee-4be3-b46e-08dff7c5ce6b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764012 Jan 25 16:49:52.941366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:52.947092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:52.965417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Calling delete_port for e2f42372-464c-4792-8e71-80e56750cd3b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:52.991071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=759c9172-21af-4ea1-8517-b2ead41988e7,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:53.027204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 759c9172-21af-4ea1-8517-b2ead41988e7 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:49:53.063679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:53.073718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:53.077202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Transition to ACTIVE for port object ef16c4f8-64a6-477a-96d8-31004ab23d5a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:53.090888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.102784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:53.105896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4e968931-cff2-4bce-8846-300eddd9c62a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6889017 Jan 25 16:49:53.106636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.123434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:53.124144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.124514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.128458 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/78a39b42-feab-490b-a61c-baa9841bcc3f HTTP/1.1" status: 204 len: 168 time: 4.2296515 Jan 25 16:49:53.133473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33328) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:53.140684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:53.197449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02fd1f-493c-4e17-a0c7-f2f21c39a503 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=78a39b42-feab-490b-a61c-baa9841bcc3f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:53.203571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.255233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] Pushing event deleted for resources: {'Port': ['ID=e2f42372-464c-4792-8e71-80e56750cd3b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:53.259572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bb921-dec8-4f15-9fa1-2dcde0228c08 None None] No DVR routers for this DVR port e2f42372-464c-4792-8e71-80e56750cd3b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:49:53.370311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Network afb18a77-93cd-4174-a4f8-b1c51404e71e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:53.376573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:53.395080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:53.447787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event updated for resources: {'Port': ['ID=ef16c4f8-64a6-477a-96d8-31004ab23d5a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:53.467137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:53.471183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:53.474162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:53.485813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:53.512071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:53.512723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.518208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:53.521728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.630360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 379c53cc-6a1a-4267-8860-5ca075c058c9 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:53.630958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.654261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e4e26e9c-4a97-4cd6-810e-08fc8a3a67aa None None] Provisioning for port ef16c4f8-64a6-477a-96d8-31004ab23d5a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:53.660781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e4e26e9c-4a97-4cd6-810e-08fc8a3a67aa None None] Provisioning complete for port ef16c4f8-64a6-477a-96d8-31004ab23d5a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:53.662285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4e26e9c-4a97-4cd6-810e-08fc8a3a67aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.666562 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b530b14a-4110-43ea-b167-9752502e8108 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3900394 Jan 25 16:49:53.671725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:53.684203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:53.687312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Request body: {'floatingip': {'port_id': 'ef16c4f8-64a6-477a-96d8-31004ab23d5a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:53.730154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4e26e9c-4a97-4cd6-810e-08fc8a3a67aa None None] Port ef16c4f8-64a6-477a-96d8-31004ab23d5a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:49:53.799418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Pushing event deleted for resources: {'Port': ['ID=4e0129c1-992f-43b4-921e-16814b602d60,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:53.967896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.003404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.013502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.013824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.188374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 379c53cc-6a1a-4267-8860-5ca075c058c9 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:54.238470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.239531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d88663ad-90a7-4d72-ad88-d6977a1db3a7 tempest-ServerActionsTestJSON-381290976 tempest-ServerActionsTestJSON-381290976-project] 10.222.0.45 "DELETE /v2.0/floatingips/c93f2813-c3c1-48b1-9ac1-aa4a9e56688b HTTP/1.1" status: 204 len: 168 time: 2.7424119 Jan 25 16:49:54.244585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33338) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:54.268854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:49:54.270531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.275912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.343164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e2f42372-464c-4792-8e71-80e56750cd3b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:49:54.384345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e2f42372-464c-4792-8e71-80e56750cd3b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:49:54.385760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e2f42372-464c-4792-8e71-80e56750cd3b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:49:54.392116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:54.411583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:54.421522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:54.422114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.430202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecfedc-4997-4129-b11d-e5763ec50c02 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:54.460339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=df1bead5-97ca-4fb2-89e3-75c83b486102,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:54.518883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.597482 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-91cda28c-9b32-48d7-b678-56676b9bb244 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6550517 Jan 25 16:49:54.604920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33344) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:54.620178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:54.679864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': 'df1bead5-97ca-4fb2-89e3-75c83b486102'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:54.681273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.776484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=03aa5f0b-79fe-4ada-bf9b-ce2cd5f00f0f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:54.815153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': 'c4969e91-1fd8-4937-a7bc-c9ee7470e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:54.815527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 759c9172-21af-4ea1-8517-b2ead41988e7, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:49:54.891911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Allocated IP 2001:db8::f816:3eff:fea4:8cf7 (255dcaab-10ef-4717-a4ec-827262e2a670/df1bead5-97ca-4fb2-89e3-75c83b486102/2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:54.903222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:54.977819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 759c9172-21af-4ea1-8517-b2ead41988e7 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:49:54.996607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:55.011737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 759c9172-21af-4ea1-8517-b2ead41988e7) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:55.021561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=379c53cc-6a1a-4267-8860-5ca075c058c9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:55.024576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:55.028756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:55.029325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.041106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ac192-74cb-40e8-a8d1-5c7b1bec9ea5 None None] Network 759c9172-21af-4ea1-8517-b2ead41988e7 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:55.057238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:55.061497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.083046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07cc0605-be36-41ec-8890-8b1d2b4deffb tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9540327 Jan 25 16:49:55.116409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33348) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:55.231479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.304982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Transition to ACTIVE for port object 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:55.338046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df1bead5-97ca-4fb2-89e3-75c83b486102 (CIDR: 2001:db8::/64) Jan 25 16:49:55.351005 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:49:55.351497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:49:55.374114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Transition to ACTIVE for port object 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:55.382212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.385006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.386613 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3890254c-2a0b-477d-b1d9-c908892b9015 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7787719 Jan 25 16:49:55.388123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.392830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33352) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:55.405784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:55.422378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.422722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 41bab6a3-35e7-4d67-943f-497c69be650a disassociated (deleted). External IP: 172.26.4.237, port: 541a8fd6-c3b6-48a2-8a50-581a7796a122. Jan 25 16:49:55.431471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-759c9172-21af-4ea1-8517-b2ead41988e7', 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '03aa5f0b-79fe-4ada-bf9b-ce2cd5f00f0f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:49:55.432315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.453832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.486815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:55.491526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:55.498653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:55.579504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Pushing event updated for resources: {'Port': ['ID=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:55.663694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Attempting to bind port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:55.664061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Attempting to bind port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:55.665118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Attempting to bind port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:55.671657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:55.672127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.702394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:55.702757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:55.703158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.703550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:55.704026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Bound port: 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:55.704392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.707933 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 61ce81fb-c9ed-43f5-a5e4-aeaa6118c10e associated. External IP: 172.26.4.47, port: 11181655-13d1-4d6f-bf06-bf1457fbd15c. Jan 25 16:49:55.780719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:55.796284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Allocated IP 172.20.0.1 (759c9172-21af-4ea1-8517-b2ead41988e7/03aa5f0b-79fe-4ada-bf9b-ce2cd5f00f0f/c59159b6-2922-4c1d-a8ee-24f4cf8d76c5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:49:55.845750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] For port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:55.909443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] For port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:55.918295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.043285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:56.052927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:56.077594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:56.081048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.118388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762d204-8f1c-4876-af40-2d13691f2a9b None None] Pushing event updated for resources: {'Port': ['ID=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:56.143696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:56.168383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.179608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Transition to ACTIVE for port object c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:56.200750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Transition to ACTIVE for port object c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:49:56.207360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.313855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Network 759c9172-21af-4ea1-8517-b2ead41988e7 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:56.317829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:56.319773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Pushing event updated for resources: {'Port': ['ID=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:56.322237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:49:56.405474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:56.418126 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:56.450055 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:56.450572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.451389 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:56.460079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Attempting to bind port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:49:56.460627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Attempting to bind port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'c4969e91-1fd8-4937-a7bc-c9ee7470e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:49:56.461703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Attempting to bind port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 on network 759c9172-21af-4ea1-8517-b2ead41988e7 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:49:56.472241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:49:56.472756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Checking segment: {'id': 'c4969e91-1fd8-4937-a7bc-c9ee7470e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:49:56.473288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.473782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Bound using segment: {'id': 'c4969e91-1fd8-4937-a7bc-c9ee7470e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:49:56.474394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Bound port: c59159b6-2922-4c1d-a8ee-24f4cf8d76c5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4969e91-1fd8-4937-a7bc-c9ee7470e695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '759c9172-21af-4ea1-8517-b2ead41988e7'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:49:56.475097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.550738 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:56.561994 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:56.563110 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:56.603381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] For port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:49:56.611480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] For port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,segment=NetworkSegment(c4969e91-1fd8-4937-a7bc-c9ee7470e695),segment_id=c4969e91-1fd8-4937-a7bc-c9ee7470e695)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:49:56.618962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.621171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:56.662949 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:56.663370 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de96003-ffbe-4e86-9a67-42a9246345af None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:56.723116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a705a-efd1-4497-8c82-aaf329b61648 None None] Pushing event updated for resources: {'Port': ['ID=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:56.860111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:56.909411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 067c55c9-465a-41d0-adab-5aff4d108fca has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:57.129773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.140046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:57.145642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:57.153183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.161996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] Sync routers for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:57.177995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:57.179136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.200683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=03aa5f0b-79fe-4ada-bf9b-ce2cd5f00f0f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:57.276526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.287414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:57.288311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.371558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.372144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352e985-64c1-424b-b028-ee63f91e1817 None None] The sync data for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:57.435993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.451796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55aa8fab-f0d6-4d9b-8406-6433edd4c1e3 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/floatingips/61ce81fb-c9ed-43f5-a5e4-aeaa6118c10e HTTP/1.1" status: 200 len: 976 time: 3.7768497 Jan 25 16:49:57.454615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33356) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:57.527252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port ef16c4f8-64a6-477a-96d8-31004ab23d5a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:57.527605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.595555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5b0eb07d-7d91-4841-af42-8a04409877a4 None None] Provisioning for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:57.629060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c9172-21af-4ea1-8517-b2ead41988e7']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.636515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e5fb8f-e5b0-4fe1-940d-9ff9617919aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.689762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.749899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4969e91-1fd8-4937-a7bc-c9ee7470e695') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.750294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4969e91-1fd8-4937-a7bc-c9ee7470e695') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.767730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.817690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:57.840134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:57.854951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.860045 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:57.862151 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:57.864132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.920836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:49:57.937745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:49:57.941103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:57.941771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:57.948418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896e7ef5-caa0-4ad2-98b0-9cb4682b834b None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:57.974800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.063557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.064250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85720e08-bc7d-4f70-b0d5-3ac068a1b762 None None] Network 759c9172-21af-4ea1-8517-b2ead41988e7 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:49:58.128358 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:58.156104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=f90c4601-90e7-4bff-adab-d4770ed9d42c,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:58.158991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=90bc32ed-9dad-4fdf-9d4f-5c365d06bf6a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:58.161946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:49:58.162584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:49:58.230517 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:49:58.234917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.249742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad567522-3935-4e10-ad42-a54bd71451d8 None None] Provisioning for port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:58.264580 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c0510c66-9b98-48fa-9630-e584efff646d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8682733 Jan 25 16:49:58.278640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:49:58.293298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:46:1f:8b', 'name': 'tempest-NetworksTestDHCPv6-1792166871'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:49:58.493160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.499401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.499723 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Floating IP 61ce81fb-c9ed-43f5-a5e4-aeaa6118c10e disassociated. External IP: 172.26.4.47, port: ef16c4f8-64a6-477a-96d8-31004ab23d5a. Jan 25 16:49:58.500081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for ef16c4f8-64a6-477a-96d8-31004ab23d5a owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:58.575776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:49:58.645406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] DHCP port deletion for 759c9172-21af-4ea1-8517-b2ead41988e7 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:49:58.658010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Deleting port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:58.659407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:58.685955 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:58.697890 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:49:58.713071 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:49:58.713716 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:58.730089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:49:58.737725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:49:58.748856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:49:58.748856 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:49:58.748856 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': '759c9172-21af-4ea1-8517-b2ead41988e7'}] Jan 25 16:49:58.748856 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:49:58.749297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:49:58.749382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:49:58.806422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ac5cbd56-540e-4e12-9dfd-a1002c7eee43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/41bab6a3-35e7-4d67-943f-497c69be650a HTTP/1.1" status: 204 len: 168 time: 5.6674430 Jan 25 16:49:58.806843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:49:58.823923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:49:58.879235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:49:58.988784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'status': 'completed', 'code': 200} Jan 25 16:49:59.007235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:49:59.038054 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:49:59.040462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:49:59.040842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.092200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.180769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.217176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=ef16c4f8-64a6-477a-96d8-31004ab23d5a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:49:59.235725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': 'df1bead5-97ca-4fb2-89e3-75c83b486102', 'ip_address': '2001:db8::f816:3eff:fea4:8cf7'}, {'subnet_id': 'f90c4601-90e7-4bff-adab-d4770ed9d42c'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:49:59.303332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.338951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.530630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.551990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 067c55c9-465a-41d0-adab-5aff4d108fca has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:49:59.562404 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:49:59.566960 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da339e2f-ed0a-448c-a89b-d6cc9b8e13d4 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:49:37Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '86965427-8c25-4ade-964c-3762a3bf4bf4', 'name': '', 'network_id': '1c636b3e-10f0-4458-a275-07ebf13524b0', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:7e:4a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:13Z', 'updated_at': '2022-01-25T16:46:26Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '600a4f15-fab0-4a4e-a170-ee9c1ab1694b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:49:59.578169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:49:59.585724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] For port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,segment=NetworkSegment(c4969e91-1fd8-4937-a7bc-c9ee7470e695),segment_id=c4969e91-1fd8-4937-a7bc-c9ee7470e695)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:59.586201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.616227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Deleting port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:59.617432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.727576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:49:59.728025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.757751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Calling delete_port for c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:49:59.848676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-e36e2d33-3506-476b-847a-a14060fa3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:49:59.849776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.850194 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-e36e2d33-3506-476b-847a-a14060fa3de1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 1098 time: 0.8730352 Jan 25 16:49:59.938013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:49:59.966598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:49:59.980758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] Sync routers for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:49:59.991164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:49:59.991954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:00.019658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 6340dc7f-6186-413f-9506-a490d8effa0e has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:00.036919 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b895-b2ad-4ff7-a765-d1fcd93f2afb None None] New status for floating IP 41bab6a3-35e7-4d67-943f-497c69be650a: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:50:00.083232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.098650 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-825c441a-44b0-446e-89b2-05725a316ce1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/ef16c4f8-64a6-477a-96d8-31004ab23d5a HTTP/1.1" status: 204 len: 168 time: 2.6429751 Jan 25 16:50:00.102052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33372) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:00.116561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:00.117821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:00.199663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-1e9ebf3b-f6d7-4ffc-a07c-601d92b9a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:00.201455 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-1e9ebf3b-f6d7-4ffc-a07c-601d92b9a0a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 200 len: 897 time: 0.3189752 Jan 25 16:50:00.230452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:00.277496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Allocated IP 2001:db8:0:1::2 (255dcaab-10ef-4717-a4ec-827262e2a670/f90c4601-90e7-4bff-adab-d4770ed9d42c/2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:00.294441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:00.295197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:00.367744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9140a0a6-74bb-4dfd-8210-faf5f76f7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.370369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.385742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:00.432761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:00.433183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088c3f0-ea92-4d41-9f4b-587a8d07b9d3 None None] The sync data for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:00.435691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No active binding found for port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 {{(pid=87554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 25 16:50:00.436146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 16:50:00.482006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010a6c5-7ed2-4989-acb5-54484e8e83ab req-169e7be8-fac9-4ab4-99b1-e8e15d086620 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:00.482895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6010a6c5-7ed2-4989-acb5-54484e8e83ab req-169e7be8-fac9-4ab4-99b1-e8e15d086620 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:00.496656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] Pushing event deleted for resources: {'Port': ['ID=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:00.548971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd4359-cb20-46ae-9b96-576bf0e55837 None None] No DVR routers for this DVR port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:00.552133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 not found, will not notify nova. {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 16:50:00.561414 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-00353ca8-caa8-4f7e-b7c2-55cb2da4ce45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 200 len: 217 time: 0.3083990 Jan 25 16:50:00.663791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:00.720510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] For port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:00.776567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.777586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.797362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Transition to ACTIVE for port object 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:00.803747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:00.804405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.837863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:00.845551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-6010a6c5-7ed2-4989-acb5-54484e8e83ab req-169e7be8-fac9-4ab4-99b1-e8e15d086620 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:00.846770 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6010a6c5-7ed2-4989-acb5-54484e8e83ab req-169e7be8-fac9-4ab4-99b1-e8e15d086620 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 1.3551512 Jan 25 16:50:00.847692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:00.856700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-965be544-1c03-413d-b299-e679a891385b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/6340dc7f-6186-413f-9506-a490d8effa0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5625947 Jan 25 16:50:00.860709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:00.900522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] Sync routers for ids ['6340dc7f-6186-413f-9506-a490d8effa0e'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:00.912153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-08ca8f7d-2b9d-4fa1-b210-4430bd8ae3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:00.913630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-08ca8f7d-2b9d-4fa1-b210-4430bd8ae3fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 200 len: 834 time: 0.3397374 Jan 25 16:50:00.927979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] For port 0bbd18b6-050a-45f0-a9b5-ec338bcd325b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:00.928592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.013001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] Routers {'6340dc7f-6186-413f-9506-a490d8effa0e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:01.013825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6340dc7f-6186-413f-9506-a490d8effa0e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:01.161967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:01.164080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Calling delete_port for 0bbd18b6-050a-45f0-a9b5-ec338bcd325b owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:01.177903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] Routers {'6340dc7f-6186-413f-9506-a490d8effa0e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:01.178950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6340dc7f-6186-413f-9506-a490d8effa0e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:01.198466 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6010a6c5-7ed2-4989-acb5-54484e8e83ab req-f421aa56-ed0b-4723-b34b-d2151928dd1f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402929 Jan 25 16:50:01.201946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c59159b6-2922-4c1d-a8ee-24f4cf8d76c5,segment=NetworkSegment(c4969e91-1fd8-4937-a7bc-c9ee7470e695),segment_id=c4969e91-1fd8-4937-a7bc-c9ee7470e695)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:01.201946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.259871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7500c4e-3473-4e13-be75-ff75895ff50d None None] Pushing event updated for resources: {'Port': ['ID=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:01.275132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.278916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 had new provisioning blocks added so it will not transition to active. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jan 25 16:50:01.280690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:01.281273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1f79e-877a-4f67-8e04-255ffb452a0a None None] The sync data for ids ['6340dc7f-6186-413f-9506-a490d8effa0e'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:01.334519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:01.377181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:01.378305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:01.393328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:01.475389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.521959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-2fbc9610-8e09-4f8b-8d89-8eeb08e5c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:01.523472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-2fbc9610-8e09-4f8b-8d89-8eeb08e5c644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c636b3e-10f0-4458-a275-07ebf13524b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5866673 Jan 25 16:50:01.625285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:01.625543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:01.654816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-0bb50489-9343-4afa-9fb4-656c2a8964c6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:01.655537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-0bb50489-9343-4afa-9fb4-656c2a8964c6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:01.697065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-7cb3cbc0-ddf8-4086-b01d-078d8f28dded service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666319 Jan 25 16:50:01.708645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8:0:1::245 (255dcaab-10ef-4717-a4ec-827262e2a670/f90c4601-90e7-4bff-adab-d4770ed9d42c/4c01ab98-4716-4505-8c72-d10ec2c2f0c4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:01.765622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe46:1f8b (255dcaab-10ef-4717-a4ec-827262e2a670/df1bead5-97ca-4fb2-89e3-75c83b486102/4c01ab98-4716-4505-8c72-d10ec2c2f0c4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:01.814395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-be6e3ffb-59d5-4631-82db-b99048097377 None None] Provisioning for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:01.815383 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-04be31fd-064b-4a63-8816-de13b734972f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] remove_router_interface failed (client error): The resource could not be found. Jan 25 16:50:01.819908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04be31fd-064b-4a63-8816-de13b734972f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/6340dc7f-6186-413f-9506-a490d8effa0e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8841994 Jan 25 16:50:01.822662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33382) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:01.823851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-be6e3ffb-59d5-4631-82db-b99048097377 None None] Provisioning complete for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:01.825435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be6e3ffb-59d5-4631-82db-b99048097377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.832677 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-0bb50489-9343-4afa-9fb4-656c2a8964c6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:01.834111 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-0bb50489-9343-4afa-9fb4-656c2a8964c6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.9383831 Jan 25 16:50:01.890723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-af73a625-b2b1-4319-b1aa-9dda6335d2e8 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:01.935469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:01.981743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-af73a625-b2b1-4319-b1aa-9dda6335d2e8 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:01.982931 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-af73a625-b2b1-4319-b1aa-9dda6335d2e8 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=6340dc7f-6186-413f-9506-a490d8effa0e HTTP/1.1" status: 200 len: 205 time: 0.1574335 Jan 25 16:50:01.988453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:02.001949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbd18b6-050a-45f0-a9b5-ec338bcd325b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:02.112212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 541a8fd6-c3b6-48a2-8a50-581a7796a122 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:02.112565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.194574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port c59159b6-2922-4c1d-a8ee-24f4cf8d76c5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:02.194931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.269334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb3d116f-cab8-4ed6-a39d-52e3e7e0c7bc req-2316eb19-b218-4134-9693-96713dc5e735 service neutron] 10.222.0.15 "GET /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649805 Jan 25 16:50:02.271412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.317920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] The port 'c59159b6-2922-4c1d-a8ee-24f4cf8d76c5' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:02.622247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.668444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c9172-21af-4ea1-8517-b2ead41988e7']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:02.689202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.783299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:02.797757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4969e91-1fd8-4937-a7bc-c9ee7470e695') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:02.798063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4969e91-1fd8-4937-a7bc-c9ee7470e695') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:02.890601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.907592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:02.917513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:02.918987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.006956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.022741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353020ca-77df-48d7-ad26-88178653cc8c req-28e192ed-9d1d-425e-8901-2efc59eac7b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:03.025470 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-353020ca-77df-48d7-ad26-88178653cc8c req-28e192ed-9d1d-425e-8901-2efc59eac7b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 945 time: 0.6525149 Jan 25 16:50:03.026678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.034741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.064528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:03.064933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.078153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:03.079914 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:03.113870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:03.117741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port d257d55c-03e5-4906-aa64-a39cca7fc2b3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:03.117973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.194413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.194936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router 6340dc7f-6186-413f-9506-a490d8effa0e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:03.232530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.235994 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2d415f1-87fa-430b-9479-2bd567edf167 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/6340dc7f-6186-413f-9506-a490d8effa0e HTTP/1.1" status: 204 len: 168 time: 1.2422178 Jan 25 16:50:03.240455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33410) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:03.270039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-353020ca-77df-48d7-ad26-88178653cc8c req-520a976c-5fb7-4c5c-ab56-7f9c5943e8e4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=bbaa3b67-4e99-46da-90c0-580bc121f683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264905 Jan 25 16:50:03.284151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.293439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ae69-49ba-4c7c-9595-8e20bbcba002 req-c7200bfa-dff5-42c0-8669-647eef34f1cc tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:03.294904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f01ae69-49ba-4c7c-9595-8e20bbcba002 req-c7200bfa-dff5-42c0-8669-647eef34f1cc tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.6094861 Jan 25 16:50:03.314345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.339169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=759c9172-21af-4ea1-8517-b2ead41988e7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:03.416621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 541a8fd6-c3b6-48a2-8a50-581a7796a122, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=541a8fd6-c3b6-48a2-8a50-581a7796a122,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:03.416982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.424445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.433106 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8396c38c-3b3c-4a84-a33c-efb2a0e96532 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/759c9172-21af-4ea1-8517-b2ead41988e7 HTTP/1.1" status: 204 len: 168 time: 8.2808795 Jan 25 16:50:03.440630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33414) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:03.455486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329840819'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:03.465170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:03.476017 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f01ae69-49ba-4c7c-9595-8e20bbcba002 req-0c2f293a-94eb-49ee-bf85-9bdffd781140 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630206 Jan 25 16:50:03.477521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:03.528361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:03.553831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:03.575305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:03.578740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.610575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Router d24a762b-897f-4386-ac1e-0258ce72fa4c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:03.620251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 541a8fd6-c3b6-48a2-8a50-581a7796a122 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:03.623266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:03.688774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet 156d9b43-28bd-40db-9f7c-4116141ebfad {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:03.697849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.698176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 5d319f2c-bd96-4989-82f8-0975cf298d55 of type vlan for network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa Jan 25 16:50:03.699812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.746583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.764317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:03.775093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:03.783193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=4c01ab98-4716-4505-8c72-d10ec2c2f0c4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:03.789953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:03.795619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:03.796293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.941085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for d257d55c-03e5-4906-aa64-a39cca7fc2b3 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:03.948772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:03.974308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.004986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:04.018015 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-128ac9c3-2653-4419-b843-26f66d03d21d admin admin] 10.222.0.45 "PUT /v2.0/routers/d24a762b-897f-4386-ac1e-0258ce72fa4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7704225 Jan 25 16:50:04.021071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.025551 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Sync routers for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:04.030024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:04.031484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.035861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33418) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:04.038478 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:04.039769 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:04.120739 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db4fa576-7f24-4ed2-aa8b-292f7d92a100 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.8381670 Jan 25 16:50:04.131819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:04.136409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0f78d677-eb75-43ec-bebe-5c125913cee2 None None] Provisioning for port 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:04.146709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0f78d677-eb75-43ec-bebe-5c125913cee2 None None] Provisioning complete for port 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:04.148072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0f78d677-eb75-43ec-bebe-5c125913cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.229796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7806692 Jan 25 16:50:04.232453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33426) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:04.246581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:04.249066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0f78d677-eb75-43ec-bebe-5c125913cee2 None None] Port 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:50:04.267486 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:04.269699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be884b0-a6c9-4139-b198-10cf023114db tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=a0bbfb5a-4efe-470b-96e8-b14c5cef85aa,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:04.286367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:04.416585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:04.416927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.450402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.537045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2930b67-5076-4a9b-8f64-54c0c0d1d0a6 req-006ba331-f8c9-4184-9c63-15cb647f3a4f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.0654967 Jan 25 16:50:04.558909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.609367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:04.613625 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:50:01Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:04.620975 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Checking router: d24a762b-897f-4386-ac1e-0258ce72fa4c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:50:04.626473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:04.631297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:04.633579 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Routers {'d24a762b-897f-4386-ac1e-0258ce72fa4c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:04.635197 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d24a762b-897f-4386-ac1e-0258ce72fa4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:04.647517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:04.685934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=541a8fd6-c3b6-48a2-8a50-581a7796a122,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:04.743541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:04.747116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.751420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.876070 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] Set router d24a762b-897f-4386-ac1e-0258ce72fa4c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:04.892392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 541a8fd6-c3b6-48a2-8a50-581a7796a122 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:04.900869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.907563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'name': 'network-vif-deleted', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:50:04.913632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.948345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Deleting port 0afc6f3a-90e4-480b-94b4-51c0617875b6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:04.948664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:04.970112 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-138f0243-c700-4fdb-94eb-0603d0814ee5 req-48d59df6-b52c-48e6-9f81-a5c1b64d036e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/541a8fd6-c3b6-48a2-8a50-581a7796a122 HTTP/1.1" status: 204 len: 173 time: 3.1251676 Jan 25 16:50:05.027101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a7fc1-3ea1-4a55-9dd5-453ce74f7d43 req-023a12ef-32b1-45cb-b853-cbe47fe9dc87 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:05.034316 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f82a7fc1-3ea1-4a55-9dd5-453ce74f7d43 req-023a12ef-32b1-45cb-b853-cbe47fe9dc87 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.3182554 Jan 25 16:50:05.115285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.202338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=156d9b43-28bd-40db-9f7c-4116141ebfad,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:05.207615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.230987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fab756-bc44-4cdb-a935-3c080c30ecb6 None None] Network dcea7641-52fd-40d0-bcc5-90ae3f753637 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:05.234671 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe70a1-d4fc-4c6e-9306-ac1987277f10', 'name': 'network-vif-deleted', 'tag': '541a8fd6-c3b6-48a2-8a50-581a7796a122', 'status': 'completed', 'code': 200} Jan 25 16:50:05.264491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 541a8fd6-c3b6-48a2-8a50-581a7796a122 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:05.267845 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0df4d04c-4bca-4ced-9103-525c8a8c8c17 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/156d9b43-28bd-40db-9f7c-4116141ebfad HTTP/1.1" status: 204 len: 168 time: 2.0050969 Jan 25 16:50:05.270783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33438) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:05.271922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.361435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f82a7fc1-3ea1-4a55-9dd5-453ce74f7d43 req-97a9bd51-0482-40b0-a9d0-32cdbedc3709 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261278 Jan 25 16:50:05.401672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=d257d55c-03e5-4906-aa64-a39cca7fc2b3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:05.406473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 541a8fd6-c3b6-48a2-8a50-581a7796a122 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:05.407322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 541a8fd6-c3b6-48a2-8a50-581a7796a122 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:05.491617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.528967 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:50:01Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:05.536295 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f276c-78ea-4a07-9bc8-b2fb8a7b998a None None] The sync data for ids ['d24a762b-897f-4386-ac1e-0258ce72fa4c'] in dv-neutron-824022-2-hyperv is: [{'id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'name': 'tempest-ServerActionsTestJSON-1077425586-router', 'tenant_id': 'f6ab5345205e4e53b162c770928a1a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:44:12Z', 'updated_at': '2022-01-25T16:50:01Z', 'revision_number': 5, 'project_id': 'f6ab5345205e4e53b162c770928a1a62', 'gw_port': {'id': '0afc6f3a-90e4-480b-94b4-51c0617875b6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a762b-897f-4386-ac1e-0258ce72fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:44:14Z', 'updated_at': '2022-01-25T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:05.551176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.563190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] For port 0afc6f3a-90e4-480b-94b4-51c0617875b6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0afc6f3a-90e4-480b-94b4-51c0617875b6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:05.563777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.823221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for 4c01ab98-4716-4505-8c72-d10ec2c2f0c4 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:05.917999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:05.932200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] DHCP port deletion for dcea7641-52fd-40d0-bcc5-90ae3f753637 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:05.938611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Deleting port 6776d42b-9c34-424a-a46b-b7e50d29f97e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:05.939140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.092999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Calling delete_port for 0afc6f3a-90e4-480b-94b4-51c0617875b6 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:06.146699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 6776d42b-9c34-424a-a46b-b7e50d29f97e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:06.146979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.161788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-04e51060-e9b1-4a3a-9a20-218938d00768 req-edf263d7-8fdc-45f8-a708-0aa05bef7726 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=cffe70a1-d4fc-4c6e-9306-ac1987277f10 HTTP/1.1" status: 200 len: 210 time: 0.1969957 Jan 25 16:50:06.177113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.183722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=98922f79-e2f9-4c89-9646-c49c5239c982,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:06.214690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '5d319f2c-bd96-4989-82f8-0975cf298d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:06.215049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: a0bbfb5a-4efe-470b-96e8-b14c5cef85aa, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:06.217978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] For port 6776d42b-9c34-424a-a46b-b7e50d29f97e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6776d42b-9c34-424a-a46b-b7e50d29f97e,segment=NetworkSegment(64ce8cca-8b11-446f-997b-c38a7ea86430),segment_id=64ce8cca-8b11-446f-997b-c38a7ea86430)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:06.218808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.268923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:06.282279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a0bbfb5a-4efe-470b-96e8-b14c5cef85aa) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:06.289593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:06.290584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.303764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a08148-1b13-488c-ae41-bc0872bae92f None None] Network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:06.331309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e7600089-1d11-41c9-80d4-7072919e0635 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0935926 Jan 25 16:50:06.331547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33444) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:06.386003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Calling delete_port for 6776d42b-9c34-424a-a46b-b7e50d29f97e owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:06.535828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.567637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.684211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afc6f3a-90e4-480b-94b4-51c0617875b6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:06.714233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] No DVR routers for this DVR port 6776d42b-9c34-424a-a46b-b7e50d29f97e on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:06.715830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8f1b0-bd3c-4ba2-bace-e63c7d9522b5 None None] Pushing event deleted for resources: {'Port': ['ID=6776d42b-9c34-424a-a46b-b7e50d29f97e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:06.721763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6776d42b-9c34-424a-a46b-b7e50d29f97e no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:06.804089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 6776d42b-9c34-424a-a46b-b7e50d29f97e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6776d42b-9c34-424a-a46b-b7e50d29f97e,segment=NetworkSegment(64ce8cca-8b11-446f-997b-c38a7ea86430),segment_id=64ce8cca-8b11-446f-997b-c38a7ea86430)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:06.808224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.809560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.817136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 6776d42b-9c34-424a-a46b-b7e50d29f97e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:06.817534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6776d42b-9c34-424a-a46b-b7e50d29f97e not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:06.818124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0bbd18b6-050a-45f0-a9b5-ec338bcd325b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:06.826361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.862051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0bbd18b6-050a-45f0-a9b5-ec338bcd325b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:06.862456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:06.862851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0bbd18b6-050a-45f0-a9b5-ec338bcd325b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:06.879418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a0bbfb5a-4efe-470b-96e8-b14c5cef85aa', 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '98922f79-e2f9-4c89-9646-c49c5239c982'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:06.881572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.008446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=4c01ab98-4716-4505-8c72-d10ec2c2f0c4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:07.022509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.032286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e895-54c3-41c1-8576-0de1585c0cb1 req-d8cc403b-e226-4efc-bc45-57d704a7cccb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:07.033822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c522e895-54c3-41c1-8576-0de1585c0cb1 req-d8cc403b-e226-4efc-bc45-57d704a7cccb tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.4996769 Jan 25 16:50:07.035551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.054254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Allocated IP 172.20.0.1 (a0bbfb5a-4efe-470b-96e8-b14c5cef85aa/98922f79-e2f9-4c89-9646-c49c5239c982/f61deba8-b911-4e0a-98cd-f9a7132ef4f5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:07.088522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 6776d42b-9c34-424a-a46b-b7e50d29f97e owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:07.129281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.129786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24a762b-897f-4386-ac1e-0258ce72fa4c {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:07.151575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.215765 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c522e895-54c3-41c1-8576-0de1585c0cb1 req-6bfe260f-b517-42c4-80c0-4b057bd86cc2 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488981 Jan 25 16:50:07.236171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.239957 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-49e15491-cfcd-455b-bdae-b03896ddc521 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d24a762b-897f-4386-ac1e-0258ce72fa4c HTTP/1.1" status: 204 len: 168 time: 3.1860838 Jan 25 16:50:07.244280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.288722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.321456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.344356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Deleting subnet 4eee80e3-cf77-4d16-a608-f75aa419c75f {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:07.351416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.353034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.367991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Transition to ACTIVE for port object f61deba8-b911-4e0a-98cd-f9a7132ef4f5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:07.409716 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-513c6b1f-8bd6-48d2-a20d-63db72f91568 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/4c01ab98-4716-4505-8c72-d10ec2c2f0c4 HTTP/1.1" status: 204 len: 168 time: 3.2764840 Jan 25 16:50:07.415371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33460) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.421728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Transition to ACTIVE for port object f61deba8-b911-4e0a-98cd-f9a7132ef4f5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:07.430124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.462235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:07.462235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:07.481069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.497095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 067c55c9-465a-41d0-adab-5aff4d108fca has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:07.505147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:07.513349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:07.516102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:07.517935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.595118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=98922f79-e2f9-4c89-9646-c49c5239c982,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:07.610681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c5131-fa4e-4faf-883b-3104365a3a37 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:07.611426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c0c5131-fa4e-4faf-883b-3104365a3a37 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:07.612828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.615233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Pushing event updated for resources: {'Port': ['ID=f61deba8-b911-4e0a-98cd-f9a7132ef4f5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:07.628023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Attempting to bind port f61deba8-b911-4e0a-98cd-f9a7132ef4f5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:07.628501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Attempting to bind port f61deba8-b911-4e0a-98cd-f9a7132ef4f5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5d319f2c-bd96-4989-82f8-0975cf298d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:07.629504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Attempting to bind port f61deba8-b911-4e0a-98cd-f9a7132ef4f5 on network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:07.635289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:07.635805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Checking segment: {'id': '5d319f2c-bd96-4989-82f8-0975cf298d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:07.636296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.636777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Bound using segment: {'id': '5d319f2c-bd96-4989-82f8-0975cf298d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:07.637369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Bound port: f61deba8-b911-4e0a-98cd-f9a7132ef4f5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d319f2c-bd96-4989-82f8-0975cf298d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:07.637836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.696781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c0c5131-fa4e-4faf-883b-3104365a3a37 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:07.700334 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c0c5131-fa4e-4faf-883b-3104365a3a37 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2816596 Jan 25 16:50:07.700965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33464) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.737838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.747442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] For port f61deba8-b911-4e0a-98cd-f9a7132ef4f5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:07.751671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] For port f61deba8-b911-4e0a-98cd-f9a7132ef4f5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f61deba8-b911-4e0a-98cd-f9a7132ef4f5,segment=NetworkSegment(5d319f2c-bd96-4989-82f8-0975cf298d55),segment_id=5d319f2c-bd96-4989-82f8-0975cf298d55)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:07.758948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.777802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:07.792982 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5bcf5547-a369-4a60-a4ae-5dc3e0b46fba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/routers/067c55c9-465a-41d0-adab-5aff4d108fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6897366 Jan 25 16:50:07.797053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33468) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.872111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493556e-9396-4304-8fe7-f7836dc87e76 None None] Pushing event updated for resources: {'Port': ['ID=f61deba8-b911-4e0a-98cd-f9a7132ef4f5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:07.886895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:50:07.887497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] Sync routers for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:07.893409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.903995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc9cbb-10a3-47ba-b339-3793bdeaa36f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:07.909096 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98bc9cbb-10a3-47ba-b339-3793bdeaa36f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2037134 Jan 25 16:50:07.909096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33472) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:07.920142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:07.921540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:07.953832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bbfb5a-4efe-470b-96e8-b14c5cef85aa']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:07.970079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:07.999226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.000139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 6776d42b-9c34-424a-a46b-b7e50d29f97e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:08.000495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.016156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d319f2c-bd96-4989-82f8-0975cf298d55') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.016457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d319f2c-bd96-4989-82f8-0975cf298d55') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.035178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.061810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] Routers {'067c55c9-465a-41d0-adab-5aff4d108fca'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:08.062953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['067c55c9-465a-41d0-adab-5aff4d108fca'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.066595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.078145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:08.078538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:08.106926 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:08.133976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.134630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721890b-75d0-4523-9e98-5fda5f30c96c None None] The sync data for ids ['067c55c9-465a-41d0-adab-5aff4d108fca'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:08.161309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1030ffc0-79e6-4cae-9bbc-5840ffe2a4e0 None None] Network a0bbfb5a-4efe-470b-96e8-b14c5cef85aa requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:08.178117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.233869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eee80e3-cf77-4d16-a608-f75aa419c75f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:08.236532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.239164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.241026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] The port '6776d42b-9c34-424a-a46b-b7e50d29f97e' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:08.258979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ca7a5-0dc3-4a46-99b2-58065ca12ce2 None None] Network 1b3cc096-b33e-4d89-955e-6281af3a61e3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:08.264981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:50:08.264981 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:50:08.264981 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': 'a0bbfb5a-4efe-470b-96e8-b14c5cef85aa'}] Jan 25 16:50:08.264981 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:08.265456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:08.270811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa3b67-4e99-46da-90c0-580bc121f683,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:08.290544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ffb7dc10-07e1-4c31-b07a-8b8b6430f31f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4eee80e3-cf77-4d16-a608-f75aa419c75f HTTP/1.1" status: 204 len: 168 time: 1.0456233 Jan 25 16:50:08.292011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.296389 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ac40836a-2547-4cba-9787-d0581abb1aed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/bbaa3b67-4e99-46da-90c0-580bc121f683 HTTP/1.1" status: 204 len: 168 time: 0.9738955 Jan 25 16:50:08.297007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:08.305998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:08.311281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:08.313097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:08.317751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:08.347731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33484) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:08.420645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.530512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.548280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Deleting port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:08.548608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.587957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb528fd-4aca-4b77-9d29-e2b46ffac5d3 req-4ec63c93-dc58-40d3-b840-bc138d3ded35 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:08.595062 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dcb528fd-4aca-4b77-9d29-e2b46ffac5d3 req-4ec63c93-dc58-40d3-b840-bc138d3ded35 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.1790259 Jan 25 16:50:08.681744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0afc6f3a-90e4-480b-94b4-51c0617875b6 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:08.698781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dcb528fd-4aca-4b77-9d29-e2b46ffac5d3 req-6101d60e-e804-4990-8446-b24c9cb8dc0f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027975 Jan 25 16:50:08.709408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:08.713991 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0052962-d3fc-4636-bfc3-e68f7d3fc6ef tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8014770 Jan 25 16:50:08.727957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33488) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:08.769100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.787875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] DHCP port deletion for 1b3cc096-b33e-4d89-955e-6281af3a61e3 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:08.792194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.796066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0afc6f3a-90e4-480b-94b4-51c0617875b6 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:08.797292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0afc6f3a-90e4-480b-94b4-51c0617875b6 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:08.803892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Deleting port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:08.804278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.905956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port f61deba8-b911-4e0a-98cd-f9a7132ef4f5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:08.906407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.920795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcea7641-52fd-40d0-bcc5-90ae3f753637']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.939497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ce8cca-8b11-446f-997b-c38a7ea86430') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.939820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ce8cca-8b11-446f-997b-c38a7ea86430') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:08.950664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet df1bead5-97ca-4fb2-89e3-75c83b486102 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:08.969246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:08.969574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.027824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] For port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:09.028189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.034582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] For port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,segment=NetworkSegment(f44e1930-7b60-44c3-b3ba-81828d70fa1a),segment_id=f44e1930-7b60-44c3-b3ba-81828d70fa1a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:09.034979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.061463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.088085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:09.088486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:09.104372 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:09.107585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.163016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Calling delete_port for 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:09.194036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Calling delete_port for 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:09.241810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.242231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 3acbeddf-562c-40ca-b65b-280f5c8b9a0d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:09.242735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.256869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.293105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] Pushing event deleted for resources: {'Port': ['ID=6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:09.296457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a4ea0-7580-495f-a72c-be9f6d3b78e3 None None] No DVR routers for this DVR port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:09.319614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6e0c0-cee7-4da2-bd15-3aa9075bbc08 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:50:09.329229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.333899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.385647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=dcea7641-52fd-40d0-bcc5-90ae3f753637,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:09.389561 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-685dae52-4fd9-40cd-9479-777c65971d71 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/dcea7641-52fd-40d0-bcc5-90ae3f753637 HTTP/1.1" status: 204 len: 168 time: 4.1122897 Jan 25 16:50:09.405177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33492) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:09.434720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-73227603'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:09.441936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:09.446116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:09.455631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:09.459730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6e0c0-cee7-4da2-bd15-3aa9075bbc08 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:50:09.464990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:09.500878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:09.500878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:09.507693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port f61deba8-b911-4e0a-98cd-f9a7132ef4f5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f61deba8-b911-4e0a-98cd-f9a7132ef4f5,segment=NetworkSegment(5d319f2c-bd96-4989-82f8-0975cf298d55),segment_id=5d319f2c-bd96-4989-82f8-0975cf298d55)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:09.509294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.523516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:09.527257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.598411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.741824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 3acbeddf-562c-40ca-b65b-280f5c8b9a0d owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:09.787306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for f61deba8-b911-4e0a-98cd-f9a7132ef4f5 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:09.864912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:09.960533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:10.000136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.000419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69 of type vlan for network ace0375b-c1ef-4295-85d5-392a65fcee3a Jan 25 16:50:10.001416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Deleting port 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:10.001748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.107452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.116622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] The port '6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:10.125953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.220263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.227141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=f61deba8-b911-4e0a-98cd-f9a7132ef4f5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:10.233131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port f61deba8-b911-4e0a-98cd-f9a7132ef4f5 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:10.235935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.308858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.362729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=3acbeddf-562c-40ca-b65b-280f5c8b9a0d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:10.390879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611e661-c21f-494e-bd6c-c729719bbeaa None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:10.396493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=df1bead5-97ca-4fb2-89e3-75c83b486102,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:10.411602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.486519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:10.501482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b42f71-d16e-4d97-b092-bb7fc81ef003 req-c4ec8774-6238-4fb7-bf71-1969587781ee tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:10.503013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73b42f71-d16e-4d97-b092-bb7fc81ef003 req-c4ec8774-6238-4fb7-bf71-1969587781ee tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.6053407 Jan 25 16:50:10.521365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.571839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.581452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.598394 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-438ad8c0-16e6-46e1-9c1a-c66aec74855e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/df1bead5-97ca-4fb2-89e3-75c83b486102 HTTP/1.1" status: 204 len: 168 time: 1.8689408 Jan 25 16:50:10.609078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.615416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:10.616064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.622246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33498) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:10.658405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:10.670789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3cc096-b33e-4d89-955e-6281af3a61e3']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.698527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:10.698872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6d17ce37-89f3-4c43-8e47-ac9a4ee1ff83 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:10.780620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.785514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.790555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bbfb5a-4efe-470b-96e8-b14c5cef85aa']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.800615 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73b42f71-d16e-4d97-b092-bb7fc81ef003 req-291ced77-aa48-471b-b897-c2b470f4f4d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713041 Jan 25 16:50:10.822591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44e1930-7b60-44c3-b3ba-81828d70fa1a') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.822892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44e1930-7b60-44c3-b3ba-81828d70fa1a') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.854578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4478519 Jan 25 16:50:10.860812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d319f2c-bd96-4989-82f8-0975cf298d55') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.861188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d319f2c-bd96-4989-82f8-0975cf298d55') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:10.865427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:10.881575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:10.881782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.892913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01a8e7-2279-40da-a593-563c0f1daeae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=ace0375b-c1ef-4295-85d5-392a65fcee3a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:10.902281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.903263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.903894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Fanout notify agent at l3_agent the message router_deleted on router 067c55c9-465a-41d0-adab-5aff4d108fca {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:10.908788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ace0375b-c1ef-4295-85d5-392a65fcee3a details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:10.932717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet f90c4601-90e7-4bff-adab-d4770ed9d42c {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:10.937768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.966945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.969382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.991445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:10.995701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6a9f18a-d34d-488f-a2cb-9c2eece897f1 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/routers/067c55c9-465a-41d0-adab-5aff4d108fca HTTP/1.1" status: 204 len: 168 time: 3.1951065 Jan 25 16:50:11.002135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:11.002557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.007145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:11.021628 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:11.023749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:11.023749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:11.043816 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:11.076447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 86965427-8c25-4ade-964c-3762a3bf4bf4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:11.076837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.139018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:11.150365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:11.157499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:11.191093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:11.192070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.204417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting subnet 03dbf0c2-a627-441e-845a-6d455239c153 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:11.241716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.266371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.271935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.275625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.286484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=a0bbfb5a-4efe-470b-96e8-b14c5cef85aa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:11.290773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.293239 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b3cc096-b33e-4d89-955e-6281af3a61e3 HTTP/1.1" status: 204 len: 168 time: 2.9946206 Jan 25 16:50:11.321611 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6c7d776f-2bba-4581-8bc4-81a99f445d91 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/a0bbfb5a-4efe-470b-96e8-b14c5cef85aa HTTP/1.1" status: 204 len: 168 time: 4.9889851 Jan 25 16:50:11.326349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33512) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.330108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910b0ae-1298-477f-88c5-f42f6cdd53b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3cc096-b33e-4d89-955e-6281af3a61e3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:11.339017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1287589166'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:11.339606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:11.343494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.350657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:11.361572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:11.368849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:11.381895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:11.401485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.452442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:11.456945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.482627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.531862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f4147dfe-b729-4b19-b1a3-238e1b9e301b None None] Provisioning complete for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:11.532483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4147dfe-b729-4b19-b1a3-238e1b9e301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.546713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:11.575057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.575415 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment eb34b3ec-02a1-438a-8f25-ff7c316f1d0b of type vlan for network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 Jan 25 16:50:11.578010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.612590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.731165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 86965427-8c25-4ade-964c-3762a3bf4bf4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86965427-8c25-4ade-964c-3762a3bf4bf4,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:11.732688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.748740 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0c69bffe-96a2-4af0-bfa0-abf6b730604e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6ab5345205e4e53b162c770928a1a62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636402 Jan 25 16:50:11.754084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33520) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.778745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=f90c4601-90e7-4bff-adab-d4770ed9d42c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:11.797614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.804788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375a529-4eab-43a0-abfe-d6072a494fad None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:11.806893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:11.856114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f9f8b248-74a8-46e5-acf3-1d515d00476d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/f90c4601-90e7-4bff-adab-d4770ed9d42c HTTP/1.1" status: 204 len: 168 time: 1.2066715 Jan 25 16:50:11.862366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.879341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 86965427-8c25-4ade-964c-3762a3bf4bf4 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:11.956120 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2962a98c-c530-4f4a-8de4-898e934f1c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925591 Jan 25 16:50:11.976029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:11.989810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.015568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.020899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:12.021517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.022520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:12.062630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.153833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8215096 Jan 25 16:50:12.159421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:12.175712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b1e5-81db-476d-9925-869717bf11ca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=1ce33581-1449-496b-a0a5-f308e0a5a5a5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:12.180048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:12.180824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.188202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:12.213347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:12.221404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Deleting port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:12.221784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.243287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6ca0-0800-4ab1-ab15-9543814d798a req-a61d0998-991d-4939-a085-c51932964630 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:12.250090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a78b6ca0-0800-4ab1-ab15-9543814d798a req-a61d0998-991d-4939-a085-c51932964630 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.2912579 Jan 25 16:50:12.303102 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a78b6ca0-0800-4ab1-ab15-9543814d798a req-c39d2205-e561-40e2-91e5-e22749f78c04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513930 Jan 25 16:50:12.304302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.321205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f4977-0a4d-411d-bf90-50f0b6a5e8ed,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:12.336236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.340643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-37189cb1-9d47-4bb3-8be3-148fafb94364 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d5f4977-0a4d-411d-bf90-50f0b6a5e8ed HTTP/1.1" status: 204 len: 168 time: 0.5800221 Jan 25 16:50:12.340807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:12.368405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:12.371608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.382226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:12.425106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.432669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:12.442168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Subnet': ['ID=03dbf0c2-a627-441e-845a-6d455239c153,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:12.457705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97df964-c743-408b-bca7-3587a60eccb1 None None] Network afb18a77-93cd-4174-a4f8-b1c51404e71e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:12.462340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.615185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:12.619251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.644679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] For port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:12.645260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.666846 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-efe135e0-8fbf-40e6-a920-db50b467afc2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/subnets/03dbf0c2-a627-441e-845a-6d455239c153 HTTP/1.1" status: 204 len: 168 time: 1.6550133 Jan 25 16:50:12.670199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33542) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:12.732787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:12.760278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=db930953-7b8e-4bc2-acc6-c6d548910e4a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:12.828595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:12.829203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: ace0375b-c1ef-4295-85d5-392a65fcee3a, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:12.858274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.863333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Calling delete_port for 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:12.872120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 1160949c-68ef-4c1d-b123-7b57d08d7147 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:12.872120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.898934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.940029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.971759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 is not hosted by any dhcp agent {{(pid=87553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 25 16:50:12.978187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:12.978717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:12.979682 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "PUT /v2.0/networks/1ce33581-1449-496b-a0a5-f308e0a5a5a5 HTTP/1.1" status: 200 len: 723 time: 0.8118403 Jan 25 16:50:12.980434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network ace0375b-c1ef-4295-85d5-392a65fcee3a is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:12.988029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33554) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:12.999872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:13.044910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.109626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.121815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ace0375b-c1ef-4295-85d5-392a65fcee3a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:13.129667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=86965427-8c25-4ade-964c-3762a3bf4bf4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:13.139993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:13.140803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.184458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] Pushing event deleted for resources: {'Port': ['ID=2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:13.198234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:13.202445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767598f-c731-4e7c-97fc-bd4e7517c64d None None] Network ace0375b-c1ef-4295-85d5-392a65fcee3a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:13.204065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:13.208976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:13.215561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06564915-ba02-400f-9154-4c768d3221c6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=1ce33581-1449-496b-a0a5-f308e0a5a5a5,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:13.226317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:13.247499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No active binding found for port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 {{(pid=87554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 25 16:50:13.247499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:13.267820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:13.273666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:13.279138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.300755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] For port 1160949c-68ef-4c1d-b123-7b57d08d7147, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1160949c-68ef-4c1d-b123-7b57d08d7147,segment=NetworkSegment(f01d2c44-1791-4780-b78e-c57ec0908fd4),segment_id=f01d2c44-1791-4780-b78e-c57ec0908fd4)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:13.301141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.365564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f72f03-6a55-47de-aa0e-52ec8dc59a6e None None] No DVR routers for this DVR port 2782cb29-9cf2-40e7-a4e2-0dc8f2e7ec48 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:13.519662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf35d8ed-9917-4613-a3d7-ed40c776ed69 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6523495 Jan 25 16:50:13.525960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:13.540893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1174630187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:13.562717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:13.574687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:13.595035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:13.605144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 1160949c-68ef-4c1d-b123-7b57d08d7147 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:13.664768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:13.711015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.712260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.743858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ace0375b-c1ef-4295-85d5-392a65fcee3a', 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'db930953-7b8e-4bc2-acc6-c6d548910e4a'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:13.746396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.759926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a0949-ded5-43ce-84f5-c8444f1f3f6f None None] DHCP port deletion for afb18a77-93cd-4174-a4f8-b1c51404e71e request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:13.774816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a0949-ded5-43ce-84f5-c8444f1f3f6f None None] Deleting port 1160949c-68ef-4c1d-b123-7b57d08d7147 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:13.775250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e0a0949-ded5-43ce-84f5-c8444f1f3f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.850492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.880225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.936190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] No DVR routers for this DVR port 1160949c-68ef-4c1d-b123-7b57d08d7147 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:13.969527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:13.971522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.975322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:13.984342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=1160949c-68ef-4c1d-b123-7b57d08d7147,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:14.002192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.003215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.003775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.004510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.005072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.005659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.005853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a0949-ded5-43ce-84f5-c8444f1f3f6f None None] The port '1160949c-68ef-4c1d-b123-7b57d08d7147' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:14.006409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.006956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.007489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.008615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.012129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.016760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:14.031580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.144893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:14.153643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:14.165868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c4e6d-b7e9-4540-be06-5dbbac8d830e None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:14.171451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:14.172488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.193629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.198132 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f0118e8-9a03-4dbd-8286-79a4f2274996 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6689293 Jan 25 16:50:14.199223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=285163ac-5f0f-4c04-8eec-7091a98bd9c7,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:14.201499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:14.305585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.305869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Allocated IP 172.20.0.2 (ace0375b-c1ef-4295-85d5-392a65fcee3a/db930953-7b8e-4bc2-acc6-c6d548910e4a/5c2a593c-2425-4559-af8b-84249030042c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:14.335292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb18a77-93cd-4174-a4f8-b1c51404e71e']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:14.349083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01d2c44-1791-4780-b78e-c57ec0908fd4') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:14.349420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01d2c44-1791-4780-b78e-c57ec0908fd4') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:14.363115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.385064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.392508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:14.393008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.495248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '285163ac-5f0f-4c04-8eec-7091a98bd9c7'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:14.496146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:14.502601 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:14.512213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.541535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.549238 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d822a37e-3434-47c6-bfc7-66405316d6f6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5670364 Jan 25 16:50:14.555948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33590) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:14.556811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Network': ['ID=afb18a77-93cd-4174-a4f8-b1c51404e71e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:14.577846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:14.752683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1d2c-4914-441f-b460-9d01f98116e8 req-9577def6-39ae-4cdd-aadc-59decacbe088 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:14.755043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06be1d2c-4914-441f-b460-9d01f98116e8 req-9577def6-39ae-4cdd-aadc-59decacbe088 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 1.0869076 Jan 25 16:50:14.878418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.885998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:14.897327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Transition to ACTIVE for port object 5c2a593c-2425-4559-af8b-84249030042c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:14.917491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Transition to ACTIVE for port object 5c2a593c-2425-4559-af8b-84249030042c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:14.926453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1160949c-68ef-4c1d-b123-7b57d08d7147 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:14.933014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9bc2851b-ffbf-456e-b5fd-1f72781c1265 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/networks/afb18a77-93cd-4174-a4f8-b1c51404e71e HTTP/1.1" status: 204 len: 168 time: 2.2610254 Jan 25 16:50:14.939526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33602) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:14.963637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.042298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1160949c-68ef-4c1d-b123-7b57d08d7147 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:15.042593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1160949c-68ef-4c1d-b123-7b57d08d7147 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:15.097165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Network ace0375b-c1ef-4295-85d5-392a65fcee3a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:15.103056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:15.103655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06be1d2c-4914-441f-b460-9d01f98116e8 req-b73d466a-6e51-477e-a0c0-bd76b4f6a51a tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587231 Jan 25 16:50:15.109642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:15.111721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Pushing event updated for resources: {'Port': ['ID=5c2a593c-2425-4559-af8b-84249030042c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:15.123492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33608) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:15.125319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Allocated IP 2001:db8::f816:3eff:feb4:eecf (255dcaab-10ef-4717-a4ec-827262e2a670/285163ac-5f0f-4c04-8eec-7091a98bd9c7/e35b8758-e819-4d5a-b3b2-9844716b01aa) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:15.272261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 7681961a-c3e0-4b3b-8d45-c5ab7b96faac {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:15.272662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.290482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Attempting to bind port 5c2a593c-2425-4559-af8b-84249030042c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:15.290940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Attempting to bind port 5c2a593c-2425-4559-af8b-84249030042c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:15.291218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Attempting to bind port 5c2a593c-2425-4559-af8b-84249030042c on network ace0375b-c1ef-4295-85d5-392a65fcee3a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:15.312097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:15.312097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Checking segment: {'id': '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:15.312441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.312725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Bound using segment: {'id': '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:15.313117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Bound port: 5c2a593c-2425-4559-af8b-84249030042c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ace0375b-c1ef-4295-85d5-392a65fcee3a'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:15.313514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.331960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=d14a10c9-275f-49ff-b9c2-428ed2523217,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:15.339342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.353940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:15.354309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 1ce33581-1449-496b-a0a5-f308e0a5a5a5, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:15.364012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:15.407626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ab891067-f4dc-4844-a0f7-6da2305a69b9 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:15.485276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] For port 5c2a593c-2425-4559-af8b-84249030042c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:15.487254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:15.495132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:15.501041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:15.508284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] For port 5c2a593c-2425-4559-af8b-84249030042c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5c2a593c-2425-4559-af8b-84249030042c,segment=NetworkSegment(5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69),segment_id=5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:15.510451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:15.514446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.533069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:15.537411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1ce33581-1449-496b-a0a5-f308e0a5a5a5) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:15.546293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ab891067-f4dc-4844-a0f7-6da2305a69b9 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "PUT /v2.0/quotas/d1fa51033e764bcea7a7007eb1c053cb HTTP/1.1" status: 200 len: 368 time: 0.4143741 Jan 25 16:50:15.548739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:15.571438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:15.572089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.580094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6890f6-1537-4c17-bdc2-81da0b41cd8c None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:15.580779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Request body: {'network': {'project_id': 'd1fa51033e764bcea7a7007eb1c053cb'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:15.592426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:15.595811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.614035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:15.617744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.618085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.634319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Usage tracker for resource:network and tenant:d1fa51033e764bcea7a7007eb1c053cb is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:15.643201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:15.658719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.699437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Transition to ACTIVE for port object e35b8758-e819-4d5a-b3b2-9844716b01aa will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:15.728311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01803f86-f862-4c47-9643-2faf8a2a7ba9 None None] Pushing event updated for resources: {'Port': ['ID=5c2a593c-2425-4559-af8b-84249030042c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:15.745638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-01adf8f5-5995-47e6-827d-af1eaee548f9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7560208 Jan 25 16:50:15.757116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Transition to ACTIVE for port object e35b8758-e819-4d5a-b3b2-9844716b01aa will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:15.777378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.778455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:15.816170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:15.824246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 7681961a-c3e0-4b3b-8d45-c5ab7b96faac owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:15.903330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:15.909355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:15.917167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:15.921317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Made reservation on behalf of d1fa51033e764bcea7a7007eb1c053cb for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:15.923701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.944202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:15.946431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:15.960555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Pushing event updated for resources: {'Port': ['ID=e35b8758-e819-4d5a-b3b2-9844716b01aa,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:16.012023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:16.024404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.ipam_backend_mixin [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 285163ac-5f0f-4c04-8eec-7091a98bd9c7 (CIDR: 2001:db8::/64) Jan 25 16:50:16.028045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Usage tracker for resource:security_group_rule and tenant:d1fa51033e764bcea7a7007eb1c053cb is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:16.032571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:16.036395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:50:16.037077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:16.040269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:16.061227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:16.069038 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b404343-e7c6-49f8-8729-93b0469cebb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/25d606e6-4f04-48e9-9e4e-0c98d525ab18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7182899 Jan 25 16:50:16.078076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33622) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:16.100257 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Sync routers for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:16.116687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-1ce33581-1449-496b-a0a5-f308e0a5a5a5', 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': 'd14a10c9-275f-49ff-b9c2-428ed2523217'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:16.117768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.121401 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:16.122024 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:16.156958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.20.0.1 (ace0375b-c1ef-4295-85d5-392a65fcee3a/db930953-7b8e-4bc2-acc6-c6d548910e4a/d637fc47-9c3e-4074-bb69-3fc1d7e23575) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:16.177523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Attempting to bind port e35b8758-e819-4d5a-b3b2-9844716b01aa on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:16.179231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Attempting to bind port e35b8758-e819-4d5a-b3b2-9844716b01aa by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:16.179844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Attempting to bind port e35b8758-e819-4d5a-b3b2-9844716b01aa on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:16.200372 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f2531636-a706-4dc1-958a-a9afc1966bfa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6412227 Jan 25 16:50:16.206590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33628) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:16.231252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:16.287794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:16.297690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:16.298329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.298886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:16.299501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Bound port: e35b8758-e819-4d5a-b3b2-9844716b01aa, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:16.300010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.364896 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:16.368529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.398170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object d637fc47-9c3e-4074-bb69-3fc1d7e23575 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:16.430994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] For port e35b8758-e819-4d5a-b3b2-9844716b01aa, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:16.434710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] For port e35b8758-e819-4d5a-b3b2-9844716b01aa, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e35b8758-e819-4d5a-b3b2-9844716b01aa,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:16.449967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.522485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3465242'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.605751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.610739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176870-12ab-4a0b-94dd-4a31d84653bc None None] Pushing event updated for resources: {'Port': ['ID=e35b8758-e819-4d5a-b3b2-9844716b01aa,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:16.634151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Allocated IP 172.20.0.2 (1ce33581-1449-496b-a0a5-f308e0a5a5a5/d14a10c9-275f-49ff-b9c2-428ed2523217/72190780-c5e4-46da-b311-97402ad228ba) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:16.693869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network ace0375b-c1ef-4295-85d5-392a65fcee3a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:16.702881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:16.705948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:16.722101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.815196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 600a4f15-fab0-4a4e-a170-ee9c1ab1694b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:16.815834 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:50:12Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:16.821797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:16.826130 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Checking router: 25d606e6-4f04-48e9-9e4e-0c98d525ab18 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:50:16.847026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5c2a593c-2425-4559-af8b-84249030042c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:16.856813 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Routers {'25d606e6-4f04-48e9-9e4e-0c98d525ab18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:16.857703 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:16.863843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=7681961a-c3e0-4b3b-8d45-c5ab7b96faac,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:16.925737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.084025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=d637fc47-9c3e-4074-bb69-3fc1d7e23575,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:17.094578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.094825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.095149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.095540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.095877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.096204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.096526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.096840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.097157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.097541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.097868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.098184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:17.103026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.129762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.150919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.153035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Transition to ACTIVE for port object 72190780-c5e4-46da-b311-97402ad228ba will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:17.184368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Transition to ACTIVE for port object 72190780-c5e4-46da-b311-97402ad228ba will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:17.207448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.299992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.305585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:17.311092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:17.315097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:17.324419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:17.345701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.351592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:50:17.370099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.374639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-070f65c2-48b2-4bf2-a715-906eed66f9d7 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/floatingips/61ce81fb-c9ed-43f5-a5e4-aeaa6118c10e HTTP/1.1" status: 204 len: 168 time: 2.4247673 Jan 25 16:50:17.387666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:17.388373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:17.388675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:17.392226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.406050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] Set router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:17.420768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5c2a593c-2425-4559-af8b-84249030042c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:17.450689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:17.473111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:17.584823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:17.603084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Pushing event updated for resources: {'Port': ['ID=72190780-c5e4-46da-b311-97402ad228ba,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:17.624685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:17.719086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab14c42-6c57-4fb6-8bb7-7a065772097f None None] Network ace0375b-c1ef-4295-85d5-392a65fcee3a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:17.758805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.824261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3438b3-98b8-4566-b80c-f6a10bda69af req-b8a30d3b-c744-4dee-a610-6fdd57c4975d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:17.826005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc3438b3-98b8-4566-b80c-f6a10bda69af req-b8a30d3b-c744-4dee-a610-6fdd57c4975d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 1.4178724 Jan 25 16:50:17.841370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:17.885054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bbcb39-d2fc-4f57-9673-ebad9c0be99b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:17.885929 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:50:12Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:17.898130 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1a7aa-2e61-46d4-a9dd-a4b93be912f0 None None] The sync data for ids ['25d606e6-4f04-48e9-9e4e-0c98d525ab18'] in dv-neutron-824022-2-hyperv is: [{'id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'name': 'tempest-TestNetworkBasicOps-router-2030980220', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:46:01Z', 'updated_at': '2022-01-25T16:50:12Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'b752a075-0fe9-4a63-8dd5-77e0b145a8c1', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d606e6-4f04-48e9-9e4e-0c98d525ab18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:46:04Z', 'updated_at': '2022-01-25T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:17.906230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.914612 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e376ca5f-ffa5-4f33-9a89-20cac007b63e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:17.915131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e376ca5f-ffa5-4f33-9a89-20cac007b63e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:17.918630 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e376ca5f-ffa5-4f33-9a89-20cac007b63e tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/ef16c4f8-64a6-477a-96d8-31004ab23d5a HTTP/1.1" status: 404 len: 333 time: 0.3273821 Jan 25 16:50:17.959334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:17.966782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33636) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:17.970914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:17.971648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Added segment 483f3580-bcb9-407b-90cf-a923bba57d68 of type vlan for network e825855c-5987-44ff-a5e9-4cbdd91c8dc3 Jan 25 16:50:18.013084 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc3438b3-98b8-4566-b80c-f6a10bda69af req-c4527ca4-405d-4062-9f27-9f580facc440 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636586 Jan 25 16:50:18.030724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1266513'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.075266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'port_id': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'mac_address': 'fa:16:3e:81:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:50:18.100539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-535bc86f-c421-43d2-a19e-622683f0c5ea tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Synchronizing usage tracker for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:18.116892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:18.125165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:18.127876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.135344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:18.135944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.153531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Provisioning for port 5c2a593c-2425-4559-af8b-84249030042c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:18.162464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:18.177628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Provisioning complete for port 5c2a593c-2425-4559-af8b-84249030042c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:18.178940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.182725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.194219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-535bc86f-c421-43d2-a19e-622683f0c5ea tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Unset dirty status for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:18.199010 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-535bc86f-c421-43d2-a19e-622683f0c5ea tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/ports?device_id=067c55c9-465a-41d0-adab-5aff4d108fca HTTP/1.1" status: 200 len: 205 time: 0.2010348 Jan 25 16:50:18.199010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33640) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.209325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:18.210189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.212468 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "PUT /v2.0/subnets/d14a10c9-275f-49ff-b9c2-428ed2523217 HTTP/1.1" status: 200 len: 806 time: 2.4322422 Jan 25 16:50:18.219502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.276301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bc3ca64f-39b3-4b6c-98d6-deaaea51ff3c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0680444 Jan 25 16:50:18.278558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-f79c64e2-5fe7-4604-9e45-4e7b8e5aa7f6 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] delete failed (client error): The resource could not be found. Jan 25 16:50:18.279512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Attempting to bind port 72190780-c5e4-46da-b311-97402ad228ba on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:18.279648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f79c64e2-5fe7-4604-9e45-4e7b8e5aa7f6 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/routers/067c55c9-465a-41d0-adab-5aff4d108fca HTTP/1.1" status: 404 len: 336 time: 0.0803730 Jan 25 16:50:18.279974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Attempting to bind port 72190780-c5e4-46da-b311-97402ad228ba by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:18.280121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33648) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.280351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Attempting to bind port 72190780-c5e4-46da-b311-97402ad228ba on network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:18.282197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33652) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.287197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:60:33:86', 'name': 'tempest-NetworksTestDHCPv6-604510362'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:18.321283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:18.321283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Checking segment: {'id': 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:18.321672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.322103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Bound using segment: {'id': 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:18.322587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Bound port: 72190780-c5e4-46da-b311-97402ad228ba, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1ce33581-1449-496b-a0a5-f308e0a5a5a5'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:18.322957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.401368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.431642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.432616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:18.433194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.438678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] For port 72190780-c5e4-46da-b311-97402ad228ba, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:18.442053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] For port 72190780-c5e4-46da-b311-97402ad228ba, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=72190780-c5e4-46da-b311-97402ad228ba,segment=NetworkSegment(eb34b3ec-02a1-438a-8f25-ff7c316f1d0b),segment_id=eb34b3ec-02a1-438a-8f25-ff7c316f1d0b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:18.450389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0a5db-69f6-44ad-b58f-0f095aeaa791 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:18.470575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.471008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-162def01-0446-4679-bd1d-e4a3918d4825 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:18.471396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162def01-0446-4679-bd1d-e4a3918d4825 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:18.475534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-162def01-0446-4679-bd1d-e4a3918d4825 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/subnets/03dbf0c2-a627-441e-845a-6d455239c153 HTTP/1.1" status: 404 len: 337 time: 0.1899593 Jan 25 16:50:18.488849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33656) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.537522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.610122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0472746 Jan 25 16:50:18.633828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33660) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:18.656620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Request body: {'network': {'project_id': 'd1fa51033e764bcea7a7007eb1c053cb'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:18.677486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:18.680626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6caa-3592-48bf-a26e-e187e19b9798 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event updated for resources: {'Network': ['ID=e825855c-5987-44ff-a5e9-4cbdd91c8dc3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:18.696189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Usage tracker for resource:network and tenant:d1fa51033e764bcea7a7007eb1c053cb is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:18.703759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:18.711932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:18.717059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 11181655-13d1-4d6f-bf06-bf1457fbd15c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:18.717524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.745455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:18.753072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:18.763442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:18.779649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:18.795436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449b6af-72a6-44e1-b06e-abec4f4de672 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=d14a10c9-275f-49ff-b9c2-428ed2523217,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:18.808181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Made reservation on behalf of d1fa51033e764bcea7a7007eb1c053cb for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:18.811062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.813022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 72190780-c5e4-46da-b311-97402ad228ba {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:18.813658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.822441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:18.840942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.850297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network e825855c-5987-44ff-a5e9-4cbdd91c8dc3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:18.862377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e35b8758-e819-4d5a-b3b2-9844716b01aa up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:18.884496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0bba2-545c-4d2f-99f0-7fe881151cda req-8f12c574-a4a6-4d85-ba92-ae0e6a4a079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:18.886817 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e3b0bba2-545c-4d2f-99f0-7fe881151cda req-8f12c574-a4a6-4d85-ba92-ae0e6a4a079a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1098 time: 1.2114792 Jan 25 16:50:18.924491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:18.991965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:50:19.012812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:19.021690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=600a4f15-fab0-4a4e-a170-ee9c1ab1694b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:19.045402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.067369 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e3b0bba2-545c-4d2f-99f0-7fe881151cda req-585632c4-72d3-4610-ac7f-3479703b9c3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474779 Jan 25 16:50:19.089729 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1855b099-ad12-42c4-ac50-590fd555bc06 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/600a4f15-fab0-4a4e-a170-ee9c1ab1694b HTTP/1.1" status: 204 len: 168 time: 3.0106416 Jan 25 16:50:19.093778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:19.114946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.115298 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Added segment 1816c575-3675-4fe4-9384-12cf476e8262 of type vlan for network 9f42a833-2853-43e8-a847-cc997c792bef Jan 25 16:50:19.164964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604fa4b-9185-4562-8ef1-fc7a5079b370 None None] Network 1c636b3e-10f0-4458-a275-07ebf13524b0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:19.237699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:19.274319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.320712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:19.347241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.353928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.374108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.418595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b84a-93e8-48e6-8cca-b63e67145179 None None] Pushing event updated for resources: {'Port': ['ID=72190780-c5e4-46da-b311-97402ad228ba,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:19.462595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.477891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.502550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port b135d616-1f50-4e6d-8def-e096691226f9 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:19.534751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.718945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 11181655-13d1-4d6f-bf06-bf1457fbd15c owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:19.721659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 72190780-c5e4-46da-b311-97402ad228ba, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=72190780-c5e4-46da-b311-97402ad228ba,segment=NetworkSegment(eb34b3ec-02a1-438a-8f25-ff7c316f1d0b),segment_id=eb34b3ec-02a1-438a-8f25-ff7c316f1d0b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:19.722031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.739525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] For port 5c2a593c-2425-4559-af8b-84249030042c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5c2a593c-2425-4559-af8b-84249030042c,segment=NetworkSegment(5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69),segment_id=5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:19.747627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.754322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:19.807248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=d637fc47-9c3e-4074-bb69-3fc1d7e23575,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:19.809285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.823708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:19.826773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e35b8758-e819-4d5a-b3b2-9844716b01aa completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:19.841761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['ae1ba467-33e8-4229-b656-1ffeb2950d31'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:50:19.878216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.906208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:19.906464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:19.940185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968f975-1a1a-47a6-94d3-3b20440e5a5b req-c4d2708d-1f38-4c0f-9d19-0f5c707b9840 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:19.941789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9968f975-1a1a-47a6-94d3-3b20440e5a5b req-c4d2708d-1f38-4c0f-9d19-0f5c707b9840 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 944 time: 0.8050089 Jan 25 16:50:19.942465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.943352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:19.944099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:19.959131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 72190780-c5e4-46da-b311-97402ad228ba owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:19.966231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.966703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.967484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.968075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.968491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.968931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.969401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.969734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.970125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.970584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.970915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:19.971236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:20.086910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86965427-8c25-4ade-964c-3762a3bf4bf4 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:20.143295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event updated for resources: {'Network': ['ID=9f42a833-2853-43e8-a847-cc997c792bef,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:20.163574 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2778be27-0f9a-466b-91aa-8ab85634611d tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5197206 Jan 25 16:50:20.175291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33670) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:20.201961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Request body: {'network': {'project_id': 'd1fa51033e764bcea7a7007eb1c053cb'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:20.208748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:20.214221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Usage tracker for resource:network and tenant:d1fa51033e764bcea7a7007eb1c053cb is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:20.217619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:20.222855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 86965427-8c25-4ade-964c-3762a3bf4bf4 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:20.223383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86965427-8c25-4ade-964c-3762a3bf4bf4 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:20.224792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 9f42a833-2853-43e8-a847-cc997c792bef details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:20.232605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:20.242617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 16:50:20.243475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:20.244902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-826c8b79-5a68-47f5-88cb-6a3092486059 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0665340 Jan 25 16:50:20.248219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33674) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:20.339511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.360151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network ace0375b-c1ef-4295-85d5-392a65fcee3a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:20.364113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:20.383010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port b752a075-0fe9-4a63-8dd5-77e0b145a8c1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:20.385502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.476480 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9968f975-1a1a-47a6-94d3-3b20440e5a5b req-e044a865-efe1-4162-9a17-ef3a428beade tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4937160 Jan 25 16:50:20.568075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Provisioning for port e35b8758-e819-4d5a-b3b2-9844716b01aa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:20.695161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-22cbfbf7-8499-4277-8d7d-b6e20246646e tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1fa51033e764bcea7a7007eb1c053cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397857 Jan 25 16:50:20.695742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:20.716306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.723706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Provisioning complete for port e35b8758-e819-4d5a-b3b2-9844716b01aa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:20.725870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.811013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=11181655-13d1-4d6f-bf06-bf1457fbd15c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:20.833636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8:0:1::369 (255dcaab-10ef-4717-a4ec-827262e2a670/c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b/b135d616-1f50-4e6d-8def-e096691226f9) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:20.919627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.922204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.935381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::f816:3eff:fe60:3386 (255dcaab-10ef-4717-a4ec-827262e2a670/285163ac-5f0f-4c04-8eec-7091a98bd9c7/b135d616-1f50-4e6d-8def-e096691226f9) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:20.952675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:20.968305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 72190780-c5e4-46da-b311-97402ad228ba up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:21.011572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.028340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507bbfe-9200-41cf-8173-4ef1784a100f None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:21.032071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.065638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eb8b4432-370e-4a3b-9ed3-568182ed45d2 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/11181655-13d1-4d6f-bf06-bf1457fbd15c HTTP/1.1" status: 204 len: 168 time: 2.5755486 Jan 25 16:50:21.071081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33682) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:21.078562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 72190780-c5e4-46da-b311-97402ad228ba {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:21.079007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 72190780-c5e4-46da-b311-97402ad228ba not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 16:50:21.107402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf5591-a17c-42fd-9e6c-aabb90187a54 None None] Pushing event updated for resources: {'Port': ['ID=5c2a593c-2425-4559-af8b-84249030042c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:21.121283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router cc13b665-cbc6-41ff-8449-1546769c4343 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:50:21.153480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.197734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=72190780-c5e4-46da-b311-97402ad228ba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:21.237965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:50:21.239139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bbcb39-d2fc-4f57-9673-ebad9c0be99b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:21.267063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] DHCP port deletion for 1c636b3e-10f0-4458-a275-07ebf13524b0 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:21.277586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port e502f250-e5a1-4c05-9d6a-e63138c00c21 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:21.278012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.317957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port 72190780-c5e4-46da-b311-97402ad228ba not found, will not notify nova. {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 16:50:21.335683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Deleting port 552f67fa-7888-4819-aeaa-92cff62ea71d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:21.336221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.408472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.412763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:21.445740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.455286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object b135d616-1f50-4e6d-8def-e096691226f9 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:21.489879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 72190780-c5e4-46da-b311-97402ad228ba on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:21.605456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Update dhcp port {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'fixed_ips': [{'subnet_id': '285163ac-5f0f-4c04-8eec-7091a98bd9c7', 'ip_address': '2001:db8::f816:3eff:feb4:eecf'}, {'subnet_id': 'c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'e35b8758-e819-4d5a-b3b2-9844716b01aa'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:50:21.621143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port b752a075-0fe9-4a63-8dd5-77e0b145a8c1, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:21.621520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.654333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.655467 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c33de8c9-91d4-4fe1-8969-c52dedceaeda tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/96bbcb39-d2fc-4f57-9673-ebad9c0be99b HTTP/1.1" status: 204 len: 168 time: 0.9433196 Jan 25 16:50:21.671772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33688) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:21.680968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.790343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for b752a075-0fe9-4a63-8dd5-77e0b145a8c1 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:21.802380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.833743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:21.845359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.847171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:21.916599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:21.931904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-915db2be-1625-48bd-89cd-5dbe57c32ab2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/cc13b665-cbc6-41ff-8449-1546769c4343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7240739 Jan 25 16:50:21.935697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:21.951859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] Sync routers for ids ['cc13b665-cbc6-41ff-8449-1546769c4343'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:22.037633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for e502f250-e5a1-4c05-9d6a-e63138c00c21 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:22.102778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.113261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] For port 552f67fa-7888-4819-aeaa-92cff62ea71d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=552f67fa-7888-4819-aeaa-92cff62ea71d,segment=NetworkSegment(cd94b5b3-07a2-4a93-97e6-31e5324374ec),segment_id=cd94b5b3-07a2-4a93-97e6-31e5324374ec)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:22.114231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.134862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] Routers {'cc13b665-cbc6-41ff-8449-1546769c4343'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:22.135685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cc13b665-cbc6-41ff-8449-1546769c4343'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.197254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b90bc-6545-474e-873d-afe2533b1085 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:22.197909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a74b90bc-6545-474e-873d-afe2533b1085 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:22.209571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.272707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] For port e35b8758-e819-4d5a-b3b2-9844716b01aa, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e35b8758-e819-4d5a-b3b2-9844716b01aa,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:22.273855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.285928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=d14a10c9-275f-49ff-b9c2-428ed2523217,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:22.335159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.351698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a74b90bc-6545-474e-873d-afe2533b1085 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:22.356302 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a74b90bc-6545-474e-873d-afe2533b1085 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports/d637fc47-9c3e-4074-bb69-3fc1d7e23575 HTTP/1.1" status: 200 len: 910 time: 0.2933271 Jan 25 16:50:22.357637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:22.364266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:22.378456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:22.380210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Calling delete_port for 552f67fa-7888-4819-aeaa-92cff62ea71d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:22.385652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:22.391261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:22.391897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.395725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=b135d616-1f50-4e6d-8def-e096691226f9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:22.414046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf593a7-0bf4-4623-a935-950c66ac9064 None None] Network 1ce33581-1449-496b-a0a5-f308e0a5a5a5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:22.421082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaf330-db4f-4172-883f-c48f016e141d req-55111c54-d479-4f1c-8cdb-9e637adc3286 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:22.422618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2acaf330-db4f-4172-883f-c48f016e141d req-55111c54-d479-4f1c-8cdb-9e637adc3286 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 943 time: 0.7995055 Jan 25 16:50:22.467431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.486935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.501754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aa0bbaad-9f67-4193-97e8-b48a86459497 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2183344 Jan 25 16:50:22.506707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:22.534771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.560398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=e502f250-e5a1-4c05-9d6a-e63138c00c21,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:22.660993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce33581-1449-496b-a0a5-f308e0a5a5a5']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.692761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.700450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.700747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb34b3ec-02a1-438a-8f25-ff7c316f1d0b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.705536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] Routers {'cc13b665-cbc6-41ff-8449-1546769c4343'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:22.706174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cc13b665-cbc6-41ff-8449-1546769c4343'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.716071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2acaf330-db4f-4172-883f-c48f016e141d req-cc090792-e8f4-4c38-a7b2-bc9597d95b31 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555511 Jan 25 16:50:22.721978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.757044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33704) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:22.814255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5c2a593c-2425-4559-af8b-84249030042c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:22.839093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f42a833-2853-43e8-a847-cc997c792bef']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.884263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1816c575-3675-4fe4-9384-12cf476e8262') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.884536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1816c575-3675-4fe4-9384-12cf476e8262') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:22.903159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.907973 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c8df4702-2cda-4ea4-b44e-6a38e661a9f4 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/ports/e502f250-e5a1-4c05-9d6a-e63138c00c21 HTTP/1.1" status: 204 len: 168 time: 1.8356643 Jan 25 16:50:22.910821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33708) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:22.919303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.980857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae69b-4dda-4bd8-a99a-bccf8e0a6296 None None] Pushing event updated for resources: {'Port': ['ID=e35b8758-e819-4d5a-b3b2-9844716b01aa,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:22.982924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:22.996234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-54339d21-e8df-4d55-9ac3-d3b7384fe63d tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/floatingips/aad2b7bc-88c0-4bff-aefc-dd125924e7db HTTP/1.1" status: 200 len: 990 time: 0.2278037 Jan 25 16:50:23.003987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.009827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.019834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:23.020207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.028133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port b135d616-1f50-4e6d-8def-e096691226f9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:23.028868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:23.034612 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:23.080362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:23.080773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c9c31-efc1-4d1e-85cc-85ad4a8d8851 None None] The sync data for ids ['cc13b665-cbc6-41ff-8449-1546769c4343'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:23.110212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:23.110804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:23.135433 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:23.140419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f580c8f-ca8f-46ea-9246-a61cb5a21d14 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:23.140419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f580c8f-ca8f-46ea-9246-a61cb5a21d14 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Synchronizing usage tracker for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:23.156630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.189053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.203435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f42a833-2853-43e8-a847-cc997c792bef,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:23.208676 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a4a8d193-eb34-48dd-bb13-8548ada167ab tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "DELETE /v2.0/networks/9f42a833-2853-43e8-a847-cc997c792bef HTTP/1.1" status: 204 len: 168 time: 1.5358746 Jan 25 16:50:23.213885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33712) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:23.214750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=b752a075-0fe9-4a63-8dd5-77e0b145a8c1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:23.218395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Provisioning complete for port 5c2a593c-2425-4559-af8b-84249030042c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:23.218913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.240300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f580c8f-ca8f-46ea-9246-a61cb5a21d14 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Unset dirty status for tenant:4806f4a9e0d8439aa3d96bd4f41d35dc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:23.241788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f580c8f-ca8f-46ea-9246-a61cb5a21d14 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "GET /v2.0/ports?device_id=86c98a42-39b5-41c4-87ba-2189a6e3d7dc HTTP/1.1" status: 200 len: 913 time: 0.3279750 Jan 25 16:50:23.247303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33716) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:23.266667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ac3e1-286d-4832-9c8a-81e5f77eb943 None None] DHCP port deletion for 1ce33581-1449-496b-a0a5-f308e0a5a5a5 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:23.301557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.386486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] Pushing event deleted for resources: {'Port': ['ID=552f67fa-7888-4819-aeaa-92cff62ea71d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:23.391097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fe267-32f7-43da-b1cd-3976391918aa None None] No DVR routers for this DVR port 552f67fa-7888-4819-aeaa-92cff62ea71d on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:23.403320 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Allocated IP 2001:db8:0:1::2 (255dcaab-10ef-4717-a4ec-827262e2a670/c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b/e35b8758-e819-4d5a-b3b2-9844716b01aa) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:23.438302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5c2a593c-2425-4559-af8b-84249030042c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:23.438670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.509900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.545470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.601286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.753230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.763899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] For port e35b8758-e819-4d5a-b3b2-9844716b01aa, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e35b8758-e819-4d5a-b3b2-9844716b01aa,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:23.781809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Provisioning for port d637fc47-9c3e-4074-bb69-3fc1d7e23575 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:23.793019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Provisioning complete for port d637fc47-9c3e-4074-bb69-3fc1d7e23575 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:23.793313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.810472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=1ce33581-1449-496b-a0a5-f308e0a5a5a5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:23.879897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 552f67fa-7888-4819-aeaa-92cff62ea71d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:23.925329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.932322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.941016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 552f67fa-7888-4819-aeaa-92cff62ea71d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:23.941395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 552f67fa-7888-4819-aeaa-92cff62ea71d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:23.959180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.964512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Port d637fc47-9c3e-4074-bb69-3fc1d7e23575 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:50:23.964731 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f058eb57-7566-4061-bd55-d6dc770f097f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/1ce33581-1449-496b-a0a5-f308e0a5a5a5 HTTP/1.1" status: 204 len: 168 time: 5.7411311 Jan 25 16:50:23.964833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Transition to ACTIVE for port object e35b8758-e819-4d5a-b3b2-9844716b01aa will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:23.967475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e90b10a4-1470-44c4-8e14-5d232cab854b None None] Could not find standard attr ID for object 72190780-c5e4-46da-b311-97402ad228ba. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:50:23.972198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:23.974506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:24.060695 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ecbf25-106a-40c3-8592-b159edaa16ea tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:24.061170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ecbf25-106a-40c3-8592-b159edaa16ea tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:24.079895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.080449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router 25d606e6-4f04-48e9-9e4e-0c98d525ab18 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:24.092701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23ecbf25-106a-40c3-8592-b159edaa16ea tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/1ce33581-1449-496b-a0a5-f308e0a5a5a5 HTTP/1.1" status: 404 len: 339 time: 0.1088777 Jan 25 16:50:24.095209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.101806 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5884a7f4-fbc5-4857-98c6-d57c3203839f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/25d606e6-4f04-48e9-9e4e-0c98d525ab18 HTTP/1.1" status: 204 len: 168 time: 5.0057356 Jan 25 16:50:24.105506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.109909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33724) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:24.110362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33726) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:24.149198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f90b1-a1e5-40c0-9dbc-21ee53558e07 None None] Pushing event updated for resources: {'Port': ['ID=e35b8758-e819-4d5a-b3b2-9844716b01aa,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:24.189988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54047320', 'description': 'd1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:24.263771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for b135d616-1f50-4e6d-8def-e096691226f9 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:24.325603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:24.372899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.392995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:network and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:24.406877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:24.413639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.430330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:24.495199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e825855c-5987-44ff-a5e9-4cbdd91c8dc3']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.564118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483f3580-bcb9-407b-90cf-a923bba57d68') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.564461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483f3580-bcb9-407b-90cf-a923bba57d68') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.576618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:24.580281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.591527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.684204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.708500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e35b8758-e819-4d5a-b3b2-9844716b01aa up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:24.772942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:24.794670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.810162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.833252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:24.833252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:24.849869 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:24.892809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 72190780-c5e4-46da-b311-97402ad228ba no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:24.918759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=b135d616-1f50-4e6d-8def-e096691226f9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:24.938602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c636b3e-10f0-4458-a275-07ebf13524b0']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.938833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 72190780-c5e4-46da-b311-97402ad228ba {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:24.939142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 72190780-c5e4-46da-b311-97402ad228ba not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:24.939563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b752a075-0fe9-4a63-8dd5-77e0b145a8c1 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:24.961461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94b5b3-07a2-4a93-97e6-31e5324374ec') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.961918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94b5b3-07a2-4a93-97e6-31e5324374ec') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:24.979590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b752a075-0fe9-4a63-8dd5-77e0b145a8c1 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:24.979958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b752a075-0fe9-4a63-8dd5-77e0b145a8c1 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:24.981960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.984973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8a7fc107-60c0-44b1-896c-f24c1d099b8b None None] Provisioning for port e35b8758-e819-4d5a-b3b2-9844716b01aa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:24.991979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8a7fc107-60c0-44b1-896c-f24c1d099b8b None None] Provisioning complete for port e35b8758-e819-4d5a-b3b2-9844716b01aa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:24.992207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc107-60c0-44b1-896c-f24c1d099b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.996525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:24.999666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.000354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 9c5a96ab-270b-4412-817f-7dc53c3ca3fc of type vlan for network 1de5939a-cffd-4b01-8edd-7449b244c822 Jan 25 16:50:25.001433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.013991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.104286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.120654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.147175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.154899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] Pushing event deleted for resources: {'Network': ['ID=e825855c-5987-44ff-a5e9-4cbdd91c8dc3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:25.167471 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-22acef29-cbbc-424d-bf28-b2530daba720 tempest-QuotasNegativeTest-1362364452 tempest-QuotasNegativeTest-1362364452-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e825855c-5987-44ff-a5e9-4cbdd91c8dc3 HTTP/1.1" status: 204 len: 168 time: 1.9491923 Jan 25 16:50:25.168485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:25.169470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:25.194752 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:25.201031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce4d1ad8-cde8-490a-be8c-b4ed295516a0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/b135d616-1f50-4e6d-8def-e096691226f9 HTTP/1.1" status: 204 len: 168 time: 2.6417322 Jan 25 16:50:25.201031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33734) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.207580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.291531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b6c8cbdb-e6f6-4a77-8ef1-047cc1b44f91 None None] Could not find standard attr ID for object b135d616-1f50-4e6d-8def-e096691226f9. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:50:25.309340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.372984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:25.403595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:25.416154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.423654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.443771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:25.444497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.479288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.500080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea30d400-2213-44d9-a18d-4cd8c36760ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:25.500735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=1c636b3e-10f0-4458-a275-07ebf13524b0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:25.501018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea30d400-2213-44d9-a18d-4cd8c36760ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:25.530622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea30d400-2213-44d9-a18d-4cd8c36760ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:25.532105 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea30d400-2213-44d9-a18d-4cd8c36760ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3305340 Jan 25 16:50:25.534490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.543961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port ae1ba467-33e8-4229-b656-1ffeb2950d31 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:25.544868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.675654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port d637fc47-9c3e-4074-bb69-3fc1d7e23575 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:25.676001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.717195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.754826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:50:25.770266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:25.776383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961b370-eeab-45cd-bccf-33b3197b3f4a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:25.778333 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0961b370-eeab-45cd-bccf-33b3197b3f4a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2428398 Jan 25 16:50:25.781905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.786680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:25.845730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7156110 Jan 25 16:50:25.862376 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a3f96efc-b65e-4f40-b16b-d075a83451ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/1c636b3e-10f0-4458-a275-07ebf13524b0 HTTP/1.1" status: 204 len: 168 time: 1.7294476 Jan 25 16:50:25.862733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33754) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.906042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33756) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.906348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33760) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:25.938927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--1222171293', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:25.949645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:25.950412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:25.956559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64d7a6-73d3-4767-b2fa-14eb5f72296f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=1de5939a-cffd-4b01-8edd-7449b244c822,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:25.960037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:25.966319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:25.974701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1de5939a-cffd-4b01-8edd-7449b244c822 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:25.975079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:26.026087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:26.043695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.128754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.134112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.135902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.137526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.138423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:26.153118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port 648eb584-7ca0-492b-bd23-c6063900e95c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:26.153522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.157259 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'code': 200} Jan 25 16:50:26.199663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:26.200438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e057d-27d7-4cda-9e63-2ebb1fb62518 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.201197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-640e057d-27d7-4cda-9e63-2ebb1fb62518 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Synchronizing usage tracker for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:26.201960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:26.214199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:26.218236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ebda22b-9ad5-4b65-9fd2-4f1593038b0f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4327555 Jan 25 16:50:26.219088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33770) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:26.222936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.223280 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment df05739f-68f7-4724-9ac6-fbeca5a8b925 of type vlan for network 67adde47-89d5-44aa-ba51-444876534c05 Jan 25 16:50:26.224230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.224594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b09487008f4952b805082cb11ffb09 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:26.261468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:26.277906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:26.343616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.351976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-640e057d-27d7-4cda-9e63-2ebb1fb62518 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Unset dirty status for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:26.355911 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-640e057d-27d7-4cda-9e63-2ebb1fb62518 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks?id=1de5939a-cffd-4b01-8edd-7449b244c822 HTTP/1.1" status: 200 len: 759 time: 0.4896808 Jan 25 16:50:26.360289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for d637fc47-9c3e-4074-bb69-3fc1d7e23575 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:26.388670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:26.400509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'description': 'd2'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:26.433686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 285163ac-5f0f-4c04-8eec-7091a98bd9c7 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:26.464158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.555162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.560566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.561167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.595584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.684799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.795458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.836563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for 648eb584-7ca0-492b-bd23-c6063900e95c owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:26.846917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.880354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 1de5939a-cffd-4b01-8edd-7449b244c822 is not hosted by any dhcp agent {{(pid=87553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 25 16:50:26.887170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:26.887798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:26.891499 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "PUT /v2.0/networks/1de5939a-cffd-4b01-8edd-7449b244c822 HTTP/1.1" status: 200 len: 756 time: 0.5004053 Jan 25 16:50:26.901144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33778) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:26.950401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0412309 Jan 25 16:50:26.953789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:26.974511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:26.980889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96ba6-5d4b-42b6-9551-2bf48182ed2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=67adde47-89d5-44aa-ba51-444876534c05,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:26.986274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:26.994613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 67adde47-89d5-44aa-ba51-444876534c05 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:26.997248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:27.003111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:27.009728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6117f-72e4-46c6-8cc7-34997da5ecc6 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=1de5939a-cffd-4b01-8edd-7449b244c822,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:27.012389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:27.017837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.069361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=d637fc47-9c3e-4074-bb69-3fc1d7e23575,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:27.081631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1de5939a-cffd-4b01-8edd-7449b244c822 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:27.098624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.126713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.167516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.169614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.197969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.211955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.238805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab69945-20fd-4a73-b5f2-723c15cfdba1 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:27.239624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eab69945-20fd-4a73-b5f2-723c15cfdba1 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Synchronizing usage tracker for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:27.271033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4832e1-efcd-437e-96d7-d15bcadd7d30,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:27.291074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e8bd0a24-e94c-4c5f-a893-e247d32b7293 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7b09487008f4952b805082cb11ffb09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3805599 Jan 25 16:50:27.293661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eab69945-20fd-4a73-b5f2-723c15cfdba1 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Unset dirty status for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:27.298770 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eab69945-20fd-4a73-b5f2-723c15cfdba1 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks?id=1de5939a-cffd-4b01-8edd-7449b244c822 HTTP/1.1" status: 200 len: 759 time: 0.3839331 Jan 25 16:50:27.300508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33786) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:27.301050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33788) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:27.326171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145806037'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:27.342378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:27.369431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.384852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:27.412078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:27.415863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.437610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.522902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.534759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=285163ac-5f0f-4c04-8eec-7091a98bd9c7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:27.540473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.543030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5ad664-cfab-4ad1-b71b-9b93f8e72ba9 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:27.574562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:27.611634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.622763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.623252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 7a4f7aab-4f6d-45a6-9724-b4baf501baf5 of type vlan for network 23b0789b-9090-4ca8-ae58-7f7d66faab48 Jan 25 16:50:27.636175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-71ae0836-1852-4d72-ac16-7d18069f2f27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/285163ac-5f0f-4c04-8eec-7091a98bd9c7 HTTP/1.1" status: 204 len: 168 time: 1.4113302 Jan 25 16:50:27.637533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33794) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:27.646309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecddb302-28f6-4f60-8a74-86dbaf9a18d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.835386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.897132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.919073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:27.937271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router cc13b665-cbc6-41ff-8449-1546769c4343 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:27.942363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=648eb584-7ca0-492b-bd23-c6063900e95c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:28.009124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:28.057145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.126220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.131638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:28.132226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.166664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.191304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.309074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:28.322927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] Sync routers for ids ['cc13b665-cbc6-41ff-8449-1546769c4343'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:28.332189 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] Routers {'cc13b665-cbc6-41ff-8449-1546769c4343'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:28.332797 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cc13b665-cbc6-41ff-8449-1546769c4343'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:28.347792 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19ff87c8-5945-4719-97e4-cd4ded8038a2 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/cc13b665-cbc6-41ff-8449-1546769c4343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9771481 Jan 25 16:50:28.350086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:28.407885 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:28.411703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8772f2da-2343-4eea-baea-bdfd6f0e15e1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:28.421462 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] Routers {'cc13b665-cbc6-41ff-8449-1546769c4343'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:28.422858 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cc13b665-cbc6-41ff-8449-1546769c4343'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:28.492625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.495309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8772f2da-2343-4eea-baea-bdfd6f0e15e1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:28.499365 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8772f2da-2343-4eea-baea-bdfd6f0e15e1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc13b665-cbc6-41ff-8449-1546769c4343 HTTP/1.1" status: 200 len: 205 time: 0.1482711 Jan 25 16:50:28.499990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:28.502624 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:28.503209 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc214616-88d4-4e95-8b8a-1c977e27d56e None None] The sync data for ids ['cc13b665-cbc6-41ff-8449-1546769c4343'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:28.543778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4c3e092f-9deb-4cae-8895-ef44730bfe3e None None] Provisioning complete for port e35b8758-e819-4d5a-b3b2-9844716b01aa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:28.544403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c3e092f-9deb-4cae-8895-ef44730bfe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.546064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4832e1-efcd-437e-96d7-d15bcadd7d30,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:28.646507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=23b0789b-9090-4ca8-ae58-7f7d66faab48,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:28.660799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-356bfb6b-64ee-4e73-97a0-34b035e52be7 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3538384 Jan 25 16:50:28.661380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 23b0789b-9090-4ca8-ae58-7f7d66faab48 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:28.673641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33808) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:28.676482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.681026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-483ac0c6-ee2c-43af-bd27-0fb1baf6fc42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c4832e1-efcd-437e-96d7-d15bcadd7d30 HTTP/1.1" status: 204 len: 168 time: 1.3731282 Jan 25 16:50:28.753415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.783417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.807943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:28.848738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.969307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:28.998158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:29.046703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:29.069728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Usage tracker for resource:subnet and tenant:2274c79c474f41daa48b1a59722cddb5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:29.080189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:29.101569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:29.172135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:29.175537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.200527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.272279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.276418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.278252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:29.286042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Usage tracker for resource:security_group_rule and tenant:822d2ea906ae4da6b096df4259e44c1c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:29.291851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:29.308046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.315378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:29.330915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.189 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/cdaabb75-378b-4778-a836-9a875651cb4a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:29.354812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.355332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router cc13b665-cbc6-41ff-8449-1546769c4343 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:29.485720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:29.501546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:29.504186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.512975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81536188-51c1-40ed-8dee-eb7e12d0ff0e None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:29.529767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f7339a97-4501-4b39-9821-120b9a793f33 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b HTTP/1.1" status: 204 len: 168 time: 1.8900194 Jan 25 16:50:29.533708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33820) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:29.658163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.662520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3682fdce-e511-4970-a525-dc9f37bd2fa5 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/cc13b665-cbc6-41ff-8449-1546769c4343 HTTP/1.1" status: 204 len: 168 time: 1.1536617 Jan 25 16:50:29.668005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:29.706345 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-52e4369a-4772-4654-84ac-39806d617848 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714649 Jan 25 16:50:29.722002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:29.762694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:29.806534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.812238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:29.817525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Deleting port e35b8758-e819-4d5a-b3b2-9844716b01aa {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:29.817989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.875625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:29.878509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.889767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-088ca763-319a-4019-8bf4-d83c9c3a51be tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "PUT /v2.0/routers/86c98a42-39b5-41c4-87ba-2189a6e3d7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6410885 Jan 25 16:50:29.890871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33832) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:29.894217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.896524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:29.914535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] Sync routers for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:29.941098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:29.941971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:29.954887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet db930953-7b8e-4bc2-acc6-c6d548910e4a {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:29.958710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.017107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:30.043016 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=822d2ea906ae4da6b096df4259e44c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9899874 Jan 25 16:50:30.043016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee01b4-0ac6-4e2d-bd97-105d70ba816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058bfc81-62a5-46ac-9945-414b19a48c79,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:30.048444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33836) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:30.072902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] Routers {'86c98a42-39b5-41c4-87ba-2189a6e3d7dc'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:30.073263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:30.075638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:30.095107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.124240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:30.128310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:30.148017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:30.149264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f8190-1f00-4021-99f2-7f044c96e80c None None] The sync data for ids ['86c98a42-39b5-41c4-87ba-2189a6e3d7dc'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:30.153061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=3837317f-5c89-41df-8206-bbeabe61e4b4,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:30.155303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:30.156838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '7a4f7aab-4f6d-45a6-9724-b4baf501baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:30.157451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 23b0789b-9090-4ca8-ae58-7f7d66faab48, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:30.193414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.207659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:30.213800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.258607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 23b0789b-9090-4ca8-ae58-7f7d66faab48 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:30.279099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5293b6a-898b-4cfd-8894-84231b78fc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.288098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] For port e35b8758-e819-4d5a-b3b2-9844716b01aa, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e35b8758-e819-4d5a-b3b2-9844716b01aa,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:30.288498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.295742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 23b0789b-9090-4ca8-ae58-7f7d66faab48) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:30.303546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:30.305173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.314584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.352948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dee91e-41d1-45e5-b0e5-10cd8f68391a None None] Network 23b0789b-9090-4ca8-ae58-7f7d66faab48 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:30.394544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3bb91621-b2ec-4397-a74e-10cf7300c62c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7196901 Jan 25 16:50:30.397845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33840) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:30.399486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.450389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:30.464283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:30.466698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:30.480731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Calling delete_port for e35b8758-e819-4d5a-b3b2-9844716b01aa owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:30.507220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.520217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting port ff23edb0-7f42-43ea-bbdd-7d9f05516660 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:30.520654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.520920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.538556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=cdaabb75-378b-4778-a836-9a875651cb4a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:30.550992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.644669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.695741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.739559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e35b8758-e819-4d5a-b3b2-9844716b01aa no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:30.810728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.816856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] Pushing event deleted for resources: {'Port': ['ID=e35b8758-e819-4d5a-b3b2-9844716b01aa,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:30.825596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b174b-e9fd-4d0a-94c1-e5ba71e7358e None None] No DVR routers for this DVR port e35b8758-e819-4d5a-b3b2-9844716b01aa on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:30.827067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e35b8758-e819-4d5a-b3b2-9844716b01aa {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:30.827411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e35b8758-e819-4d5a-b3b2-9844716b01aa not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:30.834748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-23b0789b-9090-4ca8-ae58-7f7d66faab48', 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '3837317f-5c89-41df-8206-bbeabe61e4b4'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:30.836422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.953641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.979956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:30.990059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Calling delete_port for ff23edb0-7f42-43ea-bbdd-7d9f05516660 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:31.031840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058bfc81-62a5-46ac-9945-414b19a48c79,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:31.040333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.045591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=db930953-7b8e-4bc2-acc6-c6d548910e4a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:31.047720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.056183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.064264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f678d-bc81-4578-a3ea-3d0cae8dc359 None None] Network ace0375b-c1ef-4295-85d5-392a65fcee3a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:31.174665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.176984 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81efda44-af00-47a3-88a6-300c336d3e88 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/db930953-7b8e-4bc2-acc6-c6d548910e4a HTTP/1.1" status: 204 len: 168 time: 1.5033264 Jan 25 16:50:31.177826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.178474 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2785ddd-2277-4500-aa25-9836cc7be4fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/058bfc81-62a5-46ac-9945-414b19a48c79 HTTP/1.1" status: 204 len: 168 time: 1.1265004 Jan 25 16:50:31.179290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:31.185504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Allocated IP 172.20.0.2 (23b0789b-9090-4ca8-ae58-7f7d66faab48/3837317f-5c89-41df-8206-bbeabe61e4b4/8e3f6c8a-9efb-4e87-9b21-07583f780533) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:31.206239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:31.234487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:31.245815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:31.246400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.295947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b65618-7678-490f-9adf-5c4fddcd05e6 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:31.347292 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6216934 Jan 25 16:50:31.347292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4340f7-a707-4ee9-b23a-19a236297905 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=8f4638fb-7911-4be6-b38e-0840348e358f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:31.352042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:31.369595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:31.450163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.514337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Port': ['ID=ff23edb0-7f42-43ea-bbdd-7d9f05516660,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:31.625367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.628107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.641383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Transition to ACTIVE for port object 8e3f6c8a-9efb-4e87-9b21-07583f780533 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:31.665590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Transition to ACTIVE for port object 8e3f6c8a-9efb-4e87-9b21-07583f780533 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:31.693270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.704031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.731753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.733387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.838218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 5c2a593c-2425-4559-af8b-84249030042c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:31.838449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.859922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Network 23b0789b-9090-4ca8-ae58-7f7d66faab48 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:31.870310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:31.878357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.883750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.886508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:31.896039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:31.909793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:31.939747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Pushing event updated for resources: {'Port': ['ID=8e3f6c8a-9efb-4e87-9b21-07583f780533,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:31.978946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=3837317f-5c89-41df-8206-bbeabe61e4b4,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:32.007474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.008011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Fanout notify agent at l3_agent the message router_deleted on router 86c98a42-39b5-41c4-87ba-2189a6e3d7dc {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:32.009342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:32.020171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] DHCP port deletion for ace0375b-c1ef-4295-85d5-392a65fcee3a request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:32.034108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:32.078773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:32.081620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Deleting port 5c2a593c-2425-4559-af8b-84249030042c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:32.082063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.120923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '8f4638fb-7911-4be6-b38e-0840348e358f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:32.122767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.130946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.151408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.155874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d4fd75b3-1433-4cf3-8cc0-f83d598ecc21 tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/routers/86c98a42-39b5-41c4-87ba-2189a6e3d7dc HTTP/1.1" status: 204 len: 168 time: 2.2613482 Jan 25 16:50:32.156869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33870) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:32.160412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Attempting to bind port 8e3f6c8a-9efb-4e87-9b21-07583f780533 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:32.160777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Attempting to bind port 8e3f6c8a-9efb-4e87-9b21-07583f780533 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '7a4f7aab-4f6d-45a6-9724-b4baf501baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:32.160961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Attempting to bind port 8e3f6c8a-9efb-4e87-9b21-07583f780533 on network 23b0789b-9090-4ca8-ae58-7f7d66faab48 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:32.169292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:32.173478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.173911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:32.174286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Checking segment: {'id': '7a4f7aab-4f6d-45a6-9724-b4baf501baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:32.174690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.175080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Bound using segment: {'id': '7a4f7aab-4f6d-45a6-9724-b4baf501baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:32.175545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Bound port: 8e3f6c8a-9efb-4e87-9b21-07583f780533, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4f7aab-4f6d-45a6-9724-b4baf501baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:32.175930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.217582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b0789b-9090-4ca8-ae58-7f7d66faab48']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:32.251715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4f7aab-4f6d-45a6-9724-b4baf501baf5') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:32.252316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4f7aab-4f6d-45a6-9724-b4baf501baf5') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:32.277730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.296520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Deleting subnet 97dbc444-650c-474f-800f-9688d1076f27 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:32.300690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.365955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.431966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] For port 8e3f6c8a-9efb-4e87-9b21-07583f780533, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:32.435387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] For port 8e3f6c8a-9efb-4e87-9b21-07583f780533, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8e3f6c8a-9efb-4e87-9b21-07583f780533,segment=NetworkSegment(7a4f7aab-4f6d-45a6-9724-b4baf501baf5),segment_id=7a4f7aab-4f6d-45a6-9724-b4baf501baf5)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:32.440808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.453030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.524806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.529266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.571596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:32.571824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.578741 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-0f2afab2-2052-423b-b17d-041cc5420693 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5006084 Jan 25 16:50:32.604489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 5c2a593c-2425-4559-af8b-84249030042c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5c2a593c-2425-4559-af8b-84249030042c,segment=NetworkSegment(5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69),segment_id=5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:32.604854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:32.607069 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:32.633207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Subnet': ['ID=97dbc444-650c-474f-800f-9688d1076f27,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:32.643429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.737650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5c2a593c-2425-4559-af8b-84249030042c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:32.781515 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-485b561e-76d4-4139-b49c-98190043d3ba tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/subnets/97dbc444-650c-474f-800f-9688d1076f27 HTTP/1.1" status: 204 len: 168 time: 0.6236250 Jan 25 16:50:32.785617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33880) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:32.815132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23e2d-2127-49b3-b69b-d849ffdf361c None None] Pushing event updated for resources: {'Port': ['ID=8e3f6c8a-9efb-4e87-9b21-07583f780533,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:32.873723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:50:32.873723 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:50:32.873723 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': '23b0789b-9090-4ca8-ae58-7f7d66faab48'}] Jan 25 16:50:32.873723 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:32.874212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:32.886232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.924995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] For port 5c2a593c-2425-4559-af8b-84249030042c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5c2a593c-2425-4559-af8b-84249030042c,segment=NetworkSegment(5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69),segment_id=5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:32.925791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.930539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:32.948939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/8f4638fb-7911-4be6-b38e-0840348e358f/d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:32.972125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 5c2a593c-2425-4559-af8b-84249030042c owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:33.014446 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f4638fb-7911-4be6-b38e-0840348e358f (CIDR: 2001:db8::/64) Jan 25 16:50:33.039501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.041666 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:50:33.042318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:33.092726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Calling delete_port for 5c2a593c-2425-4559-af8b-84249030042c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:33.122615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.163345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca6e8a7-7399-4951-b7eb-7b920c381438']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:33.179119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de26ac7-07d0-4bc2-8a22-c8ebdda18057 None None] Network 23b0789b-9090-4ca8-ae58-7f7d66faab48 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:33.183610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57190dee-55ef-46ce-93c5-2ada9e0b02e1') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:33.183979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57190dee-55ef-46ce-93c5-2ada9e0b02e1') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:33.198662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.223230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.232239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:33.232653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.308117 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9455eec9-9118-4237-a71d-08eba903121c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9409654 Jan 25 16:50:33.329083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33894) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:33.343936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:33.423378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn_limited( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn_limited( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.442382 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:50:33.446244 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 16:50:33.480661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:33.487989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:33.491783 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:33.494404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.526947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 8e3f6c8a-9efb-4e87-9b21-07583f780533 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:33.527750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.529522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:33.529952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:33.581645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.590250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=5c2a593c-2425-4559-af8b-84249030042c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:33.600287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.612129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No DVR routers for this DVR port 5c2a593c-2425-4559-af8b-84249030042c on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:33.630523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] Pushing event deleted for resources: {'Network': ['ID=9ca6e8a7-7399-4951-b7eb-7b920c381438,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:33.639972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f1ebaa07-d8e1-4265-99d8-f9664513874d tempest-FloatingIPTestJSON-163315953 tempest-FloatingIPTestJSON-163315953-project] 10.222.0.45 "DELETE /v2.0/networks/9ca6e8a7-7399-4951-b7eb-7b920c381438 HTTP/1.1" status: 204 len: 168 time: 0.8533025 Jan 25 16:50:33.718756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-f327c645-c065-43dc-bc4b-f7b78a453819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:33.720620 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-f327c645-c065-43dc-bc4b-f7b78a453819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1098 time: 0.8198209 Jan 25 16:50:33.735281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.763630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Transition to ACTIVE for port object d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:33.786356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Transition to ACTIVE for port object d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:33.790973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1516707798', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:33.793757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.845032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:33.864364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:network and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:33.884976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:33.888264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:33.894028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:33.927190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:33.933147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:33.939182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Pushing event updated for resources: {'Port': ['ID=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:33.955128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:33.957561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:33.973543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:33.982709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:34.004625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 8e3f6c8a-9efb-4e87-9b21-07583f780533, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8e3f6c8a-9efb-4e87-9b21-07583f780533,segment=NetworkSegment(7a4f7aab-4f6d-45a6-9724-b4baf501baf5),segment_id=7a4f7aab-4f6d-45a6-9724-b4baf501baf5)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:34.005327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.006300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:34.022782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Made reservation on behalf of 9bef14f6ef86453f9ce48dc8b308ec10 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:34.025204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Attempting to bind port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:34.025597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Attempting to bind port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:34.025714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.025962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Attempting to bind port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:34.031807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Deleting port 5c2a593c-2425-4559-af8b-84249030042c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:34.032184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.038378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace0375b-c1ef-4295-85d5-392a65fcee3a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.064404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.074119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:50:34.084974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.085338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa3e3e0-f45e-4e3d-82e1-d9a4706ccd69') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.093396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:34.096948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.141144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.152681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33908) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:34.161083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 8e3f6c8a-9efb-4e87-9b21-07583f780533 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:34.161406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:34.161576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:34.161940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.162329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:34.162804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Bound port: d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:34.163170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.177380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8aa27-cb82-4d19-9d5d-f99c4b678a2b None None] The port '5c2a593c-2425-4559-af8b-84249030042c' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:34.209820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:34.239779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-5841b9dc-52f8-496b-8d24-f1a39924ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:34.243057 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-5841b9dc-52f8-496b-8d24-f1a39924ad10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 898 time: 0.4544613 Jan 25 16:50:34.251777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.278450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] For port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:34.282713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] For port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:34.293778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.298085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:security_group_rule and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:34.321090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:34.327092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 8e3f6c8a-9efb-4e87-9b21-07583f780533 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:34.359903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=8e3f6c8a-9efb-4e87-9b21-07583f780533,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:34.384628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.385798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80fe1f-25a4-4156-806d-9253aa0e29db None None] Pushing event updated for resources: {'Port': ['ID=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:34.400181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:34.435903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:34.436307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:34.456085 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:34.499534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.540484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-04ea9d1a-ad68-49e2-bb2c-b0501d00bdd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4806f4a9e0d8439aa3d96bd4f41d35dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867357 Jan 25 16:50:34.542272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b0789b-9090-4ca8-ae58-7f7d66faab48']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.549421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33914) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:34.570578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4f7aab-4f6d-45a6-9724-b4baf501baf5') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.570875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4f7aab-4f6d-45a6-9724-b4baf501baf5') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.607423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.638255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.647625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:34.648626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:34.665492 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:34.719049 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-1acccd3d-695b-42c6-8315-a8f849fdce41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 1000 time: 0.4222257 Jan 25 16:50:34.734457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.785197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.785642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:34.800337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.804732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.847713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=23b0789b-9090-4ca8-ae58-7f7d66faab48,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:34.855266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.862915 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7252f1a6-b9e0-438f-9c64-8df0741bb75c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/23b0789b-9090-4ca8-ae58-7f7d66faab48 HTTP/1.1" status: 204 len: 168 time: 4.4636672 Jan 25 16:50:34.866819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33918) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:34.908928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.915380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:34.915962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba7a98c-f348-446a-8de7-0b918b6c175f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] GET failed (client error): The resource could not be found. Jan 25 16:50:34.916172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0ba7a98c-f348-446a-8de7-0b918b6c175f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Synchronizing usage tracker for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:34.929512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:34.939206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0ba7a98c-f348-446a-8de7-0b918b6c175f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Unset dirty status for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:34.943245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=ace0375b-c1ef-4295-85d5-392a65fcee3a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:34.943462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0ba7a98c-f348-446a-8de7-0b918b6c175f tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets/3837317f-5c89-41df-8206-bbeabe61e4b4 HTTP/1.1" status: 404 len: 337 time: 0.0726840 Jan 25 16:50:34.943462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33922) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:34.946884 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Sync routers for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:34.951354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:34.957140 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:34.957829 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:34.999328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93c8894-ac7d-4596-ad9c-c0cff00274d5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:35.000354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93c8894-ac7d-4596-ad9c-c0cff00274d5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:35.015348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c06ae7e-8de0-4a40-99f5-d38a799fdd93,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:35.033484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a93c8894-ac7d-4596-ad9c-c0cff00274d5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/23b0789b-9090-4ca8-ae58-7f7d66faab48 HTTP/1.1" status: 404 len: 339 time: 0.0869846 Jan 25 16:50:35.034473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33926) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:35.049159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.050912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5228a0aa-162d-492e-93e1-28092c8462c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c06ae7e-8de0-4a40-99f5-d38a799fdd93 HTTP/1.1" status: 204 len: 168 time: 0.5003579 Jan 25 16:50:35.067554 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fc19cea-be7d-41fd-a5e1-e0300ab3ba80 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/ace0375b-c1ef-4295-85d5-392a65fcee3a HTTP/1.1" status: 204 len: 168 time: 3.8757946 Jan 25 16:50:35.097782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33932) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:35.160460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.170110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-4de55c27-5b35-4765-b2d3-798ace9e8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:35.171794 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-4de55c27-5b35-4765-b2d3-798ace9e8397 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 200 len: 835 time: 0.4436562 Jan 25 16:50:35.173086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.180217 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2cbd4995-8bbd-4a62-80c3-92aa73f74171 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2122459 Jan 25 16:50:35.196513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:35.218162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1129985674', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:35.229141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:35.234311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:35.238689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:35.239806 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:35.251616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:35.283431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.285678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.313195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.440758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.526460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db063077-3781-424d-a200-6a0f0c024e59,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:35.545745 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35b47d6e-6a0b-49a4-a7ad-cd604fcbcc91 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3478801 Jan 25 16:50:35.546851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33942) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:35.657292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:35.703907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.704268 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Added segment 36ea1933-f173-4080-bdd8-19214c553a02 of type vlan for network ecd2922a-69bf-465f-856f-6c0a18af2c30 Jan 25 16:50:35.724985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-3e57f9c1-830f-4fef-92c9-08ae61de4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:35.727145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-3e57f9c1-830f-4fef-92c9-08ae61de4c08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52b706eb-ebd9-4348-9c05-384582477cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5457435 Jan 25 16:50:35.775347 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:30Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:35.795063 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Checking router: 35ea3b79-da0f-40d4-ad19-50a78a5471d7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:50:35.795539 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Updating router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 port cdaabb75-378b-4778-a836-9a875651cb4a binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:50:35.921919 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-2fdc3d11-578b-4b9d-805e-f4735ba5ce34 service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858566 Jan 25 16:50:35.924767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.954722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5babec71-63dd-43f9-926f-10a53adf77d0 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:50:35.956648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:35.983847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9ed87-cfe1-4122-b8f0-67458bb9a36b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:35.984849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aeb9ed87-cfe1-4122-b8f0-67458bb9a36b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Synchronizing usage tracker for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:36.024111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe4568-fceb-447f-9394-993682861ca7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.026345 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4bfe4568-fceb-447f-9394-993682861ca7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4734514 Jan 25 16:50:36.040664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33954) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.047721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Provisioning for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:36.068563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Provisioning complete for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:36.069253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.104659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-31a97624-71b3-4729-aa79-26b55ade9414 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584373 Jan 25 16:50:36.113757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33958) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.124845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333431902', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:36.139088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aeb9ed87-cfe1-4122-b8f0-67458bb9a36b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Unset dirty status for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:36.142752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aeb9ed87-cfe1-4122-b8f0-67458bb9a36b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1042631 Jan 25 16:50:36.145402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33964) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.190578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babec71-63dd-43f9-926f-10a53adf77d0 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:50:36.196324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.280040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a2d98b56-3577-44bf-80c0-2ba74bbf60ac tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 207 time: 0.1240721 Jan 25 16:50:36.282927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.383233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.417807 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98f2da8c-88e6-4a5d-a37a-f5a3bee66953 req-2cf3f2bb-6c2a-40f9-89f5-fd78a7bf831e service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745033 Jan 25 16:50:36.424588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:36.438824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:36.446140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:36.447629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.463343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:36.465803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.467762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.477146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] For port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:36.533114 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.536155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.550958 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Transition to ACTIVE for port object cdaabb75-378b-4778-a836-9a875651cb4a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:36.562901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.592484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 33978) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.612132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f4c9a-c5b8-478b-806c-062ed72a0266 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.619105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f4c9a-c5b8-478b-806c-062ed72a0266 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.625272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32547aa8-af5c-4efc-9c0f-ea39d1f7a00b None None] Pushing event updated for resources: {'Port': ['ID=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:36.626130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f4c9a-c5b8-478b-806c-062ed72a0266 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.641747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f4c9a-c5b8-478b-806c-062ed72a0266 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:36.645419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f39f4c9a-c5b8-478b-806c-062ed72a0266 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3597524 Jan 25 16:50:36.646503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:36.650817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.654859 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Pushing event updated for resources: {'Port': ['ID=cdaabb75-378b-4778-a836-9a875651cb4a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:36.664030 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.664538 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.664983 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.665677 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.665867 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.666309 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.666826 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.667201 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.667673 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.668104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.668525 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.668942 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:50:36.678273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.692935 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Attempting to bind port cdaabb75-378b-4778-a836-9a875651cb4a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:36.693428 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Attempting to bind port cdaabb75-378b-4778-a836-9a875651cb4a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:36.693908 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Attempting to bind port cdaabb75-378b-4778-a836-9a875651cb4a on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:36.701091 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:36.701687 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:36.702187 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.702723 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:36.703329 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Bound port: cdaabb75-378b-4778-a836-9a875651cb4a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:36.703813 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.747963 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2615552 Jan 25 16:50:36.802313 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] For port cdaabb75-378b-4778-a836-9a875651cb4a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:36.807029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:36.810426 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] For port cdaabb75-378b-4778-a836-9a875651cb4a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cdaabb75-378b-4778-a836-9a875651cb4a,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:36.820014 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:36.825867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'subnet': {'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:36.829102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04c74f-5b7e-490c-9565-4d623e4698f9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Network': ['ID=ecd2922a-69bf-465f-856f-6c0a18af2c30,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:36.843371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:36.845130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:36.858315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:subnet and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:36.863138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:36.874810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:36.876085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:36.949970 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971576eb-d552-44df-b0f0-2a627e5d988a None None] Pushing event updated for resources: {'Port': ['ID=cdaabb75-378b-4778-a836-9a875651cb4a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:36.970353 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:36.971904 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:36.990240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Made reservation on behalf of 9bef14f6ef86453f9ce48dc8b308ec10 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:36.992692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.036784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.082178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.140055 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cdadf15d-aae1-4d34-b927-6bd44345c29c tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 676 time: 0.4532318 Jan 25 16:50:37.145188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:37.195807 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:37.239783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-459193897'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:37.252786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:37.261275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:37.268039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:37.281575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c093e4-fe1b-4655-9fec-ae565cd8de00 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:37.283246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c093e4-fe1b-4655-9fec-ae565cd8de00 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:37.284187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-89c093e4-fe1b-4655-9fec-ae565cd8de00 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Synchronizing usage tracker for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:37.316543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:37.364608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.26.4.47 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/91430f44-f672-45f1-8217-3076c3b1a196) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:37.366154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-89c093e4-fe1b-4655-9fec-ae565cd8de00 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Unset dirty status for tenant:2274c79c474f41daa48b1a59722cddb5 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:37.372429 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-89c093e4-fe1b-4655-9fec-ae565cd8de00 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2185395 Jan 25 16:50:37.372620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:37.372734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 33996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:37.373577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.392470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.415950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.430610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:37.463703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:security_group_rule and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:37.518577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:37.537936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.542999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:37.562482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9485a52-fa63-4732-94e8-a37b7a3b9e28 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:37.563119 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:30Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:37.564187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9485a52-fa63-4732-94e8-a37b7a3b9e28 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:37.569908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9485a52-fa63-4732-94e8-a37b7a3b9e28 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1927867 Jan 25 16:50:37.571589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34000) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:37.572165 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf7ac2e-e971-4336-b3ce-05a4c1d417be None None] The sync data for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv is: [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:30Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:37.687207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=219eab29-74c3-4adb-b601-667b199e6311,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:37.760933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:37.765002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:37.765401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 67adde47-89d5-44aa-ba51-444876534c05, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:38.012251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 67adde47-89d5-44aa-ba51-444876534c05 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:38.056179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.062024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 67adde47-89d5-44aa-ba51-444876534c05) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:38.070989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.080391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbed9c-1296-4baf-b29a-80ff5790fa7c None None] Network 67adde47-89d5-44aa-ba51-444876534c05 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:38.084705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:38.097328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.097816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment 351e97a7-4a73-4e38-a926-0739b1f9cb55 of type vlan for network 75917fb3-4b04-45d9-b394-b052b91be0b3 Jan 25 16:50:38.126329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed9f42-6716-4f8f-9448-89f26d4cae06 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:38.127441 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26ed9f42-6716-4f8f-9448-89f26d4cae06 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks/6cce1054-8760-43a4-bbc7-ccbb137e329f HTTP/1.1" status: 200 len: 800 time: 0.5548561 Jan 25 16:50:38.133720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:38.138457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:38.144490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.222287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:38.223209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.244806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c247c27-269a-46d5-8cc8-23732931f36e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:38.247691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.253320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:38.253931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.293240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:38.327333 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1fe29f02-799e-4813-90f6-e1a85e4663af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2121494 Jan 25 16:50:38.329243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6454284 Jan 25 16:50:38.333736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.338447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34008) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:38.425682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-67adde47-89d5-44aa-ba51-444876534c05', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:38.426523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.435022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.458593 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3666711-0060-41d6-a626-9766768692e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/networks/6cce1054-8760-43a4-bbc7-ccbb137e329f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3103263 Jan 25 16:50:38.462227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:38.466018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.467788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:38.872059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Allocated IP 172.20.0.2 (67adde47-89d5-44aa-ba51-444876534c05/219eab29-74c3-4adb-b601-667b199e6311/fdf9e1df-7b5f-4640-ae52-bddd39e04c77) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:38.926904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:38.937542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=745f7d9a-78cd-4258-b93b-16d16e8d3be0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:39.011125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cdaabb75-378b-4778-a836-9a875651cb4a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:39.028269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:39.029409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.042174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97950c2-a88d-402f-be8f-704b4823275e tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:39.044127 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b97950c2-a88d-402f-be8f-704b4823275e tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets/58b58539-c7f4-4314-b5f5-614a14513f0f HTTP/1.1" status: 200 len: 811 time: 0.5586760 Jan 25 16:50:39.044992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,revision_number=5']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:39.055746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:39.057540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:39.088310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e0b39-0735-4c4e-a31e-74dc14eb59be None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:39.138309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:39.139050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.221388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3e901aa-2e62-43e2-9084-74cd7e3533e1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:39.227433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cb016-9194-4cf9-834f-a25454a23ea8 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:39.229453 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d8cb016-9194-4cf9-834f-a25454a23ea8 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "GET /v2.0/subnets/58b58539-c7f4-4314-b5f5-614a14513f0f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0935347 Jan 25 16:50:39.239584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:39.253514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2101464201'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:39.262299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:39.277584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:39.295311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:39.300804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.340350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:39.352724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.353296 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Added segment 9adde743-0cdb-4ed8-8fce-2ad3ba3217cf of type vlan for network 0e755d08-224d-4635-9455-776a9425c720 Jan 25 16:50:39.401893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.432705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port cdaabb75-378b-4778-a836-9a875651cb4a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:39.459630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Checking segment: {'id': '36ea1933-f173-4080-bdd8-19214c553a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:39.460189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network hostable DHCP agents. Network: ecd2922a-69bf-465f-856f-6c0a18af2c30, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:39.477200 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e2eb4057-e1c8-45c5-acd5-76681840e8e9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.1438918 Jan 25 16:50:39.478698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:39.486590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cdaabb75-378b-4778-a836-9a875651cb4a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:39.487192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.488669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:9e:85:fd', 'name': 'tempest-NetworksTestDHCPv6-40073466'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:39.522334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.558788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Transition to ACTIVE for port object fdf9e1df-7b5f-4640-ae52-bddd39e04c77 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:39.587773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:39.595294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:39.613099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:39.634949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Transition to ACTIVE for port object fdf9e1df-7b5f-4640-ae52-bddd39e04c77 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:39.652430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:39.673172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.674066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.683108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:39.683888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.755423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ecd2922a-69bf-465f-856f-6c0a18af2c30) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:39.795511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b19ae3-00d5-4a87-a6ae-5dfd1b950f3e None None] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:39.821589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Network 67adde47-89d5-44aa-ba51-444876534c05 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:39.883683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:39.921860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Pushing event updated for resources: {'Port': ['ID=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:39.925530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:39.969131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:39.971829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:39.990918 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7423601 Jan 25 16:50:40.017686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34028) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:40.023857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee471b-e8a8-43cf-8ac2-bbe76ed651b2 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=75917fb3-4b04-45d9-b394-b052b91be0b3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:40.075329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.095391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:40.140259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd8819-c482-45f6-a2e1-564c424e8971 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Network': ['ID=0e755d08-224d-4635-9455-776a9425c720,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:40.168230 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a9587cd-bff1-4e3e-b836-c6470db41429 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3598895 Jan 25 16:50:40.173139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:40.182060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-49280146', 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:40.188773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:40.194263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:port and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:40.198143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:40.210650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:40.246524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:40.251684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:40.255423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:40.264446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:40.278006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Made reservation on behalf of 9bef14f6ef86453f9ce48dc8b308ec10 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:40.281353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.308785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 0e755d08-224d-4635-9455-776a9425c720 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:40.317319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] device_id is not set on port 06ab5bd7-90cc-44d2-aa11-57c93bba4e60 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:40.505734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.20.0.4 (ecd2922a-69bf-465f-856f-6c0a18af2c30/f3e901aa-2e62-43e2-9084-74cd7e3533e1/06ab5bd7-90cc-44d2-aa11-57c93bba4e60) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:40.517808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'network_id': '0e755d08-224d-4635-9455-776a9425c720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:40.523891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port cdaabb75-378b-4778-a836-9a875651cb4a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cdaabb75-378b-4778-a836-9a875651cb4a,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:40.526784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Attempting to bind port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:40.527415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Attempting to bind port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:40.527886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Attempting to bind port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 on network 67adde47-89d5-44aa-ba51-444876534c05 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:40.540943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:40.544877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Checking segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:40.545540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.546050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Bound using segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:40.546877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Bound port: fdf9e1df-7b5f-4640-ae52-bddd39e04c77, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:40.547507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.560943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.613831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:40.614686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:40.672364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=91430f44-f672-45f1-8217-3076c3b1a196,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:40.713302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:40.983439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] For port fdf9e1df-7b5f-4640-ae52-bddd39e04c77, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:40.985251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:40.987113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] For port fdf9e1df-7b5f-4640-ae52-bddd39e04c77, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:40.988368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=cdaabb75-378b-4778-a836-9a875651cb4a,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:41.025464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.102622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:41.127392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.146346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ba334-4feb-4034-ae87-c8b423b9b710 None None] Pushing event updated for resources: {'Port': ['ID=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:41.166649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a6b07704-6e25-4399-9541-16001c0f8fb4 None None] Provisioning complete for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:41.167173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6b07704-6e25-4399-9541-16001c0f8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.233061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f22b4-ebaa-4904-bfbf-5b6d3880cc94 None None] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:41.306827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.315034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.370281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port a1e68573-eb8f-4e9c-b41e-a84e38b90503 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:41.470384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Made reservation on behalf of 2274c79c474f41daa48b1a59722cddb5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:41.482602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.603867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing IP validity checks on allocation pools {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:50:41.604416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.ipam_backend_mixin [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:50:41.684347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:41.684724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.770415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:41.785623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:41.878889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::356 (255dcaab-10ef-4717-a4ec-827262e2a670/8f4638fb-7911-4be6-b38e-0840348e358f/a1e68573-eb8f-4e9c-b41e-a84e38b90503) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:41.888034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:41.984626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:85fd (255dcaab-10ef-4717-a4ec-827262e2a670/745f7d9a-78cd-4258-b93b-16d16e8d3be0/a1e68573-eb8f-4e9c-b41e-a84e38b90503) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:42.000630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.061915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:42.073186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:42.073423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.075681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:42.096650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fdf9e1df-7b5f-4640-ae52-bddd39e04c77 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:42.136372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:42.138704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=06ab5bd7-90cc-44d2-aa11-57c93bba4e60,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:42.153362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:subnet and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:42.169465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:42.188394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:42.197889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:42.202879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cdaabb75-378b-4778-a836-9a875651cb4a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:42.225103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=70c2817d-0312-46d2-b2c6-044d9f2d9eb1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:42.301709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:42.302365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.310170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Checking segment: {'id': '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e755d08-224d-4635-9455-776a9425c720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:42.310558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network hostable DHCP agents. Network: 0e755d08-224d-4635-9455-776a9425c720, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:42.317942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cdaabb75-378b-4778-a836-9a875651cb4a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:42.318784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.321037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:42.324672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.465483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:42.481165 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56392a88-23f9-41fa-bdd4-5866724e2305 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 2.3043172 Jan 25 16:50:42.488479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:42.560578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:42.561895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.604769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (67adde47-89d5-44aa-ba51-444876534c05/219eab29-74c3-4adb-b601-667b199e6311/513ff15f-b03c-49c3-9458-f341af0493a6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:42.627631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43a649-3244-493e-a452-c20faba85ced None None] Network 67adde47-89d5-44aa-ba51-444876534c05 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:42.667030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Network 0e755d08-224d-4635-9455-776a9425c720 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:42.692810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.746721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Provisioning for port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:42.754478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Provisioning complete for port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:42.754994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.771460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 0e755d08-224d-4635-9455-776a9425c720) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:42.785833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:42.786433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.803857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.818982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af26a9d-e5fc-4ba0-93e4-7a8b49263e3a None None] Network 0e755d08-224d-4635-9455-776a9425c720 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:42.834013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object a1e68573-eb8f-4e9c-b41e-a84e38b90503 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:42.889788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8550adf5-a510-4413-b390-cb2218fddb2d tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8606288 Jan 25 16:50:42.892804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.895531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34044) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:42.897714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:42.905751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:42.936796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 751e2432-257c-4772-a54c-afe11613b83b is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:50:42.973837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 513ff15f-b03c-49c3-9458-f341af0493a6 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:43.001699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port 06ab5bd7-90cc-44d2-aa11-57c93bba4e60 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:43.002123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.099263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:43.131083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:43.136812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': '351e97a7-4a73-4e38-a926-0739b1f9cb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:43.137180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: 75917fb3-4b04-45d9-b394-b052b91be0b3, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:43.141674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:43.151594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:43.157208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:43.157864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.169709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=a1e68573-eb8f-4e9c-b41e-a84e38b90503,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:43.232046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4180861'] for subnet, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.269336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.320629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.336258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-0e755d08-224d-4635-9455-776a9425c720', 'network_id': '0e755d08-224d-4635-9455-776a9425c720', 'tenant_id': '2274c79c474f41daa48b1a59722cddb5', 'fixed_ips': [{'subnet_id': '70c2817d-0312-46d2-b2c6-044d9f2d9eb1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:43.337300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 67adde47-89d5-44aa-ba51-444876534c05 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:43.337649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.338723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:43.353512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.363661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] Sync routers for ids ['751e2432-257c-4772-a54c-afe11613b83b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:43.379287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:43.392408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] Routers {'751e2432-257c-4772-a54c-afe11613b83b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:43.393646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['751e2432-257c-4772-a54c-afe11613b83b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:43.413176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:43.447680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.451388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-420115c1-4747-443a-8d7c-a6984d8fa4d9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.3443472 Jan 25 16:50:43.471754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34048) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:43.518627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:43.547036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] For port fdf9e1df-7b5f-4640-ae52-bddd39e04c77, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:43.563559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.589927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:43.599487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] Routers {'751e2432-257c-4772-a54c-afe11613b83b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:43.599788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['751e2432-257c-4772-a54c-afe11613b83b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:43.638067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for 06ab5bd7-90cc-44d2-aa11-57c93bba4e60 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:43.700453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:43.712021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.712929 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e0dee4b-a588-4994-a200-19e989c0f027 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.2322803 Jan 25 16:50:43.716538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:43.718365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 75917fb3-4b04-45d9-b394-b052b91be0b3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:43.722781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:43.723535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.752020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af687e-10ea-4c7c-ab6f-19875b035a8b None None] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:43.773087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:43.773532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a6a99-0394-4c7c-bc9c-a5b58fc2f945 None None] The sync data for ids ['751e2432-257c-4772-a54c-afe11613b83b'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:43.824323 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43daddf0-e305-4679-ad41-e92ffcd3bcca tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0496855 Jan 25 16:50:43.828942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:43.856069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2097236135'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:43.857150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-005eeb1a-3c74-42fb-ab73-5850c8e136e4 None None] Provisioning for port a1e68573-eb8f-4e9c-b41e-a84e38b90503 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:43.871638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port a1e68573-eb8f-4e9c-b41e-a84e38b90503 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:43.871893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.873742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-005eeb1a-3c74-42fb-ab73-5850c8e136e4 None None] Provisioning complete for port a1e68573-eb8f-4e9c-b41e-a84e38b90503 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:43.874122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005eeb1a-3c74-42fb-ab73-5850c8e136e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:43.905083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:43.910898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468aad8-c5c5-44c2-840d-bc44d15654fe None None] Pushing event updated for resources: {'Port': ['ID=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:43.917603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:43.933916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:43.968456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-005eeb1a-3c74-42fb-ab73-5850c8e136e4 None None] Port a1e68573-eb8f-4e9c-b41e-a84e38b90503 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:50:43.982836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:44.021551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:44.025411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.146636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-75917fb3-4b04-45d9-b394-b052b91be0b3', 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': '98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:44.147668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.157930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.183276 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8099183a-da26-4d93-a417-c84776a139f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers/751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 200 len: 880 time: 0.7090092 Jan 25 16:50:44.192480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34060) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:44.266148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:44.272357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f051f4b9-7444-4a37-88a6-1a64ebddc177 None None] Provisioning complete for port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:44.273088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f051f4b9-7444-4a37-88a6-1a64ebddc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.314609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.332330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ab5bd7-90cc-44d2-aa11-57c93bba4e60,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:44.381180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.381910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment 8849d918-75c4-4190-8c79-41fddae55402 of type vlan for network 724b830e-af73-4417-b032-09af448c2bcb Jan 25 16:50:44.455444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Allocated IP 2001:db8:0:ffff::2 (75917fb3-4b04-45d9-b394-b052b91be0b3/98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec/0deeed88-a657-4dc4-adbe-dade12701f2b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:44.481079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.487077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.491723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.531439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3245601'] for subnet, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.565596 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4819649-7cd1-42a6-8ae8-fca55938e921 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/ports/06ab5bd7-90cc-44d2-aa11-57c93bba4e60 HTTP/1.1" status: 204 len: 168 time: 2.0759170 Jan 25 16:50:44.583051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34064) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:44.610118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30', 'external_fixed_ips': [{'subnet_id': 'f3e901aa-2e62-43e2-9084-74cd7e3533e1', 'ip_address': '172.20.0.4'}]}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:44.638177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for a1e68573-eb8f-4e9c-b41e-a84e38b90503 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:44.642689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:44.649248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Allocated IP 172.20.0.3 (0e755d08-224d-4635-9455-776a9425c720/70c2817d-0312-46d2-b2c6-044d9f2d9eb1/0e5aa981-37f6-48b1-986d-5abdbc20ef84) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:44.654128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:router and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:44.678011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:50:44.715509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:44.716561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.717947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.718318 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "PUT /v2.0/subnets/70c2817d-0312-46d2-b2c6-044d9f2d9eb1 HTTP/1.1" status: 200 len: 877 time: 1.8216286 Jan 25 16:50:44.724476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:44.725149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.729723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:44.730790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:44.735612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8dd52-1986-4cd7-abc7-04c61005ffa5 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event updated for resources: {'Subnet': ['ID=70c2817d-0312-46d2-b2c6-044d9f2d9eb1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:44.750807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:44.834152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.835019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.836823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9cc16774-09b7-4487-bd35-c56bf3794be3 None None] Provisioning for port 513ff15f-b03c-49c3-9458-f341af0493a6 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:44.864988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.868411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9cc16774-09b7-4487-bd35-c56bf3794be3 None None] Provisioning complete for port 513ff15f-b03c-49c3-9458-f341af0493a6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:44.868411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9cc16774-09b7-4487-bd35-c56bf3794be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.878644 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:50:44.942615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9cc16774-09b7-4487-bd35-c56bf3794be3 None None] Port 513ff15f-b03c-49c3-9458-f341af0493a6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:50:44.962041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Transition to ACTIVE for port object 0deeed88-a657-4dc4-adbe-dade12701f2b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:44.972427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:44.975307 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1417766 Jan 25 16:50:44.982961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:44.983735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7211034-2334-4675-9510-d744262e2bd3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=724b830e-af73-4417-b032-09af448c2bcb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:44.998268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 724b830e-af73-4417-b032-09af448c2bcb details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:45.004095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': '724b830e-af73-4417-b032-09af448c2bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:45.062890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Transition to ACTIVE for port object 0deeed88-a657-4dc4-adbe-dade12701f2b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:45.137854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.224658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.238557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:45.248983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:45.251285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Transition to ACTIVE for port object 0e5aa981-37f6-48b1-986d-5abdbc20ef84 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:45.254773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.256309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:45.301236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:45.308315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Pushing event updated for resources: {'Port': ['ID=0deeed88-a657-4dc4-adbe-dade12701f2b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:45.314817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:subnet and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:45.331012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:45.341544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:45.350387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Transition to ACTIVE for port object 0e5aa981-37f6-48b1-986d-5abdbc20ef84 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:45.367216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.373934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.406455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:45.409921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.432822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.436646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.480896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Attempting to bind port 0deeed88-a657-4dc4-adbe-dade12701f2b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:45.481554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Attempting to bind port 0deeed88-a657-4dc4-adbe-dade12701f2b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '351e97a7-4a73-4e38-a926-0739b1f9cb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:45.481663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Attempting to bind port 0deeed88-a657-4dc4-adbe-dade12701f2b on network 75917fb3-4b04-45d9-b394-b052b91be0b3 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:45.505984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:45.506458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Checking segment: {'id': '351e97a7-4a73-4e38-a926-0739b1f9cb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:45.508088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.508088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Bound using segment: {'id': '351e97a7-4a73-4e38-a926-0739b1f9cb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:45.508088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Bound port: 0deeed88-a657-4dc4-adbe-dade12701f2b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351e97a7-4a73-4e38-a926-0739b1f9cb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '75917fb3-4b04-45d9-b394-b052b91be0b3'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:45.508088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.520744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Network 0e755d08-224d-4635-9455-776a9425c720 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:45.521302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.527976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:45.532582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Pushing event updated for resources: {'Port': ['ID=0e5aa981-37f6-48b1-986d-5abdbc20ef84,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:45.534997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:45.564124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ac1c41-7f97-4ab8-9eea-2af4d68cc475 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:router {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:45.606640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.612744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:45.694207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Attempting to bind port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:45.694576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Attempting to bind port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e755d08-224d-4635-9455-776a9425c720'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:45.696498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Attempting to bind port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 on network 0e755d08-224d-4635-9455-776a9425c720 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:45.704172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:45.704493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Checking segment: {'id': '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e755d08-224d-4635-9455-776a9425c720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:45.704989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.705669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Bound using segment: {'id': '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e755d08-224d-4635-9455-776a9425c720'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:45.706259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Bound port: 0e5aa981-37f6-48b1-986d-5abdbc20ef84, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e755d08-224d-4635-9455-776a9425c720'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:45.706700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.716301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.743372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b0ac1c41-7f97-4ab8-9eea-2af4d68cc475 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:router {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:45.749451 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b0ac1c41-7f97-4ab8-9eea-2af4d68cc475 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5516014 Jan 25 16:50:45.750528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34076) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:45.759198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=a1e68573-eb8f-4e9c-b41e-a84e38b90503,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:45.823421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] For port 0e5aa981-37f6-48b1-986d-5abdbc20ef84, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:45.826635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] For port 0e5aa981-37f6-48b1-986d-5abdbc20ef84, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0e5aa981-37f6-48b1-986d-5abdbc20ef84,segment=NetworkSegment(9adde743-0cdb-4ed8-8fce-2ad3ba3217cf),segment_id=9adde743-0cdb-4ed8-8fce-2ad3ba3217cf)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:45.843448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.849995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] For port 0deeed88-a657-4dc4-adbe-dade12701f2b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:45.894955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:45.915871 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ee8122a-ed46-4260-ada6-f1526ca7d201 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/a1e68573-eb8f-4e9c-b41e-a84e38b90503 HTTP/1.1" status: 204 len: 168 time: 2.1802154 Jan 25 16:50:45.916581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:45.951226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] For port 0deeed88-a657-4dc4-adbe-dade12701f2b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0deeed88-a657-4dc4-adbe-dade12701f2b,segment=NetworkSegment(351e97a7-4a73-4e38-a926-0739b1f9cb55),segment_id=351e97a7-4a73-4e38-a926-0739b1f9cb55)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:45.958271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.005634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282366d-1b3a-42c7-bb38-755a1fbb9d14 None None] Pushing event updated for resources: {'Port': ['ID=0e5aa981-37f6-48b1-986d-5abdbc20ef84,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:46.075160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fdf9e1df-7b5f-4640-ae52-bddd39e04c77 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:46.087724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1129985674'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:46.131043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.193489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16646-26d1-4ff0-8d4e-84c7d94983f8 None None] Pushing event updated for resources: {'Port': ['ID=0deeed88-a657-4dc4-adbe-dade12701f2b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:46.214657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:46.214657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.231460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=70c2817d-0312-46d2-b2c6-044d9f2d9eb1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:46.466023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636b38-e423-4d36-85de-6e4cd8e29e23 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:46.466778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f636b38-e423-4d36-85de-6e4cd8e29e23 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:46.480382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 67adde47-89d5-44aa-ba51-444876534c05 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:46.493238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:46.495369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.556148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e755d08-224d-4635-9455-776a9425c720']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:46.566960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0f636b38-e423-4d36-85de-6e4cd8e29e23 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:46.571981 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f636b38-e423-4d36-85de-6e4cd8e29e23 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6496418 Jan 25 16:50:46.575624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:46.654287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:46.654693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:46.706920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.756055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.802668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:46.803165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.824279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:46.829229 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:46.844017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcce3c-a6ca-4b8c-a7bd-d121b2ebd339 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:46.847958 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ffcce3c-a6ca-4b8c-a7bd-d121b2ebd339 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2681575 Jan 25 16:50:46.847958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.884044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e9b63154-c5d5-41a9-b007-c5cfca74e952 None None] Provisioning complete for port 513ff15f-b03c-49c3-9458-f341af0493a6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:46.884677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e9b63154-c5d5-41a9-b007-c5cfca74e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:46.902986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34088) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:46.956283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e9b63154-c5d5-41a9-b007-c5cfca74e952 None None] Port 513ff15f-b03c-49c3-9458-f341af0493a6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:50:46.978100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:46.993311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:50:46.993311 dv-neutron-824022-2-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:50:46.993311 dv-neutron-824022-2-hyperv neutron-server[87553]: [parameters: {'id': '0e755d08-224d-4635-9455-776a9425c720'}] Jan 25 16:50:46.993311 dv-neutron-824022-2-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:46.993838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:47.016124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=0cc74407-671e-450e-8555-aea3f2256ac0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:47.024274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': '8849d918-75c4-4190-8c79-41fddae55402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '724b830e-af73-4417-b032-09af448c2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:47.024857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: 724b830e-af73-4417-b032-09af448c2bcb, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:47.043533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network 724b830e-af73-4417-b032-09af448c2bcb is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:47.052959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 724b830e-af73-4417-b032-09af448c2bcb) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:47.057555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:47.058144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.064943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85cb3df-6564-4fc6-b609-ca158e8cec36 None None] Network 724b830e-af73-4417-b032-09af448c2bcb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:47.090892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f915fcf-dc9d-4e5d-89da-4116e67b8b51 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0944226 Jan 25 16:50:47.093691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34092) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:47.100606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'port': {'network_id': '724b830e-af73-4417-b032-09af448c2bcb', 'name': 'tempest-NetworksIpV6TestAttrs-1204779417'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:47.104968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:47.106520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:47.108140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:47.108960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:47.262607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:47.271358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:port and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:47.278811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:47.287560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:47.305255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:47.309941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.343884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-724b830e-af73-4417-b032-09af448c2bcb', 'network_id': '724b830e-af73-4417-b032-09af448c2bcb', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': '0cc74407-671e-450e-8555-aea3f2256ac0'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:47.344550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] device_id is not set on port 2ff5142a-4e25-4acc-8f2b-d18485395b8b yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:47.344731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.498057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.554014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:47.555387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.562542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:47.564523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aa58f52b-4404-4744-99a1-6dfd2915a9be tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6589184 Jan 25 16:50:47.575296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:47.626473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Allocated IP 2001:db8::f816:3eff:fec9:a3d1 (724b830e-af73-4417-b032-09af448c2bcb/0cc74407-671e-450e-8555-aea3f2256ac0/2ff5142a-4e25-4acc-8f2b-d18485395b8b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:47.646573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe724b-ae5d-4e7b-b6b3-10501cda1e47 None None] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:47.743862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:47.755079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:47.761371 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Sync routers for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:47.783284 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:47.783931 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:47.861366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f227b9c-21fb-438b-9ae9-78f1d20149bb None None] Provisioning for port 0deeed88-a657-4dc4-adbe-dade12701f2b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:48.125017 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:48.129699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-134b1431-ad1a-4932-b212-6e519d551d38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/35ea3b79-da0f-40d4-ad19-50a78a5471d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7468898 Jan 25 16:50:48.130672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:48.140003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.192560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e5aa981-37f6-48b1-986d-5abdbc20ef84 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:48.266103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682813fb-3ff9-47e0-8d55-e87eb97c039c None None] Network 0e755d08-224d-4635-9455-776a9425c720 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:48.267588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.297828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 745f7d9a-78cd-4258-b93b-16d16e8d3be0 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:48.298898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 0e5aa981-37f6-48b1-986d-5abdbc20ef84, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0e5aa981-37f6-48b1-986d-5abdbc20ef84,segment=NetworkSegment(9adde743-0cdb-4ed8-8fce-2ad3ba3217cf),segment_id=9adde743-0cdb-4ed8-8fce-2ad3ba3217cf)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:48.299261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.388341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.436641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.506363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 0e5aa981-37f6-48b1-986d-5abdbc20ef84 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:48.563349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d9ae3bd9-6a70-4563-921f-e3a45ac03979 None None] Provisioning for port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:48.623233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:48.634762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:48.635116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.635241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.655939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Transition to ACTIVE for port object 2ff5142a-4e25-4acc-8f2b-d18485395b8b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:48.677717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.680910 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:48.687035 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Checking router: 35ea3b79-da0f-40d4-ad19-50a78a5471d7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:50:48.687750 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Updating router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 port 513ff15f-b03c-49c3-9458-f341af0493a6 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:50:48.698814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.20.0.4 (ecd2922a-69bf-465f-856f-6c0a18af2c30/f3e901aa-2e62-43e2-9084-74cd7e3533e1/a11d6314-042b-4e28-b086-485b2575549a) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:48.699418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 was deleted so its status cannot be updated. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:50:48.699418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0deeed88-a657-4dc4-adbe-dade12701f2b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:48.738791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f130d-089d-46b0-891e-24bc2377e153 None None] DHCP port deletion for 0e755d08-224d-4635-9455-776a9425c720 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:48.746503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=0e5aa981-37f6-48b1-986d-5abdbc20ef84,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:48.757906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 0e5aa981-37f6-48b1-986d-5abdbc20ef84 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:48.779572 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.813889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.840580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeeda93-a297-4652-a819-3962f036e272 None None] Network 0e755d08-224d-4635-9455-776a9425c720 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:48.917096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:48.948754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e755d08-224d-4635-9455-776a9425c720']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:48.966945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:48.967531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adde743-0cdb-4ed8-8fce-2ad3ba3217cf') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:48.981708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.000813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.008658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:49.009336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.025807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 751e2432-257c-4772-a54c-afe11613b83b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:50:49.026439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0deeed88-a657-4dc4-adbe-dade12701f2b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:49.037456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0deeed88-a657-4dc4-adbe-dade12701f2b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:49.037885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.092690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.093170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.098008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.099926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:49.100050 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:49.103199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.103199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.103199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.103401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.104332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.104332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.104748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.105229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.107381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e34d4c58-671c-419a-bc20-a97e36f3b959 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8433 time: 0.9704797 Jan 25 16:50:49.119144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.124679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.175633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.260286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.265795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network 724b830e-af73-4417-b032-09af448c2bcb is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:49.266724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.270924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.293101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Allocated IP 2001:db8::f816:3eff:fe52:5869 (724b830e-af73-4417-b032-09af448c2bcb/0cc74407-671e-450e-8555-aea3f2256ac0/b7b2ee56-b1df-472e-aabb-395defdf8e1f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:49.309835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:49.312270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:49.318533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.319168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.350790 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/0e755d08-224d-4635-9455-776a9425c720 HTTP/1.1" status: 204 len: 168 time: 4.5990288 Jan 25 16:50:49.356774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2620392 Jan 25 16:50:49.359680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.359913 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.360036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.368088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692793b7-e224-4c1c-89f2-08e498f3d100 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=0e755d08-224d-4635-9455-776a9425c720,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:49.380196 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Transition to ACTIVE for port object 513ff15f-b03c-49c3-9458-f341af0493a6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:49.391240 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.418438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0deeed88-a657-4dc4-adbe-dade12701f2b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0deeed88-a657-4dc4-adbe-dade12701f2b,segment=NetworkSegment(351e97a7-4a73-4e38-a926-0739b1f9cb55),segment_id=351e97a7-4a73-4e38-a926-0739b1f9cb55)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:49.424622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.425838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.432829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:49.480449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.480922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.481455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.481953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.482407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.483034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.483522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.483977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.484424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.484876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.485347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:49.486882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=745f7d9a-78cd-4258-b93b-16d16e8d3be0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:49.490520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f77b29b7-e04c-4d9c-836a-ef096301af22 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7066 time: 0.3693688 Jan 25 16:50:49.493164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34118) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.500546 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7543ff3-f915-4d3f-b459-57f1dda714d0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:49.500999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7543ff3-f915-4d3f-b459-57f1dda714d0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:49.505657 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e7543ff3-f915-4d3f-b459-57f1dda714d0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/70c2817d-0312-46d2-b2c6-044d9f2d9eb1 HTTP/1.1" status: 404 len: 337 time: 0.1393921 Jan 25 16:50:49.505657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7c6bf-912e-4ddd-a4e7-28a96a9faf0c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Port': ['ID=2ff5142a-4e25-4acc-8f2b-d18485395b8b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:49.506003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.510513 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5672d0bf-505e-4a3b-83db-4a16cc8199ac tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/745f7d9a-78cd-4258-b93b-16d16e8d3be0 HTTP/1.1" status: 204 len: 168 time: 1.9211760 Jan 25 16:50:49.510713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.512103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.521451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.521928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] Sync routers for ids ['751e2432-257c-4772-a54c-afe11613b83b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:49.526200 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f6ba8df1-4fcc-4710-ad9e-58cee8ed68a4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 200 len: 887 time: 3.4436059 Jan 25 16:50:49.535966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fbb73-acd3-4851-b9a5-b326916c0440 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:49.602520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34130) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.629541 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00a611-b5a0-4c77-bc12-fbcd4cce820a None None] Pushing event updated for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:49.658846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 8f4638fb-7911-4be6-b38e-0840348e358f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:49.660997 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa30b90c-e8d2-4f57-b68e-6dd47f572957 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:49.661552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa30b90c-e8d2-4f57-b68e-6dd47f572957 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:49.666564 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fa30b90c-e8d2-4f57-b68e-6dd47f572957 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/0e755d08-224d-4635-9455-776a9425c720 HTTP/1.1" status: 404 len: 339 time: 0.1516905 Jan 25 16:50:49.669653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.671027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] Routers {'751e2432-257c-4772-a54c-afe11613b83b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:49.672067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['751e2432-257c-4772-a54c-afe11613b83b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:49.707477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.710447 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Attempting to bind port 513ff15f-b03c-49c3-9458-f341af0493a6 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:49.710865 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Attempting to bind port 513ff15f-b03c-49c3-9458-f341af0493a6 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:49.711256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Attempting to bind port 513ff15f-b03c-49c3-9458-f341af0493a6 on network 67adde47-89d5-44aa-ba51-444876534c05 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:49.719939 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:49.720327 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Checking segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:49.721250 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.721250 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Bound using segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:49.721620 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Bound port: 513ff15f-b03c-49c3-9458-f341af0493a6, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:49.722019 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.801272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:49.807921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0deeed88-a657-4dc4-adbe-dade12701f2b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:49.820577 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe258bfb-0f2a-4c21-a2c2-5e59eb4a3f68 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:49.820577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe258bfb-0f2a-4c21-a2c2-5e59eb4a3f68 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:49.824918 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe258bfb-0f2a-4c21-a2c2-5e59eb4a3f68 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/3837317f-5c89-41df-8206-bbeabe61e4b4 HTTP/1.1" status: 404 len: 337 time: 0.1143949 Jan 25 16:50:49.827091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting subnet 0cc74407-671e-450e-8555-aea3f2256ac0 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:49.829275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.881327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:49.888977 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf32ab23-1719-41a9-ae36-c394782e0d0a tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers/751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 200 len: 887 time: 0.2851706 Jan 25 16:50:49.914272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] Routers {'751e2432-257c-4772-a54c-afe11613b83b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:49.915840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34142) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.918291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['751e2432-257c-4772-a54c-afe11613b83b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:49.922382 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16b7d1c-fc8d-4d05-b1be-aaabea1b0431 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:49.922894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16b7d1c-fc8d-4d05-b1be-aaabea1b0431 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:49.925780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f16b7d1c-fc8d-4d05-b1be-aaabea1b0431 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/23b0789b-9090-4ca8-ae58-7f7d66faab48 HTTP/1.1" status: 404 len: 339 time: 0.0909588 Jan 25 16:50:49.931982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:49.985140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.014349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:50.014760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987173a-b9a0-43a1-bb6a-96159dcc3439 None None] The sync data for ids ['751e2432-257c-4772-a54c-afe11613b83b'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:50.018010 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] For port 513ff15f-b03c-49c3-9458-f341af0493a6, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:50.022402 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] For port 513ff15f-b03c-49c3-9458-f341af0493a6, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=513ff15f-b03c-49c3-9458-f341af0493a6,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:50.026541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0deeed88-a657-4dc4-adbe-dade12701f2b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:50.030140 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.096216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.141874 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:50.142923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:50.218122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.253411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.277351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Transition to ACTIVE for port object b7b2ee56-b1df-472e-aabb-395defdf8e1f will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:50.302390 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0cf3cf65-0e1a-4a1d-88db-7f2af462cf2d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 200 len: 205 time: 0.3819859 Jan 25 16:50:50.307988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34150) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:50.363609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Transition to ACTIVE for port object b7b2ee56-b1df-472e-aabb-395defdf8e1f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:50.371348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0deeed88-a657-4dc4-adbe-dade12701f2b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:50.371607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.388072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.415134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00a611-b5a0-4c77-bc12-fbcd4cce820a None None] Pushing event updated for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:50.419517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.450993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.466050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:50.524747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network ecd2922a-69bf-465f-856f-6c0a18af2c30 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:50.534953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Network 724b830e-af73-4417-b032-09af448c2bcb is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:50.542591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:50.545521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:50.553906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:50.568808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:50.581621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Pushing event updated for resources: {'Port': ['ID=b7b2ee56-b1df-472e-aabb-395defdf8e1f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:50.600423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.649023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de5939a-cffd-4b01-8edd-7449b244c822']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:50.659837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.711130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5a96ab-270b-4412-817f-7dc53c3ca3fc') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:50.711394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5a96ab-270b-4412-817f-7dc53c3ca3fc') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:50.735079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.749419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Attempting to bind port b7b2ee56-b1df-472e-aabb-395defdf8e1f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:50.749814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Attempting to bind port b7b2ee56-b1df-472e-aabb-395defdf8e1f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '8849d918-75c4-4190-8c79-41fddae55402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '724b830e-af73-4417-b032-09af448c2bcb'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:50.750142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Attempting to bind port b7b2ee56-b1df-472e-aabb-395defdf8e1f on network 724b830e-af73-4417-b032-09af448c2bcb {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:50.751124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.760019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:50.760673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Checking segment: {'id': '8849d918-75c4-4190-8c79-41fddae55402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '724b830e-af73-4417-b032-09af448c2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:50.760932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.761174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Bound using segment: {'id': '8849d918-75c4-4190-8c79-41fddae55402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '724b830e-af73-4417-b032-09af448c2bcb'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:50.761645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Bound port: b7b2ee56-b1df-472e-aabb-395defdf8e1f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8849d918-75c4-4190-8c79-41fddae55402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '724b830e-af73-4417-b032-09af448c2bcb'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:50.762011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.809777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4638fb-7911-4be6-b38e-0840348e358f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:50.825476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.833456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=a11d6314-042b-4e28-b086-485b2575549a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:50.835290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.838563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:50.842227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:50.864039 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:50.963727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:50.998616 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b57d8d86-f834-4d08-8144-c14dc7075840 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/8f4638fb-7911-4be6-b38e-0840348e358f HTTP/1.1" status: 204 len: 168 time: 1.4845994 Jan 25 16:50:51.012139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.018683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e5aa981-37f6-48b1-986d-5abdbc20ef84 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:51.035561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.073097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0e5aa981-37f6-48b1-986d-5abdbc20ef84 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:51.073465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0e5aa981-37f6-48b1-986d-5abdbc20ef84 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:51.078166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.110981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=1de5939a-cffd-4b01-8edd-7449b244c822,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:51.118003 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5aa2e7b1-d0d6-435b-8d8f-583708ebaf69 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/1de5939a-cffd-4b01-8edd-7449b244c822 HTTP/1.1" status: 204 len: 168 time: 1.1852589 Jan 25 16:50:51.120991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.166300 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:50Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:51.175088 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fdd1a-3833-48ec-9310-c71bedfa254c None None] The sync data for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv is: [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:50Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:51.189731 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c58bba3-7cbe-462f-9a10-d3ff6917e0e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.190092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c58bba3-7cbe-462f-9a10-d3ff6917e0e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.200841 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c58bba3-7cbe-462f-9a10-d3ff6917e0e9 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/d14a10c9-275f-49ff-b9c2-428ed2523217 HTTP/1.1" status: 404 len: 337 time: 0.0664003 Jan 25 16:50:51.200841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.255398 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.383171 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-827751d9-78b8-402f-b9e0-f54a6a4feb21 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.384115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827751d9-78b8-402f-b9e0-f54a6a4feb21 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.388504 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-827751d9-78b8-402f-b9e0-f54a6a4feb21 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/1ce33581-1449-496b-a0a5-f308e0a5a5a5 HTTP/1.1" status: 404 len: 339 time: 0.1318252 Jan 25 16:50:51.394315 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-447d1787-e347-4879-a50e-631dd1f4385e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3808434 Jan 25 16:50:51.394765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.394921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.417844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:51.447838 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee53d5e-56c1-430e-a18a-2d7011ed18a0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.448284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee53d5e-56c1-430e-a18a-2d7011ed18a0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.452695 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ee53d5e-56c1-430e-a18a-2d7011ed18a0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/98922f79-e2f9-4c89-9646-c49c5239c982 HTTP/1.1" status: 404 len: 337 time: 0.0547276 Jan 25 16:50:51.453334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34176) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.485079 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd44a83-547a-48de-accc-476c8915c9a2 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.485596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd44a83-547a-48de-accc-476c8915c9a2 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.499758 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fd44a83-547a-48de-accc-476c8915c9a2 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/a0bbfb5a-4efe-470b-96e8-b14c5cef85aa HTTP/1.1" status: 404 len: 339 time: 0.0447073 Jan 25 16:50:51.500458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.517427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] For port b7b2ee56-b1df-472e-aabb-395defdf8e1f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:51.520777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] For port b7b2ee56-b1df-472e-aabb-395defdf8e1f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b7b2ee56-b1df-472e-aabb-395defdf8e1f,segment=NetworkSegment(8849d918-75c4-4190-8c79-41fddae55402),segment_id=8849d918-75c4-4190-8c79-41fddae55402)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:51.541202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.547631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.607834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc74407-671e-450e-8555-aea3f2256ac0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:51.614839 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47cd8f6-4920-46b9-bb22-cc85ab4b9017 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.615360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47cd8f6-4920-46b9-bb22-cc85ab4b9017 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.618287 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f47cd8f6-4920-46b9-bb22-cc85ab4b9017 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/03aa5f0b-79fe-4ada-bf9b-ce2cd5f00f0f HTTP/1.1" status: 404 len: 337 time: 0.1156268 Jan 25 16:50:51.621599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.625575 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e14a8c45-86ba-4761-b584-f8f6ef152dfc tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/0cc74407-671e-450e-8555-aea3f2256ac0 HTTP/1.1" status: 204 len: 168 time: 2.2576334 Jan 25 16:50:51.625575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34184) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.627076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.673111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781eee7-3687-4d81-932f-ef8fa4bbdfbb None None] Pushing event updated for resources: {'Port': ['ID=b7b2ee56-b1df-472e-aabb-395defdf8e1f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:51.696207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c11bc-1dc2-4f62-86e5-ffbb3f7507fb None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:51.709457 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf10900-5425-455d-9c84-8209496f7aaa tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.709946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf10900-5425-455d-9c84-8209496f7aaa tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.711741 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2cf10900-5425-455d-9c84-8209496f7aaa tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/759c9172-21af-4ea1-8517-b2ead41988e7 HTTP/1.1" status: 404 len: 339 time: 0.0860701 Jan 25 16:50:51.718803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.792235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d3d8a94a-8453-44d6-a713-6883b88b55cf tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3541 time: 2.2884936 Jan 25 16:50:51.809295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-13460128-462d-4c69-9339-bccc73a2e193 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.811095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13460128-462d-4c69-9339-bccc73a2e193 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.814429 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13460128-462d-4c69-9339-bccc73a2e193 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/4dffe501-dc83-42f3-95ab-0380f4a608a2 HTTP/1.1" status: 404 len: 337 time: 0.0949950 Jan 25 16:50:51.817119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34198) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.827972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:51.832556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:51.836503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:51.842955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:51.881768 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4d36bb-97b5-4cdb-9ccb-bf86e6d61714 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.882380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4d36bb-97b5-4cdb-9ccb-bf86e6d61714 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.887005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b4d36bb-97b5-4cdb-9ccb-bf86e6d61714 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/3818d553-baa1-4264-8ad5-551aad638bf5 HTTP/1.1" status: 404 len: 339 time: 0.0627060 Jan 25 16:50:51.890383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:51.894535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.898949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb524b6-0929-4249-9b4b-7823f88bec2d tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:51.900631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb524b6-0929-4249-9b4b-7823f88bec2d tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:51.901449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eeb524b6-0929-4249-9b4b-7823f88bec2d tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Synchronizing usage tracker for tenant:c8b87b14fd9b439f83e3d6b354b598e0 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:51.916258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34202) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:51.956817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed736832-3d8e-44c3-89a6-edb76c6c3957 None None] Provisioning complete for port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:51.965942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed736832-3d8e-44c3-89a6-edb76c6c3957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:51.995969 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-efadc7b8-4eb2-40c8-8925-92880f8ccb76 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:51.996836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efadc7b8-4eb2-40c8-8925-92880f8ccb76 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:51.999013 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-efadc7b8-4eb2-40c8-8925-92880f8ccb76 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/6559398c-c6a9-4f5e-bceb-dde7f3fce9f7 HTTP/1.1" status: 404 len: 337 time: 0.0818095 Jan 25 16:50:52.003226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34206) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.086932 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62fa5f9-baf2-4519-8ad2-43ba34a1ef83 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:52.088060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62fa5f9-baf2-4519-8ad2-43ba34a1ef83 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:52.090040 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e62fa5f9-baf2-4519-8ad2-43ba34a1ef83 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/0cb2d361-cac9-44f6-9606-39a548b4c303 HTTP/1.1" status: 404 len: 339 time: 0.0856001 Jan 25 16:50:52.093530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34210) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.225340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 513ff15f-b03c-49c3-9458-f341af0493a6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:52.230569 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eff605-25aa-46c6-8664-f1d479568aca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:52.231709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44eff605-25aa-46c6-8664-f1d479568aca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:52.233628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44eff605-25aa-46c6-8664-f1d479568aca tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/72af7d85-74e5-4b78-8d3a-c592dda1b269 HTTP/1.1" status: 404 len: 337 time: 0.1382809 Jan 25 16:50:52.234975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eeb524b6-0929-4249-9b4b-7823f88bec2d tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Unset dirty status for tenant:c8b87b14fd9b439f83e3d6b354b598e0 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:52.239359 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eeb524b6-0929-4249-9b4b-7823f88bec2d tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6109142 Jan 25 16:50:52.240202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.241008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.382402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.533403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226307546', 'description': 'tempest-secgroup-smoke-1226307546 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:52.541743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:52.546884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 513ff15f-b03c-49c3-9458-f341af0493a6 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:52.548780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:52.553160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:52.556275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 513ff15f-b03c-49c3-9458-f341af0493a6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:52.561000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.562155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:52.575053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.577063 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8bbf2c-d22b-4a7d-a918-68e4f779793b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:52.577581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8bbf2c-d22b-4a7d-a918-68e4f779793b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:52.579560 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f8bbf2c-d22b-4a7d-a918-68e4f779793b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/02811520-5d9e-4fc2-b204-704594cb42ff HTTP/1.1" status: 404 len: 339 time: 0.3378222 Jan 25 16:50:52.583049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.586561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.611055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a844b67f-4c30-40e5-a680-30aed938bf72 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.645761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:52.656450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Deleting port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:52.656831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.685411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.707867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:52.714061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:52.719844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:52.731142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:52.733022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 91430f44-f672-45f1-8217-3076c3b1a196 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:52.733441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.827385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.830769 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b65e7c-ad59-4e0f-a319-0812ffb8984b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:52.831563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b65e7c-ad59-4e0f-a319-0812ffb8984b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:52.849030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96b65e7c-ad59-4e0f-a319-0812ffb8984b tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/c4b1223a-713a-48e0-81ec-a6ef48b18cad HTTP/1.1" status: 404 len: 337 time: 0.2643816 Jan 25 16:50:52.850800 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a844b67f-4c30-40e5-a680-30aed938bf72 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 25 16:50:52.852107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a844b67f-4c30-40e5-a680-30aed938bf72 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:52.866231 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a844b67f-4c30-40e5-a680-30aed938bf72 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/724b830e-af73-4417-b032-09af448c2bcb HTTP/1.1" status: 409 len: 405 time: 0.6220636 Jan 25 16:50:52.870213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.893310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34230) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.893310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34232) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.915282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:52.919363 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5334830 Jan 25 16:50:52.923574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34238) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:52.931161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:52.943028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:52.948703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:52.952340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:52.960725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:52.983121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b860f-7f84-47ca-93cd-b7270fea39ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.002864 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84f94ac-96ae-48b5-8f52-27fbd745127e tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:53.004122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84f94ac-96ae-48b5-8f52-27fbd745127e tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:53.005450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.052996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] For port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:53.053604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.062647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.093373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.098145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.129892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7014d4e8-9c3e-46f0-b4dd-c9cdd7d857ca,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.159689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.169520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-812315ce-1f4a-41d1-a25c-2cb128bd49d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444019 Jan 25 16:50:53.170557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.176679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:53.178133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.186837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:53.191770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:53.196423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:53.206050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:53.227765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.336140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.341017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Calling delete_port for d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:53.342564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.354167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-421933704'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:53.375752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 91430f44-f672-45f1-8217-3076c3b1a196 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:53.384117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4534fb1-4065-4cfe-9658-6b5513a50f72,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.394784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.396053 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1eef57bf-e70f-4a4b-8145-72b9a0fecdfa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2243910 Jan 25 16:50:53.397475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fed67e-40f2-4c0f-a81b-3f8b95a2fefb None None] Network 724b830e-af73-4417-b032-09af448c2bcb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:53.399493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34246) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.404915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:53.414773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:53.419154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:53.422522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:53.422703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:53.428687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:53.450013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.451987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:53.462079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:53.471041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e84f94ac-96ae-48b5-8f52-27fbd745127e tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/a0ec407c-e837-49b2-8d2e-83d0cdb81288 HTTP/1.1" status: 404 len: 339 time: 0.5684824 Jan 25 16:50:53.474627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.490575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:53.496628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.516893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 513ff15f-b03c-49c3-9458-f341af0493a6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=513ff15f-b03c-49c3-9458-f341af0493a6,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:53.529025 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc0a0e2-51e5-49eb-8c0e-6d1121d3354a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:53.529366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc0a0e2-51e5-49eb-8c0e-6d1121d3354a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:53.533894 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ebc0a0e2-51e5-49eb-8c0e-6d1121d3354a tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/db91e970-0151-4021-b330-9fe0daddfa30 HTTP/1.1" status: 404 len: 337 time: 0.0554006 Jan 25 16:50:53.534165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.534314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.566178 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa9b25-b035-41c3-a976-548232e371b0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] DELETE failed (client error): The resource could not be found. Jan 25 16:50:53.566651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdaa9b25-b035-41c3-a976-548232e371b0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:53.571696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fdaa9b25-b035-41c3-a976-548232e371b0 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/f8b2c595-b157-4f93-8620-7851263be3c4 HTTP/1.1" status: 404 len: 339 time: 0.0332551 Jan 25 16:50:53.573399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34258) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.603513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-136bafc3-d3b3-4bec-8a1b-13c7bfe907ad None None] Provisioning for port b7b2ee56-b1df-472e-aabb-395defdf8e1f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:53.695333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.720569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] No DVR routers for this DVR port d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:53.737608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.765695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.774835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.800080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting subnet 58b58539-c7f4-4314-b5f5-614a14513f0f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:50:53.810015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.813030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:53.828013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:53.831617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef1118-da7b-4ccf-8cb0-3cd7ef0317e8 None None] Pushing event deleted for resources: {'Port': ['ID=d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.831787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.854741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15317402-0692-42ae-9db9-7f507a2dd5e1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.862245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:53.878028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.878808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=92f4c299-5112-4e23-b16d-759a064da3ba,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:53.884680 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b07e278b-c188-4e22-9055-816d690680a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4833841 Jan 25 16:50:53.885586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34262) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:53.887881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:53.888736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.896193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:53.901900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce1bb8-b3c0-4cc1-9cfb-a83083fc554a None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:53.904305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:53.911349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:53.942993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:53.950934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:53.969647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:54.011191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.024457 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b302bfab-35fa-43ed-83d0-1a4b399f1bbe tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6239009 Jan 25 16:50:54.024701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:54.042401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:54.050851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:54.075561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.082362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.083091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment 5a16607d-3d7f-4a12-829c-d7dd2595503a of type vlan for network ef60a744-df67-4738-a8b6-b34e621d7a05 Jan 25 16:50:54.127446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] DHCP port deletion for 724b830e-af73-4417-b032-09af448c2bcb request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:54.165952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 513ff15f-b03c-49c3-9458-f341af0493a6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:54.186188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.206252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Deleting port b7b2ee56-b1df-472e-aabb-395defdf8e1f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:54.206738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.282773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.304028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.342066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07e32af-7734-483e-8684-c582a2c698fd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:54.349645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:54.362492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:54.367904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.372615 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98cc3024-26d0-4644-a3ba-20b075b088fe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4834793 Jan 25 16:50:54.374725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:54.374888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:54.382920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:54.388577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.390922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:54.395572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:54.402149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.410741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:54.440212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:54.441058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-255dcaab-10ef-4717-a4ec-827262e2a670', 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'tenant_id': 'eac9808dcb32472485dd06eaec595cde', 'fixed_ips': [{'subnet_id': '92f4c299-5112-4e23-b16d-759a064da3ba'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:54.442051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.458084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:54.461961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:54.465112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.479193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Subnet': ['ID=58b58539-c7f4-4314-b5f5-614a14513f0f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:54.483618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.488357 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ee01e6f-17ca-42a0-b57d-678a0695ff20 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/subnets/58b58539-c7f4-4314-b5f5-614a14513f0f HTTP/1.1" status: 204 len: 168 time: 0.9113173 Jan 25 16:50:54.492155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:54.503190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.509199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 513ff15f-b03c-49c3-9458-f341af0493a6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:54.509433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.560229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9bba8-3abf-413f-8f23-153fd7278b69 None None] Network 6cce1054-8760-43a4-bbc7-ccbb137e329f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:54.567858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.574713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:54.575536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.580756 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:50:54.622108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=91430f44-f672-45f1-8217-3076c3b1a196,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:54.666039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.766962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.773755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] For port b7b2ee56-b1df-472e-aabb-395defdf8e1f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b7b2ee56-b1df-472e-aabb-395defdf8e1f,segment=NetworkSegment(8849d918-75c4-4190-8c79-41fddae55402),segment_id=8849d918-75c4-4190-8c79-41fddae55402)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:54.774866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.796698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8765478 Jan 25 16:50:54.800059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:54.808457 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92f4c299-5112-4e23-b16d-759a064da3ba (CIDR: 2001:db8::/64) Jan 25 16:50:54.815346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:54.840229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Deleting port 3fb032c6-a3dd-4010-a05f-84ff53351450 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:54.840572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.841086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccc1fd-f10a-4d96-aca6-5b3791f5afba tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=ef60a744-df67-4738-a8b6-b34e621d7a05,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:54.863521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.881036 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:50:54.881611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:50:54.887118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.948015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ef60a744-df67-4738-a8b6-b34e621d7a05 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:54.960202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:54.975486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Calling delete_port for b7b2ee56-b1df-472e-aabb-395defdf8e1f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:55.066059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router 7a007095-396d-4d32-8112-96346240e995 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:50:55.075411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af603b0-8f36-4fab-a63b-d58c3319b8c0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:55.078662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.083823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.098164 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3120c7f5-1d39-4cee-a16b-fc421bb6448f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0659285 Jan 25 16:50:55.106884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34282) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:55.108468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.112532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ece572b4-a77f-449f-8c6f-2bbfdaf554bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7343142 Jan 25 16:50:55.116246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:55.124151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:55.132827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'subnet': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:55.146916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:55.192386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.192978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router 751e2432-257c-4772-a54c-afe11613b83b {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:50:55.218093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:55.229144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:55.247486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:55.263902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:55.291330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.296388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-783fec45-bb2a-4915-b9ab-c93b612a0378 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 204 len: 168 time: 4.9868174 Jan 25 16:50:55.299295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34290) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:55.307767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798826259'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:55.312570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:55.316555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:55.321722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:55.332192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:55.340546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:50:55.350121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:55.350380 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Sync routers for ids ['7a007095-396d-4d32-8112-96346240e995'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:50:55.355580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:55.360820 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Routers {'7a007095-396d-4d32-8112-96346240e995'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:55.361771 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7a007095-396d-4d32-8112-96346240e995'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:55.362422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.374819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:55.379659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.392447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Allocated IP 2001:db8::2 (255dcaab-10ef-4717-a4ec-827262e2a670/92f4c299-5112-4e23-b16d-759a064da3ba/3165e19a-1406-461b-8fe0-543c9aa3bc0b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:55.400286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.410291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.422180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:50:55.432444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.434033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ca4b9a96-17d9-4016-9435-91c5e29b9ab9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.8460898 Jan 25 16:50:55.437443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34294) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:55.492517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] No DVR routers for this DVR port b7b2ee56-b1df-472e-aabb-395defdf8e1f on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:55.496442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6551fa-81d7-4904-b41f-ab882070c570 None None] Pushing event deleted for resources: {'Port': ['ID=b7b2ee56-b1df-472e-aabb-395defdf8e1f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:55.498517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:55.527829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.544203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:50:55.559225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:55.560169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d15f9a66-b9d3-4aa2-a089-b880fb9dd7c9 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:55.586057 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Set router 7a007095-396d-4d32-8112-96346240e995 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:55.615174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.618802 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 4300e69e-cdcb-4374-bc0a-a50f897e7b83 of type vlan for network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 Jan 25 16:50:55.688489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.703225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.718154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] DHCP port deletion for 6cce1054-8760-43a4-bbc7-ccbb137e329f request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:50:55.730939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] For port 3fb032c6-a3dd-4010-a05f-84ff53351450, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3fb032c6-a3dd-4010-a05f-84ff53351450,segment=NetworkSegment(ce398b1a-6355-4985-afab-439d1494e8ed),segment_id=ce398b1a-6355-4985-afab-439d1494e8ed)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:55.731387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.740484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Deleting port 3fb032c6-a3dd-4010-a05f-84ff53351450 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:55.741326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.795037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.851973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.964090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:55.970384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:55.971042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.033840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b7b2ee56-b1df-472e-aabb-395defdf8e1f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:56.080065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b7b2ee56-b1df-472e-aabb-395defdf8e1f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:50:56.080065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b7b2ee56-b1df-472e-aabb-395defdf8e1f not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:50:56.080770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3fb032c6-a3dd-4010-a05f-84ff53351450 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:50:56.094787 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a007095-396d-4d32-8112-96346240e995', 'name': '', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30', 'external_fixed_ips': [{'subnet_id': 'f3e901aa-2e62-43e2-9084-74cd7e3533e1', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a11d6314-042b-4e28-b086-485b2575549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:44Z', 'updated_at': '2022-01-25T16:50:51Z', 'revision_number': 3, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port': {'id': 'a11d6314-042b-4e28-b086-485b2575549a', 'name': '', 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a007095-396d-4d32-8112-96346240e995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'f3e901aa-2e62-43e2-9084-74cd7e3533e1', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:48Z', 'updated_at': '2022-01-25T16:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e901aa-2e62-43e2-9084-74cd7e3533e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:56.099247 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Checking router: 7a007095-396d-4d32-8112-96346240e995 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:50:56.099797 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Updating router 7a007095-396d-4d32-8112-96346240e995 port a11d6314-042b-4e28-b086-485b2575549a binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:50:56.105187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=2cbf4d25-3cb7-47e8-a3d2-d16ab8021902,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:56.138110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d9f0ec-82b7-464e-b3f2-18cb5cf7f7e4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:56.151417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Calling delete_port for 3fb032c6-a3dd-4010-a05f-84ff53351450 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:56.175053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:50:56.184181 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.195830 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8a513991-2559-4a9f-ba1d-803a1354197b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8925059 Jan 25 16:50:56.205084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34300) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:56.208592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:56.214378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:56.216303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:subnet and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:56.241416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.250938 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be047423-4db3-48bb-af4c-1b2b312fea6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1250074 Jan 25 16:50:56.250938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:56.264467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:56.294606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:56.305228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.380981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.398248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] For port 3fb032c6-a3dd-4010-a05f-84ff53351450, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3fb032c6-a3dd-4010-a05f-84ff53351450,segment=NetworkSegment(ce398b1a-6355-4985-afab-439d1494e8ed),segment_id=ce398b1a-6355-4985-afab-439d1494e8ed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:56.399392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.477996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Transition to ACTIVE for port object 3165e19a-1406-461b-8fe0-543c9aa3bc0b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:56.503636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Transition to ACTIVE for port object 3165e19a-1406-461b-8fe0-543c9aa3bc0b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:56.530854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:56.544152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:56.549664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:56.560654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:56.573113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.577328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.578047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.588212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:56.593056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.598409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Calling delete_port for 3fb032c6-a3dd-4010-a05f-84ff53351450 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:56.658972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Port': ['ID=3fb032c6-a3dd-4010-a05f-84ff53351450,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:56.666267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] No DVR routers for this DVR port 3fb032c6-a3dd-4010-a05f-84ff53351450 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:50:56.686063 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No ports have port_id starting with 3fb032c6-a3dd-4010-a05f-84ff53351450 Jan 25 16:50:56.734591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:56.740736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:56.747447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:50:56.843430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Pushing event updated for resources: {'Port': ['ID=3165e19a-1406-461b-8fe0-543c9aa3bc0b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:56.883153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Attempting to bind port 3165e19a-1406-461b-8fe0-543c9aa3bc0b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:56.883931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Attempting to bind port 3165e19a-1406-461b-8fe0-543c9aa3bc0b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:56.884677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Attempting to bind port 3165e19a-1406-461b-8fe0-543c9aa3bc0b on network 255dcaab-10ef-4717-a4ec-827262e2a670 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:56.892160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:56.892791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Checking segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:56.893427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.894179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Bound using segment: {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:56.894995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Bound port: 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:56.895585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.919587 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.921594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:56.922001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:56.944163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-c31692c3-2e4b-466b-a703-477c3636770a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:56.949582 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Transition to ACTIVE for port object a11d6314-042b-4e28-b086-485b2575549a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:56.954693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.957664 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.959391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port a11d6314-042b-4e28-b086-485b2575549a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:56.959989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:56.972319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.027557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] For port 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:57.033612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] For port 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3165e19a-1406-461b-8fe0-543c9aa3bc0b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:57.039950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.073556 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Attempting to bind port a11d6314-042b-4e28-b086-485b2575549a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:50:57.074226 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Attempting to bind port a11d6314-042b-4e28-b086-485b2575549a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '36ea1933-f173-4080-bdd8-19214c553a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:50:57.074751 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Attempting to bind port a11d6314-042b-4e28-b086-485b2575549a on network ecd2922a-69bf-465f-856f-6c0a18af2c30 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:50:57.082539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cce1054-8760-43a4-bbc7-ccbb137e329f']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:57.083962 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:50:57.084526 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Checking segment: {'id': '36ea1933-f173-4080-bdd8-19214c553a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:57.085905 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.087092 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Bound using segment: {'id': '36ea1933-f173-4080-bdd8-19214c553a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:50:57.087752 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Bound port: a11d6314-042b-4e28-b086-485b2575549a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ea1933-f173-4080-bdd8-19214c553a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ecd2922a-69bf-465f-856f-6c0a18af2c30'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:50:57.088298 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.119403 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748c57-83bf-4cf4-a3be-a3cf3be4bc78 None None] Pushing event updated for resources: {'Port': ['ID=a11d6314-042b-4e28-b086-485b2575549a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.133388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-c31692c3-2e4b-466b-a703-477c3636770a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:57.135338 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-c31692c3-2e4b-466b-a703-477c3636770a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226307546&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.2552133 Jan 25 16:50:57.161371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '4300e69e-cdcb-4374-bc0a-a50f897e7b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:57.161792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:57.181064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce398b1a-6355-4985-afab-439d1494e8ed') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:57.181661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce398b1a-6355-4985-afab-439d1494e8ed') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:57.204774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511959-9ee1-417e-a755-d0a819a820ea None None] Pushing event updated for resources: {'Port': ['ID=3165e19a-1406-461b-8fe0-543c9aa3bc0b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.210082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:57.254753 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] For port a11d6314-042b-4e28-b086-485b2575549a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:50:57.259307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] For port a11d6314-042b-4e28-b086-485b2575549a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a11d6314-042b-4e28-b086-485b2575549a,segment=NetworkSegment(36ea1933-f173-4080-bdd8-19214c553a02),segment_id=36ea1933-f173-4080-bdd8-19214c553a02)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:50:57.266185 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.271910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=f11cc0e5-c7bf-48da-8338-5000dfe1ec7a,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.277275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.293001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.382257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.421106 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Routers {'7a007095-396d-4d32-8112-96346240e995'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:50:57.421705 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:50:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['7a007095-396d-4d32-8112-96346240e995'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:57.424292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Deleting port 3fb032c6-a3dd-4010-a05f-84ff53351450 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:57.425073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.472437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:57.543491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] For port a11d6314-042b-4e28-b086-485b2575549a, host dv-neutron-824022-2-hyperv, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:57.544179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.572492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:50:57.605348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-06da4a12-f0db-4448-82d9-5d3a5e53d45d None None] The port '3fb032c6-a3dd-4010-a05f-84ff53351450' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:50:57.622677 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:50:57.623046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:50:57.644167 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:50:57.649021 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748c57-83bf-4cf4-a3be-a3cf3be4bc78 None None] Pushing event updated for resources: {'Port': ['ID=a11d6314-042b-4e28-b086-485b2575549a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.691631 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] Set router 7a007095-396d-4d32-8112-96346240e995 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:50:57.740454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': '5a16607d-3d7f-4a12-829c-d7dd2595503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:50:57.740803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: ef60a744-df67-4738-a8b6-b34e621d7a05, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:50:57.776120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.778154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e60dcb83-c95c-4499-b967-09b9538b72c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.799992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-a36b7741-ee07-4127-a987-4bbf036e1c29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:57.801315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-a36b7741-ee07-4127-a987-4bbf036e1c29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:57.813931 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a007095-396d-4d32-8112-96346240e995', 'name': '', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:44Z', 'updated_at': '2022-01-25T16:50:56Z', 'revision_number': 4, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:50:57.816942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for a11d6314-042b-4e28-b086-485b2575549a owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:50:57.818559 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2454a-8655-45e0-a168-5f2433115b7f None None] The sync data for ids ['7a007095-396d-4d32-8112-96346240e995'] in dv-neutron-824022-2-hyperv is: [{'id': '7a007095-396d-4d32-8112-96346240e995', 'name': '', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:44Z', 'updated_at': '2022-01-25T16:50:56Z', 'revision_number': 4, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:50:57.825208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network ef60a744-df67-4738-a8b6-b34e621d7a05 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:50:57.831075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.835244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.861762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ef60a744-df67-4738-a8b6-b34e621d7a05) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:57.867034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:57.867982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.870229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:57.874597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4edd9fc-2397-4f46-b01d-6508c98df513 None None] Network ef60a744-df67-4738-a8b6-b34e621d7a05 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:57.893980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] Pushing event deleted for resources: {'Network': ['ID=6cce1054-8760-43a4-bbc7-ccbb137e329f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:57.942583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:57.943352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:57.969110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e65b584c-070f-4822-a412-9e0819650530 tempest-NetworksTest-2080568657 tempest-NetworksTest-2080568657-project] 10.222.0.45 "DELETE /v2.0/networks/6cce1054-8760-43a4-bbc7-ccbb137e329f HTTP/1.1" status: 204 len: 168 time: 3.4752829 Jan 25 16:50:58.013767 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f6cb4c7-a562-47fc-90b2-41882457a69a tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2078798 Jan 25 16:50:58.014019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-a36b7741-ee07-4127-a987-4bbf036e1c29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:58.014019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-a36b7741-ee07-4127-a987-4bbf036e1c29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 797 time: 0.8308372 Jan 25 16:50:58.014620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34326) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:58.018749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0b93cc75-ec6d-4068-a3c4-88aa548dea45 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8123958 Jan 25 16:50:58.023442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'port': {'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05', 'name': 'tempest-NetworksIpV6TestAttrs-1328998525'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:58.030319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:58.045155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006043708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:58.065923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:58.071960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.121712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:58.129406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:58.141502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-24d944fb-1854-442d-b9b6-dbf28f720183 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0996473 Jan 25 16:50:58.146640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b7f6c0-b986-4a63-8c6d-3e145ddd7605 None None] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:58.157195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:58.177309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3165e19a-1406-461b-8fe0-543c9aa3bc0b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:50:58.278067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:50:58.278696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:50:58.365128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:58.370047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:port and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:58.373251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:58.379676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:58.400644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-fb578a7b-cff8-4cb6-849a-20314af22f8e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:50:58.412383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:58.421524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.441254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.442306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.465923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:58.481069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] device_id is not set on port 0cf0089a-29eb-41d7-b275-a2d3e5e597bb yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:58.528633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.564458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] For port 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3165e19a-1406-461b-8fe0-543c9aa3bc0b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:58.580005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.622019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.627962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.628831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.674948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ef60a744-df67-4738-a8b6-b34e621d7a05', 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': 'd1b183eb-bb1a-4a7d-9d84-0f9172eee6fb'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:58.675789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.708902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:58.752884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2cbf4d25-3cb7-47e8-a3d2-d16ab8021902', 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'f11cc0e5-c7bf-48da-8338-5000dfe1ec7a'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:50:58.754051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.805060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port a11d6314-042b-4e28-b086-485b2575549a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:50:58.805501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.896664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.897320 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c36f66f-cba5-4412-b0dc-9180bc680db9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8643804 Jan 25 16:50:58.916152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34342) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:58.921605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-fb578a7b-cff8-4cb6-849a-20314af22f8e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:50:58.933687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-fb578a7b-cff8-4cb6-849a-20314af22f8e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7729292 Jan 25 16:50:58.938335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:50:58.938946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Allocated IP 2001:db8::f816:3eff:fee0:dc42 (ef60a744-df67-4738-a8b6-b34e621d7a05/d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb/0cf0089a-29eb-41d7-b275-a2d3e5e597bb) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:58.951422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:50:58.955656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:50:58.956867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:58.968846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ae289-e702-4fd9-9e0b-423a521e5ea6 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:50:59.012104 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9046991 Jan 25 16:50:59.026426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:59.039722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Request body: {'port': {'network_id': '255dcaab-10ef-4717-a4ec-827262e2a670', 'mac_address': 'fa:16:3e:43:71:ab', 'name': 'tempest-NetworksTestDHCPv6-1756013674'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:50:59.055648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Subnet': ['ID=0da62d92-2681-4d31-82d2-67fec8680030,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:59.058772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df53e5b-c303-4635-9992-10a759f7fecb tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=3165e19a-1406-461b-8fe0-543c9aa3bc0b,revision_number=4']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:59.068576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Provisioning for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:50:59.069909 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-adfddc0a-8eef-4c17-a944-aac7ef2271be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2274c79c474f41daa48b1a59722cddb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000657 Jan 25 16:50:59.074988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:50:59.092916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Provisioning complete for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:50:59.093313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.249856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Allocated IP 172.20.0.2 (2cbf4d25-3cb7-47e8-a3d2-d16ab8021902/f11cc0e5-c7bf-48da-8338-5000dfe1ec7a/0c9f048d-998b-45d1-8146-bd5eeb0e5d7d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:59.250725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.281723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:50:59.295084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Usage tracker for resource:port and tenant:eac9808dcb32472485dd06eaec595cde is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:50:59.301452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:50:59.306238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.319020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:50:59.350186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Made reservation on behalf of eac9808dcb32472485dd06eaec595cde for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:50:59.483041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.502108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.502319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.514220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9853b93-53f0-49b8-8bc1-b939748fa3f0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:59.535804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.536933 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-50b08ed2-3af7-43b9-a804-6fa01bcff201 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9853b93-53f0-49b8-8bc1-b939748fa3f0 HTTP/1.1" status: 204 len: 168 time: 0.4611039 Jan 25 16:50:59.544960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] device_id is not set on port ba0289a6-97c3-4f66-95a6-5b22dcb5e40f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:50:59.680480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] For port 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3165e19a-1406-461b-8fe0-543c9aa3bc0b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:50:59.695188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.787481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.807517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Transition to ACTIVE for port object 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:59.823797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf36cd-3f1f-4749-a6b9-581462176b25 None None] Pushing event updated for resources: {'Port': ['ID=3165e19a-1406-461b-8fe0-543c9aa3bc0b,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:50:59.843200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Transition to ACTIVE for port object 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:50:59.852772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:50:59.925788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8::30 (255dcaab-10ef-4717-a4ec-827262e2a670/92f4c299-5112-4e23-b16d-759a064da3ba/ba0289a6-97c3-4f66-95a6-5b22dcb5e40f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:50:59.943130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:71ab (255dcaab-10ef-4717-a4ec-827262e2a670/0da62d92-2681-4d31-82d2-67fec8680030/ba0289a6-97c3-4f66-95a6-5b22dcb5e40f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:00.019760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Pushing event updated for resources: {'Port': ['ID=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:00.023454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3165e19a-1406-461b-8fe0-543c9aa3bc0b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:00.120173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:00.125779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:00.134779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:00.148987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] For port a11d6314-042b-4e28-b086-485b2575549a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a11d6314-042b-4e28-b086-485b2575549a,segment=NetworkSegment(36ea1933-f173-4080-bdd8-19214c553a02),segment_id=36ea1933-f173-4080-bdd8-19214c553a02)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:00.149585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.277633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Attempting to bind port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:00.278699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Attempting to bind port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '4300e69e-cdcb-4374-bc0a-a50f897e7b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:00.279260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Attempting to bind port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d on network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:00.281946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:00.282530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.314543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53c74c84-7fdf-4d9b-81b5-2679c65add12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.316824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.321847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for a11d6314-042b-4e28-b086-485b2575549a owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:00.337820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Transition to ACTIVE for port object ba0289a6-97c3-4f66-95a6-5b22dcb5e40f will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:00.348012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:00.348658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Checking segment: {'id': '4300e69e-cdcb-4374-bc0a-a50f897e7b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:00.349314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.349943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Bound using segment: {'id': '4300e69e-cdcb-4374-bc0a-a50f897e7b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:00.350608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Bound port: 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4300e69e-cdcb-4374-bc0a-a50f897e7b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2cbf4d25-3cb7-47e8-a3d2-d16ab8021902'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:00.351827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.368392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.380350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-4cb7044c-30ac-4b5a-bbdf-a6cf5532adad service neutron] 10.222.0.45 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4336674 Jan 25 16:51:00.510177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Network 255dcaab-10ef-4717-a4ec-827262e2a670 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:00.515500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:00.521138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:00.529025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:00.529805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.535816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event updated for resources: {'Port': ['ID=ba0289a6-97c3-4f66-95a6-5b22dcb5e40f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:00.586328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-30edfcc2-20cc-4514-bf4a-a8a563a429b4 service neutron] 10.222.0.45 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070909 Jan 25 16:51:00.591348 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-912013a2-6e94-4fd0-b7b4-fe43afe06c02 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5616188 Jan 25 16:51:00.592903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:00.721834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting port ba0289a6-97c3-4f66-95a6-5b22dcb5e40f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:00.722170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.768299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] For port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:00.773157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] For port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,segment=NetworkSegment(4300e69e-cdcb-4374-bc0a-a50f897e7b83),segment_id=4300e69e-cdcb-4374-bc0a-a50f897e7b83)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:00.779243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:00.892411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6f455-f110-4547-aa61-8bfb8a35bc67 None None] Pushing event updated for resources: {'Port': ['ID=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:00.902420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2572b7ce-fd71-4804-b8b7-6253f8d804a1 None None] Provisioning complete for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:00.902785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2572b7ce-fd71-4804-b8b7-6253f8d804a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.068875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34386) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:01.076916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.102840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.127601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Transition to ACTIVE for port object 0cf0089a-29eb-41d7-b275-a2d3e5e597bb will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:01.193501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.223213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.241000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.317471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7c0431ec-abef-4304-bf23-c4e73c80fab7 None None] Provisioning for port ba0289a6-97c3-4f66-95a6-5b22dcb5e40f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:01.330647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7c0431ec-abef-4304-bf23-c4e73c80fab7 None None] Provisioning complete for port ba0289a6-97c3-4f66-95a6-5b22dcb5e40f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:01.331222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c0431ec-abef-4304-bf23-c4e73c80fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.404914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7c0431ec-abef-4304-bf23-c4e73c80fab7 None None] Port ba0289a6-97c3-4f66-95a6-5b22dcb5e40f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:01.464526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Calling delete_port for ba0289a6-97c3-4f66-95a6-5b22dcb5e40f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:01.480996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.509273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2029574534'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:01.605518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11d6314-042b-4e28-b086-485b2575549a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:01.670750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:01.724873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-80c7220e-f364-4db6-93bd-6c8f21be9399 req-5789ffac-ee12-4630-992a-879578addb50 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.2753358 Jan 25 16:51:01.726464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:01.740000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:01.788946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:01.811589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.813066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:01.908446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Port': ['ID=ba0289a6-97c3-4f66-95a6-5b22dcb5e40f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:01.954214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Allocated IP 2001:db8::f816:3eff:fe6a:d791 (ef60a744-df67-4738-a8b6-b34e621d7a05/d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb/771eeca5-e976-4798-b707-0a0d3580b6ba) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:01.964060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:01.967611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.059438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.078579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.102716 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54beb4dc-503c-4485-b442-f033f79f1c1f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/ba0289a6-97c3-4f66-95a6-5b22dcb5e40f HTTP/1.1" status: 204 len: 168 time: 1.5084975 Jan 25 16:51:02.103420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34400) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.143839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network ef60a744-df67-4738-a8b6-b34e621d7a05 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:02.158931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.166556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:02.254732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:02.279367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:02.296886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4546b-bebc-466f-bb98-24786ec19b41 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.298277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96c4546b-bebc-466f-bb98-24786ec19b41 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:02.326803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-96c4546b-bebc-466f-bb98-24786ec19b41 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:02.334006 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96c4546b-bebc-466f-bb98-24786ec19b41 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2293198 Jan 25 16:51:02.334982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34404) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.348386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:02.355488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.356154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.437278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:02.440114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.451411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d465d0-c79b-437f-ab49-1a0cef5bb445 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.453715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.454308 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24d465d0-c79b-437f-ab49-1a0cef5bb445 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1168082 Jan 25 16:51:02.456551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34408) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.458912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:security_group_rule and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:02.462397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Port': ['ID=0cf0089a-29eb-41d7-b275-a2d3e5e597bb,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:02.474802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.477713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:02.481137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Transition to ACTIVE for port object 771eeca5-e976-4798-b707-0a0d3580b6ba will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:02.498253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:02.508945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-362a8368-7e2c-4cf4-bb7b-d86bb1ad1baf tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4911556 Jan 25 16:51:02.510234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.514768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Transition to ACTIVE for port object 771eeca5-e976-4798-b707-0a0d3580b6ba will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:02.530298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a9437-3e57-4722-96ca-cda6486b2b3b None None] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:02.560483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.573564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.574073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a007095-396d-4d32-8112-96346240e995 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:02.613542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.616067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.618742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:02.619714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:02.630731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting subnet d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:02.634675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.644542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.20.0.1 (2cbf4d25-3cb7-47e8-a3d2-d16ab8021902/f11cc0e5-c7bf-48da-8338-5000dfe1ec7a/6583b288-62c6-4f04-ad17-1325e5341b7c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:02.671692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.675362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ec01e4ff-9d4c-44fa-9d5b-f8643d557a66 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/routers/7a007095-396d-4d32-8112-96346240e995 HTTP/1.1" status: 204 len: 168 time: 7.2341337 Jan 25 16:51:02.680160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34416) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.702383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:02.703560 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d3ac959-9d0a-4ae6-9c04-e8b5664fa289 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2453563 Jan 25 16:51:02.706530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:02.762867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Network ef60a744-df67-4738-a8b6-b34e621d7a05 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:02.766282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.771094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:02.778898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:02.783627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.796901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Pushing event updated for resources: {'Port': ['ID=771eeca5-e976-4798-b707-0a0d3580b6ba,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:02.810372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Provisioning for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:02.855942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 0da62d92-2681-4d31-82d2-67fec8680030 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:02.857734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Provisioning complete for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:02.857862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.864385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:02.943804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.000549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Attempting to bind port 771eeca5-e976-4798-b707-0a0d3580b6ba on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:03.000549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Attempting to bind port 771eeca5-e976-4798-b707-0a0d3580b6ba by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5a16607d-3d7f-4a12-829c-d7dd2595503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:03.000549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Attempting to bind port 771eeca5-e976-4798-b707-0a0d3580b6ba on network ef60a744-df67-4738-a8b6-b34e621d7a05 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:03.005832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0cbb7819-948a-4a4c-a00d-7e118037f367 req-581d92c8-bb20-4364-a257-b972a0b575e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.1572335 Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Checking segment: {'id': '5a16607d-3d7f-4a12-829c-d7dd2595503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Bound using segment: {'id': '5a16607d-3d7f-4a12-829c-d7dd2595503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Bound port: 771eeca5-e976-4798-b707-0a0d3580b6ba, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a16607d-3d7f-4a12-829c-d7dd2595503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef60a744-df67-4738-a8b6-b34e621d7a05'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:03.024941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.033043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.044600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.050706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting subnet f3e901aa-2e62-43e2-9084-74cd7e3533e1 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:03.064276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.083607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.102420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.162734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:03.188132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.193355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09085c0-d8a5-43ab-9fe2-d54b55f83847,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.215816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.234860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] For port 771eeca5-e976-4798-b707-0a0d3580b6ba, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:03.238004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.239318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] For port 771eeca5-e976-4798-b707-0a0d3580b6ba, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=771eeca5-e976-4798-b707-0a0d3580b6ba,segment=NetworkSegment(5a16607d-3d7f-4a12-829c-d7dd2595503a),segment_id=5a16607d-3d7f-4a12-829c-d7dd2595503a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:03.240980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.242007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.246339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.254452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.258443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.261397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.262137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment ebffd204-5318-4729-9540-2cbbf267fe42 of type vlan for network 77a63c76-faae-4e28-ae1d-499ec2beb6af Jan 25 16:51:03.295565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=0da62d92-2681-4d31-82d2-67fec8680030,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.301651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.303508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14b7f395-465d-42a7-a6f8-fa451d16efde tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/0da62d92-2681-4d31-82d2-67fec8680030 HTTP/1.1" status: 204 len: 168 time: 0.5960186 Jan 25 16:51:03.308436 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c11bd68-ba16-48a8-9a32-a1e719012769 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb HTTP/1.1" status: 204 len: 168 time: 0.7943771 Jan 25 16:51:03.308436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:03.308689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:03.335290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac2e85-cbbc-473d-ad26-3984559ef834 None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:03.336165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 6583b288-62c6-4f04-ad17-1325e5341b7c will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:03.349379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.367749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.469340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Deleting subnet 92f4c299-5112-4e23-b16d-759a064da3ba {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:03.471537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] For port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,segment=NetworkSegment(4300e69e-cdcb-4374-bc0a-a50f897e7b83),segment_id=4300e69e-cdcb-4374-bc0a-a50f897e7b83)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:03.487542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c28f6-f70a-4cd0-8447-ef57a6209e79 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:03.489042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.496909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c28f6-f70a-4cd0-8447-ef57a6209e79 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:03.497771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f44c28f6-f70a-4cd0-8447-ef57a6209e79 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Synchronizing usage tracker for tenant:c8b87b14fd9b439f83e3d6b354b598e0 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:03.501278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.501512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.516359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf74349-afb8-470f-9b5d-b82deef81b93 None None] Pushing event updated for resources: {'Port': ['ID=771eeca5-e976-4798-b707-0a0d3580b6ba,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.609457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f44c28f6-f70a-4cd0-8447-ef57a6209e79 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Unset dirty status for tenant:c8b87b14fd9b439f83e3d6b354b598e0 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:03.610998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f44c28f6-f70a-4cd0-8447-ef57a6209e79 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2999232 Jan 25 16:51:03.620625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:03.680790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.802155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7d7a9-f388-4289-90bc-3a4a64de30c1 None None] Pushing event updated for resources: {'Port': ['ID=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.899493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=6583b288-62c6-4f04-ad17-1325e5341b7c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:03.914476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.923532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:03.924240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.941365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c344fb07-d0d5-4b03-8ec1-247245f58a84 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.974635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:03.979466 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c344fb07-d0d5-4b03-8ec1-247245f58a84 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 25 16:51:03.980007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c344fb07-d0d5-4b03-8ec1-247245f58a84 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:03.982019 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c344fb07-d0d5-4b03-8ec1-247245f58a84 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/ef60a744-df67-4738-a8b6-b34e621d7a05 HTTP/1.1" status: 409 len: 405 time: 0.3600588 Jan 25 16:51:03.987457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:04.002787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1986823946'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:04.014711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:04.020839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:04.025936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:04.029809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:04.042330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9497602 Jan 25 16:51:04.050165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34454) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:04.060260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:04.076443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.095756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c106cfad-0da0-431d-b879-991fed686b03 None None] Provisioning complete for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:04.096219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c106cfad-0da0-431d-b879-991fed686b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.108663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:04.111354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:04.156620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128367834'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:04.160836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:04.162109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e901aa-2e62-43e2-9084-74cd7e3533e1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:04.165695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.191304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:04.194820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.199064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bc18f99f-42ba-4b09-b866-eb4174776a4b tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/f3e901aa-2e62-43e2-9084-74cd7e3533e1 HTTP/1.1" status: 204 len: 168 time: 1.5132043 Jan 25 16:51:04.201133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:04.205030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:04.217205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:04.245609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:04.262148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:04.296266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-01ab836b-ab6c-4b28-b74b-dc35eb4f13d1 req-63fe3bdc-46d4-4977-9a24-3a42b2090c62 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.1432412 Jan 25 16:51:04.314898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03036-620c-45c3-a0d7-9bb89073e99a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=77a63c76-faae-4e28-ae1d-499ec2beb6af,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:04.333384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.363780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:04.526858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:04.527450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.592237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:04.596282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.624543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:04.645447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.665731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.696421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-20bdb071-1343-4133-a04c-c2b5178e4c4a None None] Provisioning for port 6583b288-62c6-4f04-ad17-1325e5341b7c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:04.716927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-20bdb071-1343-4133-a04c-c2b5178e4c4a None None] Provisioning complete for port 6583b288-62c6-4f04-ad17-1325e5341b7c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:04.717699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-20bdb071-1343-4133-a04c-c2b5178e4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.723649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.731490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.731662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment bc5e75ba-c1db-4837-8ae8-bec2c24f2621 of type vlan for network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c Jan 25 16:51:04.733023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Subnet': ['ID=92f4c299-5112-4e23-b16d-759a064da3ba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:04.767357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:04.852253 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94f6232a-8813-4581-9d1e-0e801613298e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/92f4c299-5112-4e23-b16d-759a064da3ba HTTP/1.1" status: 204 len: 168 time: 1.5446565 Jan 25 16:51:04.861034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:04.884213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-20bdb071-1343-4133-a04c-c2b5178e4c4a None None] Port 6583b288-62c6-4f04-ad17-1325e5341b7c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:04.890934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:04.932884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 771eeca5-e976-4798-b707-0a0d3580b6ba up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:05.054731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 771eeca5-e976-4798-b707-0a0d3580b6ba completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:05.071845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.133688 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16f83bb8-8f69-404a-bdda-682f077ccb16 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2580743 Jan 25 16:51:05.137786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:05.230885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.231637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 88886729-4ecf-40b4-92c8-c4d68ffe76c9 of type vlan for network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 Jan 25 16:51:05.270123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.275800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5765d9-5449-476f-b030-9faeab2aafbc None None] Network ef60a744-df67-4738-a8b6-b34e621d7a05 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:05.323853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.330245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd2922a-69bf-465f-856f-6c0a18af2c30']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:05.343598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.352096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:05.354245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.377593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ff1d0-cc18-4ce0-a1b2-a51404435dde None None] Network 255dcaab-10ef-4717-a4ec-827262e2a670 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:05.457262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea1933-f173-4080-bdd8-19214c553a02') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:05.457815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea1933-f173-4080-bdd8-19214c553a02') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:05.493036 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bab080f4-c633-4c33-899d-9df1e16d4da3 req-f4aac9af-bc85-48e0-93a7-f359f29c9953 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.0456696 Jan 25 16:51:05.500904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.526043 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5356073 Jan 25 16:51:05.526654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12bf76-48fb-4678-a27e-646160f535e2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:05.527436 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3b12bf76-48fb-4678-a27e-646160f535e2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:05.529996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34476) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:05.533071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.540847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:05.548440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5ef1-fbaf-4988-8fe2-66d1a0d61881 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=56b9fb8a-4c00-4a2c-aafd-c9c409488a9c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:05.552743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.564250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.565626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.571631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:05.572247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.578595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:05.579051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.579167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Provisioning for port 771eeca5-e976-4798-b707-0a0d3580b6ba completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:05.591030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:05.613672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Provisioning complete for port 771eeca5-e976-4798-b707-0a0d3580b6ba triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:05.614039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:05.617117 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:05.732874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3b12bf76-48fb-4678-a27e-646160f535e2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:05.734114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b12bf76-48fb-4678-a27e-646160f535e2 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5941713 Jan 25 16:51:05.754319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34480) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:05.838851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=6583b288-62c6-4f04-ad17-1325e5341b7c,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:05.841484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:05.845798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:05.880918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:05.898970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c446885-975c-4453-b3e5-20befa74dc13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:05.899776 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8412228 Jan 25 16:51:05.903043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8c446885-975c-4453-b3e5-20befa74dc13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Synchronizing usage tracker for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:05.914963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34484) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:05.935508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:05.964160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf722c-b8da-410e-b89c-197b35f047d2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=11a3ac08-5fed-4f69-85eb-5f4c07585d65,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:05.980646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.006475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:06.046153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.051059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecd2922a-69bf-465f-856f-6c0a18af2c30 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:51:06.053335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.103629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecd2922a-69bf-465f-856f-6c0a18af2c30,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:06.123801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:06.128612 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62386e89-06a7-4642-9b48-e2ef25c7f0e0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ecd2922a-69bf-465f-856f-6c0a18af2c30 HTTP/1.1" status: 204 len: 168 time: 1.9172707 Jan 25 16:51:06.134287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.171231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:06.183860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-3f5457ac-24ae-4ec8-9c50-26c84d61a161 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:06.185485 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-3f5457ac-24ae-4ec8-9c50-26c84d61a161 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 797 time: 0.4260056 Jan 25 16:51:06.186838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:06.191468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:06.216855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] For port 771eeca5-e976-4798-b707-0a0d3580b6ba, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=771eeca5-e976-4798-b707-0a0d3580b6ba,segment=NetworkSegment(5a16607d-3d7f-4a12-829c-d7dd2595503a),segment_id=5a16607d-3d7f-4a12-829c-d7dd2595503a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:06.232077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.242261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:06.287534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] DHCP port deletion for 255dcaab-10ef-4717-a4ec-827262e2a670 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:06.318614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-7f3e2d34-76d2-4f54-9311-8e911ad112e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:06.334392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Deleting port 3165e19a-1406-461b-8fe0-543c9aa3bc0b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:06.334772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.347863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:06.354962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.369723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8c446885-975c-4453-b3e5-20befa74dc13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Unset dirty status for tenant:eac9808dcb32472485dd06eaec595cde on resource:subnet {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:06.371225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8c446885-975c-4453-b3e5-20befa74dc13 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6128349 Jan 25 16:51:06.377377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34496) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:06.492800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] DHCP port deletion for ef60a744-df67-4738-a8b6-b34e621d7a05 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:06.496685 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-86e6d488-cadf-4367-a71c-f9bb79e933d7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157293 Jan 25 16:51:06.505207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-679766df-f028-4af6-b65a-4da1bca16a3f req-7f3e2d34-76d2-4f54-9311-8e911ad112e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:06.507134 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-7f3e2d34-76d2-4f54-9311-8e911ad112e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 380 time: 0.3066108 Jan 25 16:51:06.512576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34502) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:06.523120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:06.524732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:06.530075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Deleting port 771eeca5-e976-4798-b707-0a0d3580b6ba {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:06.530647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.562604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:06.602841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e7db6-e887-4aa2-98ff-b677707c47ad None None] Pushing event updated for resources: {'Port': ['ID=771eeca5-e976-4798-b707-0a0d3580b6ba,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:06.634647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:06.664700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5caa36f5-72ad-4b63-b911-1b1728e04b31 None None] Provisioning complete for port 3165e19a-1406-461b-8fe0-543c9aa3bc0b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:06.664952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5caa36f5-72ad-4b63-b911-1b1728e04b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.666818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7ef108-79bf-47ec-8f25-7789175d0b43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:06.668618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7ef108-79bf-47ec-8f25-7789175d0b43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:06.698940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b7ef108-79bf-47ec-8f25-7789175d0b43 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/ba0289a6-97c3-4f66-95a6-5b22dcb5e40f HTTP/1.1" status: 404 len: 333 time: 0.1838160 Jan 25 16:51:06.787801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'name': 'tempest-router--230883570', 'project_id': '9423e634aca046f8b8f8bd804e459abb'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:06.807265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:06.816220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:06.831927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:router and tenant:9423e634aca046f8b8f8bd804e459abb is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:06.878443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:06.894002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:06.902829 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9d60d-71d0-46bf-aac6-feb19e16ce7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:06.903291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d9d60d-71d0-46bf-aac6-feb19e16ce7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:06.907561 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6d9d60d-71d0-46bf-aac6-feb19e16ce7c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/0da62d92-2681-4d31-82d2-67fec8680030 HTTP/1.1" status: 404 len: 337 time: 0.0965986 Jan 25 16:51:06.911904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:06.988231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:06.989727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.009109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:07.027356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:07.037296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.060386 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-629ce648-fdaa-4e95-98ad-c0fa2a9cf744 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.060747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629ce648-fdaa-4e95-98ad-c0fa2a9cf744 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.062463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-629ce648-fdaa-4e95-98ad-c0fa2a9cf744 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/92f4c299-5112-4e23-b16d-759a064da3ba HTTP/1.1" status: 404 len: 337 time: 0.1469584 Jan 25 16:51:07.068840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b1ebf8bf-e502-4dac-9795-fbc301a79c45 req-0e557f75-65af-4465-b3e5-ba806c2efca2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.1508422 Jan 25 16:51:07.075963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34520) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.126054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:07.133150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.150191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c83846-4e56-43b2-b731-ee67f1ff8042 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.150536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] For port 3165e19a-1406-461b-8fe0-543c9aa3bc0b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3165e19a-1406-461b-8fe0-543c9aa3bc0b,segment=NetworkSegment(e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d),segment_id=e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:07.150912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.151075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c83846-4e56-43b2-b731-ee67f1ff8042 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.153377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-24c83846-4e56-43b2-b731-ee67f1ff8042 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/a1e68573-eb8f-4e9c-b41e-a84e38b90503 HTTP/1.1" status: 404 len: 333 time: 0.0745301 Jan 25 16:51:07.157808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34524) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.180375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.224279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2248ec64-7475-4029-aecc-b112281a5bc4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.224746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2248ec64-7475-4029-aecc-b112281a5bc4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.230183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2248ec64-7475-4029-aecc-b112281a5bc4 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/745f7d9a-78cd-4258-b93b-16d16e8d3be0 HTTP/1.1" status: 404 len: 337 time: 0.0677931 Jan 25 16:51:07.237863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34528) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.239509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] For port 771eeca5-e976-4798-b707-0a0d3580b6ba, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=771eeca5-e976-4798-b707-0a0d3580b6ba,segment=NetworkSegment(5a16607d-3d7f-4a12-829c-d7dd2595503a),segment_id=5a16607d-3d7f-4a12-829c-d7dd2595503a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:07.239509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.292536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c662bd-30f4-40e9-9c78-6c766403ceb3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.293125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c662bd-30f4-40e9-9c78-6c766403ceb3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.297565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-32c662bd-30f4-40e9-9c78-6c766403ceb3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/8f4638fb-7911-4be6-b38e-0840348e358f HTTP/1.1" status: 404 len: 337 time: 0.0543065 Jan 25 16:51:07.298256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34532) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.316899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Calling delete_port for 3165e19a-1406-461b-8fe0-543c9aa3bc0b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:07.353404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router ee317e27-c2f7-46b8-abbb-22079d6d34d3 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:07.358755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-063d74c2-72f1-4653-b34e-bc6dbdd99c58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.359374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063d74c2-72f1-4653-b34e-bc6dbdd99c58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.363682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-063d74c2-72f1-4653-b34e-bc6dbdd99c58 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/b135d616-1f50-4e6d-8def-e096691226f9 HTTP/1.1" status: 404 len: 333 time: 0.0621169 Jan 25 16:51:07.389121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34536) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.416616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.417978 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-911e82c4-8fa0-44b5-b416-927f1575a433 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7741196 Jan 25 16:51:07.425333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34540) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.459872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7755e022-60b2-4152-baec-83d8977eae84 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.461057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7755e022-60b2-4152-baec-83d8977eae84 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.462937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7755e022-60b2-4152-baec-83d8977eae84 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/c171f4f6-3381-40e6-8ffc-6ba14f6c8a1b HTTP/1.1" status: 404 len: 337 time: 0.0717933 Jan 25 16:51:07.493412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Calling delete_port for 771eeca5-e976-4798-b707-0a0d3580b6ba owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:07.494324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.505963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.599074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.644446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.654522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:51:07.658063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] Pushing event deleted for resources: {'Port': ['ID=3165e19a-1406-461b-8fe0-543c9aa3bc0b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:07.658245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.671120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da9b9a-7d2e-42f8-bc2a-6a48973b6f22 None None] No DVR routers for this DVR port 3165e19a-1406-461b-8fe0-543c9aa3bc0b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:07.699048 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a93392-f49e-47fa-89fc-28f8a32933de tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.699506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a93392-f49e-47fa-89fc-28f8a32933de tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.727060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] No DVR routers for this DVR port 771eeca5-e976-4798-b707-0a0d3580b6ba on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:07.738541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f1db3-36cc-4b93-ba32-0f838c02b8a4 None None] Pushing event deleted for resources: {'Port': ['ID=771eeca5-e976-4798-b707-0a0d3580b6ba,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:07.743787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:07.747650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-281ac1fa-8644-4653-9731-6f5f72fe968d None None] Provisioning complete for port 6583b288-62c6-4f04-ad17-1325e5341b7c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:07.748146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-281ac1fa-8644-4653-9731-6f5f72fe968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.753561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:07.759571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-219ffbf1-488a-4a36-8f87-10ff44362106 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/ee317e27-c2f7-46b8-abbb-22079d6d34d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8247983 Jan 25 16:51:07.764019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34548) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.781296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] Sync routers for ids ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:07.802527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=7b68c0c5-65ec-4b64-8d99-ba09f01cafb0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:07.810141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] Routers {'ee317e27-c2f7-46b8-abbb-22079d6d34d3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:07.810928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:07.840023 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61a93392-f49e-47fa-89fc-28f8a32933de tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/285163ac-5f0f-4c04-8eec-7091a98bd9c7 HTTP/1.1" status: 404 len: 337 time: 0.3337569 Jan 25 16:51:07.878848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d2f08-2160-4d70-8db6-d1619e6bb149 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:07.879941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f33d2f08-2160-4d70-8db6-d1619e6bb149 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:07.883167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34552) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.885167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:07.906734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] Routers {'ee317e27-c2f7-46b8-abbb-22079d6d34d3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:07.907429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:07.936174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:07.939608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:07.940041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:07.970411 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bb1726-4596-49b0-a35b-50b3c0656c18 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:07.970819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-281ac1fa-8644-4653-9731-6f5f72fe968d None None] Port 6583b288-62c6-4f04-ad17-1325e5341b7c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:07.971167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bb1726-4596-49b0-a35b-50b3c0656c18 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:07.979890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 771eeca5-e976-4798-b707-0a0d3580b6ba no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:07.982022 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2bb1726-4596-49b0-a35b-50b3c0656c18 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/4c01ab98-4716-4505-8c72-d10ec2c2f0c4 HTTP/1.1" status: 404 len: 333 time: 0.0945816 Jan 25 16:51:07.983086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34558) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:07.988446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f33d2f08-2160-4d70-8db6-d1619e6bb149 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:07.992860 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f33d2f08-2160-4d70-8db6-d1619e6bb149 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports/6583b288-62c6-4f04-ad17-1325e5341b7c HTTP/1.1" status: 200 len: 910 time: 0.2218130 Jan 25 16:51:07.994636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34562) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.028150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:08.028718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d225b2-69ac-48b1-bec3-fe29389677b6 None None] The sync data for ids ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:08.030431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 771eeca5-e976-4798-b707-0a0d3580b6ba {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:08.030796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 771eeca5-e976-4798-b707-0a0d3580b6ba not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:08.031207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3165e19a-1406-461b-8fe0-543c9aa3bc0b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:08.070603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 3165e19a-1406-461b-8fe0-543c9aa3bc0b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:08.071000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3165e19a-1406-461b-8fe0-543c9aa3bc0b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:08.087408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.7 (67adde47-89d5-44aa-ba51-444876534c05/219eab29-74c3-4adb-b601-667b199e6311/d62153a4-b8fe-4815-acad-f42454a263b5) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:08.097958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': 'ebffd204-5318-4729-9540-2cbbf267fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:08.098321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 77a63c76-faae-4e28-ae1d-499ec2beb6af, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:08.161627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f11cc0e5-c7bf-48da-8338-5000dfe1ec7a'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:08.181725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.184470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.195959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:08.198487 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2f60aa-16f5-4e8c-a65b-5418cf8dec3f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.199156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2f60aa-16f5-4e8c-a65b-5418cf8dec3f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.202967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2e2f60aa-16f5-4e8c-a65b-5418cf8dec3f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/f90c4601-90e7-4bff-adab-d4770ed9d42c HTTP/1.1" status: 404 len: 337 time: 0.2140973 Jan 25 16:51:08.208731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34568) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.220134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:08.240198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.241092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97eaf648-d6be-43bf-85db-c05930e2552f {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:08.260769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.264337 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6176ad90-5f1e-4290-8b06-5f6ecdb3487d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/routers/97eaf648-d6be-43bf-85db-c05930e2552f HTTP/1.1" status: 204 len: 168 time: 0.8340323 Jan 25 16:51:08.282104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 77a63c76-faae-4e28-ae1d-499ec2beb6af) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:08.291282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ce9c0-d7b0-444f-9dd1-d844f889e1b6 None None] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:08.307995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:08.309823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0bb2e6-7c75-49a0-b0ea-9917832dfdc0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.310275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0bb2e6-7c75-49a0-b0ea-9917832dfdc0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.311976 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2b0bb2e6-7c75-49a0-b0ea-9917832dfdc0 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/df1bead5-97ca-4fb2-89e3-75c83b486102 HTTP/1.1" status: 404 len: 337 time: 0.0949535 Jan 25 16:51:08.318395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8cf03ad0-d545-47c4-ac7c-c4176cc75f33 req-9d838001-0c99-4be4-be52-576ecaec45b7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 210 time: 0.0997787 Jan 25 16:51:08.319736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:08.320467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.326435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34574) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.414602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:08.416290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.440892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3527a48-a3a5-4847-a940-7c0f7765ef37 None None] Network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:08.449009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34578) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.454486 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ff2354-e9c1-4305-ad30-c51ae9c2e1c9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.455447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ff2354-e9c1-4305-ad30-c51ae9c2e1c9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.457601 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-92ff2354-e9c1-4305-ad30-c51ae9c2e1c9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/634d076e-84cc-4b17-bc7a-453be1c807ff HTTP/1.1" status: 404 len: 333 time: 0.1303914 Jan 25 16:51:08.460911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.474464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-98e791e8-bb9b-471c-bfe2-71cb91b3232e tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9392812 Jan 25 16:51:08.478183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34588) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.520170 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ea441e2-fd46-47e2-b49d-f5f4cf74ff35 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6041095 Jan 25 16:51:08.531141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34592) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.532070 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa721a3-bbc7-415e-a198-5abc19b92782 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.532526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa721a3-bbc7-415e-a198-5abc19b92782 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.534436 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-afa721a3-bbc7-415e-a198-5abc19b92782 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/a97ca108-71bf-4d84-9d4a-4a28872ae0a6 HTTP/1.1" status: 404 len: 337 time: 0.0722153 Jan 25 16:51:08.540648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.545084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:08.736390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.744474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.768897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512822959', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:08.779567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:08.789467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.794943 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c059e6e-ea7f-4183-ad1a-1f5f5b725859 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.795215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c059e6e-ea7f-4183-ad1a-1f5f5b725859 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.798245 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c059e6e-ea7f-4183-ad1a-1f5f5b725859 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/c0bae9ba-43cf-48e9-b9d5-88b3d9e48032 HTTP/1.1" status: 404 len: 333 time: 0.2362716 Jan 25 16:51:08.800444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:08.809086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34600) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.815883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:08.842105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:08.854175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:08.864992 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dff4d8-7890-4502-b61c-c99e14545a4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.865470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7dff4d8-7890-4502-b61c-c99e14545a4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.865593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-56b9fb8a-4c00-4a2c-aafd-c9c409488a9c', 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': '7b68c0c5-65ec-4b64-8d99-ba09f01cafb0'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:08.868295 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7dff4d8-7890-4502-b61c-c99e14545a4d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/c26542eb-ed81-426b-8509-bf0cb39d1fbf HTTP/1.1" status: 404 len: 337 time: 0.0565348 Jan 25 16:51:08.873194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:08.874733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.877629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34604) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.879913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:08.881035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object d62153a4-b8fe-4815-acad-f42454a263b5 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:08.933023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:08.940414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-77a63c76-faae-4e28-ae1d-499ec2beb6af', 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:08.941248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.945941 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-275d991a-5f54-416d-a203-4511b581188a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:08.946593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275d991a-5f54-416d-a203-4511b581188a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:08.950702 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-275d991a-5f54-416d-a203-4511b581188a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/9bdaa34f-f445-4436-8951-e3b34b83161c HTTP/1.1" status: 404 len: 333 time: 0.0694649 Jan 25 16:51:08.951610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:08.972511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.973542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:08.992147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:08.995379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.021326 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-375330ed-8d0a-4aa6-a552-5004c094922a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:09.021781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375330ed-8d0a-4aa6-a552-5004c094922a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:09.026707 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-375330ed-8d0a-4aa6-a552-5004c094922a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/91bfe841-76bd-46a1-90fa-473542b122cb HTTP/1.1" status: 404 len: 337 time: 0.0719144 Jan 25 16:51:09.035754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34612) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:09.093947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.156837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2738253-c80b-4334-99fc-40b97166046f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:09.157265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2738253-c80b-4334-99fc-40b97166046f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:09.185158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Allocated IP 2001:db8::f816:3eff:fec2:d9a1 (56b9fb8a-4c00-4a2c-aafd-c9c409488a9c/7b68c0c5-65ec-4b64-8d99-ba09f01cafb0/523d1bb0-7ff2-46e2-8a63-27846d62a5b5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:09.188577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c2738253-c80b-4334-99fc-40b97166046f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/82642acd-62ee-4c5a-b3c1-52cebaf0dbe0 HTTP/1.1" status: 404 len: 333 time: 0.1484728 Jan 25 16:51:09.199167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Allocated IP 2001:db8::2 (77a63c76-faae-4e28-ae1d-499ec2beb6af/ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7/61c64819-9126-43a1-b87f-f6bbe0ed7709) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:09.207876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:09.229255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.272561 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd41f3d-4405-4807-b9dd-00aba12b72ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:09.273162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd41f3d-4405-4807-b9dd-00aba12b72ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:09.276183 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ccd41f3d-4405-4807-b9dd-00aba12b72ad tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/11fe7cb9-d7f6-4694-84a1-2416bfbcaaea HTTP/1.1" status: 404 len: 337 time: 0.0595834 Jan 25 16:51:09.279775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34620) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:09.333025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.384850 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e6587-5d40-437b-96f2-1eb0fa4563ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:09.385128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e6587-5d40-437b-96f2-1eb0fa4563ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:09.389190 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ae6e6587-5d40-437b-96f2-1eb0fa4563ee tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/ba9606c1-bac6-4532-9bbc-1d22e373d44c HTTP/1.1" status: 404 len: 333 time: 0.1060994 Jan 25 16:51:09.393508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34626) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:09.427095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 67adde47-89d5-44aa-ba51-444876534c05 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:09.432493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:09.439262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:09.479324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:09.518893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcfd596-0e43-4dbb-81c2-581f5764a8dd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:09.519739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcfd596-0e43-4dbb-81c2-581f5764a8dd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:09.521699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fbcfd596-0e43-4dbb-81c2-581f5764a8dd tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b36c513c-d724-4065-8f3e-4d02a6133b9f HTTP/1.1" status: 404 len: 337 time: 0.1236780 Jan 25 16:51:09.527698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34630) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:09.573454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:09.574108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.625365 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-0bda058b-cab3-47d3-a57c-a593450da87f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1073308 Jan 25 16:51:09.641426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.651262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Request body: {'port': {'device_id': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:09.667226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Transition to ACTIVE for port object 61c64819-9126-43a1-b87f-f6bbe0ed7709 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:09.703421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Transition to ACTIVE for port object 61c64819-9126-43a1-b87f-f6bbe0ed7709 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:09.710873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.730307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.744553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Transition to ACTIVE for port object 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:09.774427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Transition to ACTIVE for port object 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:09.795348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.888887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '88886729-4ecf-40b4-92c8-c4d68ffe76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:09.889269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 11a3ac08-5fed-4f69-85eb-5f4c07585d65, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:09.897130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=5aad3852-4b79-47e1-809d-c175518dc6c2,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:09.908800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Pushing event updated for resources: {'Port': ['ID=61c64819-9126-43a1-b87f-f6bbe0ed7709,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:09.914265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.918501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:09.972582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:09.985359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:09.996751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:09.998318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:10.005253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4cec3a19-47a1-44ef-b31a-8007e9fde6ca None None] Provisioning for port d62153a4-b8fe-4815-acad-f42454a263b5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:10.010731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:10.015804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:10.053496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:10.056515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4cec3a19-47a1-44ef-b31a-8007e9fde6ca None None] Provisioning complete for port d62153a4-b8fe-4815-acad-f42454a263b5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:10.056949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cec3a19-47a1-44ef-b31a-8007e9fde6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.058326 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5ece6b-530a-44ec-a6d8-2e595ff1d72f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.058888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5ece6b-530a-44ec-a6d8-2e595ff1d72f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.065006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 11a3ac08-5fed-4f69-85eb-5f4c07585d65) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:10.070904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:10.071954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.090612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed23c6b-4e10-4bed-b707-7a6009ea297f None None] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:10.118662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9eeb6dcd-7a3e-4b98-86a8-1cebbd0312ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5829692 Jan 25 16:51:10.122959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34634) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.128131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-556730774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:10.139799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:10.154148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.161144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:10.170927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4f5ece6b-530a-44ec-a6d8-2e595ff1d72f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/494c2eaa-ac76-4fa9-95e3-0a879400046f HTTP/1.1" status: 404 len: 333 time: 0.6379318 Jan 25 16:51:10.183430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34638) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.202818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Pushing event updated for resources: {'Port': ['ID=523d1bb0-7ff2-46e2-8a63-27846d62a5b5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:10.214905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.217624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:10.234664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:10.254980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.256132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.303225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.331448 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b875eea-e715-4d22-9175-50d57a936768 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.332074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b875eea-e715-4d22-9175-50d57a936768 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.336935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8b875eea-e715-4d22-9175-50d57a936768 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b7a7296f-33b8-4f87-9406-5ec11beabd6f HTTP/1.1" status: 404 len: 337 time: 0.1494019 Jan 25 16:51:10.336935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=7b68c0c5-65ec-4b64-8d99-ba09f01cafb0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:10.338150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.344084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.397408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Attempting to bind port 61c64819-9126-43a1-b87f-f6bbe0ed7709 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:10.397408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Attempting to bind port 61c64819-9126-43a1-b87f-f6bbe0ed7709 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'ebffd204-5318-4729-9540-2cbbf267fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:10.397901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Attempting to bind port 61c64819-9126-43a1-b87f-f6bbe0ed7709 on network 77a63c76-faae-4e28-ae1d-499ec2beb6af {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:10.398154 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f9b88a-356b-4da2-a878-3e376b58c567 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.398651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f9b88a-356b-4da2-a878-3e376b58c567 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.400135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4cec3a19-47a1-44ef-b31a-8007e9fde6ca None None] Port d62153a4-b8fe-4815-acad-f42454a263b5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:10.412599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Attempting to bind port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:10.412971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Attempting to bind port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:10.413423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Attempting to bind port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 on network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:10.418343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:10.418718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Checking segment: {'id': 'ebffd204-5318-4729-9540-2cbbf267fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:10.419121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.419520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Bound using segment: {'id': 'ebffd204-5318-4729-9540-2cbbf267fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:10.419998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Bound port: 61c64819-9126-43a1-b87f-f6bbe0ed7709, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebffd204-5318-4729-9540-2cbbf267fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77a63c76-faae-4e28-ae1d-499ec2beb6af'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:10.420371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.452621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:10.452991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Checking segment: {'id': 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:10.454244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.454244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Bound using segment: {'id': 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:10.454433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Bound port: 523d1bb0-7ff2-46e2-8a63-27846d62a5b5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:10.454741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.461041 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86f9b88a-356b-4da2-a878-3e376b58c567 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/34df13fe-f038-436a-bb1d-70c043ec448c HTTP/1.1" status: 404 len: 337 time: 0.1196682 Jan 25 16:51:10.461793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34646) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.501986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.505796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-375c0f3f-b96f-4e7f-ae85-050692d505ca tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3791552 Jan 25 16:51:10.505796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62153a4-b8fe-4815-acad-f42454a263b5 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:51:10.506103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34650) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.521942 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa30d6ff-84f9-4e3d-9b89-4177924a7346 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.522957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa30d6ff-84f9-4e3d-9b89-4177924a7346 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.527086 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fa30d6ff-84f9-4e3d-9b89-4177924a7346 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/5d9eaae9-0455-4898-bc39-767695a31da0 HTTP/1.1" status: 404 len: 333 time: 0.0622728 Jan 25 16:51:10.527086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.529195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.577039 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0098ee9-04c7-4080-884b-6243cff8f09f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.577516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0098ee9-04c7-4080-884b-6243cff8f09f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.581563 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0098ee9-04c7-4080-884b-6243cff8f09f tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/5250700b-81b2-4ab0-8aac-ba631f4b5f5c HTTP/1.1" status: 404 len: 337 time: 0.0492222 Jan 25 16:51:10.582159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.584396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Transition to ACTIVE for port object d62153a4-b8fe-4815-acad-f42454a263b5 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:10.619633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.664153 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c86ab6-3afb-4765-830f-acd8d4fd979b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:10.664706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c86ab6-3afb-4765-830f-acd8d4fd979b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:10.668769 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8c86ab6-3afb-4765-830f-acd8d4fd979b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/9d9880a8-c4bf-431e-a5c5-d37cd1d61e54 HTTP/1.1" status: 404 len: 337 time: 0.0837739 Jan 25 16:51:10.672922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.680393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34662) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:10.703440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032ffa3-3512-484f-8781-23b9d1463919 req-f34720b8-d64b-41e1-a4ff-0a0e8c7c3311 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:10.705167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f032ffa3-3512-484f-8781-23b9d1463919 req-f34720b8-d64b-41e1-a4ff-0a0e8c7c3311 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 931 time: 0.7815855 Jan 25 16:51:10.718936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] For port 61c64819-9126-43a1-b87f-f6bbe0ed7709, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:10.727457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] For port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:10.731248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] For port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=523d1bb0-7ff2-46e2-8a63-27846d62a5b5,segment=NetworkSegment(bc5e75ba-c1db-4837-8ae8-bec2c24f2621),segment_id=bc5e75ba-c1db-4837-8ae8-bec2c24f2621)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:10.733088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] For port 61c64819-9126-43a1-b87f-f6bbe0ed7709, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=61c64819-9126-43a1-b87f-f6bbe0ed7709,segment=NetworkSegment(ebffd204-5318-4729-9540-2cbbf267fe42),segment_id=ebffd204-5318-4729-9540-2cbbf267fe42)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:10.741426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.748804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:51:10.781584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-11a3ac08-5fed-4f69-85eb-5f4c07585d65', 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': '5aad3852-4b79-47e1-809d-c175518dc6c2'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:10.781987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.804079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.813123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Pushing event updated for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:10.918788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Attempting to bind port d62153a4-b8fe-4815-acad-f42454a263b5 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:10.919447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Attempting to bind port d62153a4-b8fe-4815-acad-f42454a263b5 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:10.920452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Attempting to bind port d62153a4-b8fe-4815-acad-f42454a263b5 on network 67adde47-89d5-44aa-ba51-444876534c05 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:10.927175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Port d62153a4-b8fe-4815-acad-f42454a263b5 on network 67adde47-89d5-44aa-ba51-444876534c05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:51:10.927736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Attempting to bind port d62153a4-b8fe-4815-acad-f42454a263b5 on network 67adde47-89d5-44aa-ba51-444876534c05 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:10.934935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:10.935560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Checking segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:10.936126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Bound using segment: {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:10.936736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Bound port: d62153a4-b8fe-4815-acad-f42454a263b5, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df05739f-68f7-4724-9ac6-fbeca5a8b925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67adde47-89d5-44aa-ba51-444876534c05'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:10.937088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:10.966174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31449480-880c-4e73-bd62-3b5b07437fbc None None] Pushing event updated for resources: {'Port': ['ID=523d1bb0-7ff2-46e2-8a63-27846d62a5b5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:10.966995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.048279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:11.048715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b9fb8a-4c00-4a2c-aafd-c9c409488a9c']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:11.051875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d62153a4-b8fe-4815-acad-f42454a263b5,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:11.056749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82122c-0f38-4923-9064-259ebee46de8 None None] Pushing event updated for resources: {'Port': ['ID=61c64819-9126-43a1-b87f-f6bbe0ed7709,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:11.058299 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16ec06c-e57a-44ff-aa50-09b0c435c21e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.058590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16ec06c-e57a-44ff-aa50-09b0c435c21e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.062778 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a16ec06c-e57a-44ff-aa50-09b0c435c21e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/d62b9e68-6d7b-4019-bd60-9eabcd993f77 HTTP/1.1" status: 404 len: 333 time: 0.3771868 Jan 25 16:51:11.065657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.073777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.156298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:11.156884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:11.179444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:11.180319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.181809 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-f509e520-0d46-4e60-a055-a791f848382b service neutron] 10.222.0.15 "PUT /v2.0/ports/d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 1093 time: 1.5399024 Jan 25 16:51:11.182711 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-195298d5-5479-4cb8-a52e-923c334919f7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.183154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195298d5-5479-4cb8-a52e-923c334919f7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.190162 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-195298d5-5479-4cb8-a52e-923c334919f7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/fdfe202e-88f6-44f9-bdaf-372ffd367160 HTTP/1.1" status: 404 len: 337 time: 0.0810001 Jan 25 16:51:11.191081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:51:11.202706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.203231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.241969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a2349-0ab6-4465-8553-ce67b5c6037f None None] Network 56b9fb8a-4c00-4a2c-aafd-c9c409488a9c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:11.313512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Allocated IP 2001:db8:1::2 (11a3ac08-5fed-4f69-85eb-5f4c07585d65/5aad3852-4b79-47e1-809d-c175518dc6c2/d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:11.410180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'status': 'completed', 'code': 200} Jan 25 16:51:11.511083 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-708c0115-0cee-4b46-a703-8114e20ead68 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.511538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708c0115-0cee-4b46-a703-8114e20ead68 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.513556 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-708c0115-0cee-4b46-a703-8114e20ead68 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/ff47eb99-0c15-429c-b62a-296076ee777b HTTP/1.1" status: 404 len: 337 time: 0.3089430 Jan 25 16:51:11.524988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34676) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.536597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509e520-0d46-4e60-a055-a791f848382b service neutron] Pushing event updated for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:11.587447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.623827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ff4178-4142-4de0-a6fb-29c94e694a5a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.624568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ff4178-4142-4de0-a6fb-29c94e694a5a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.626513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-90ff4178-4142-4de0-a6fb-29c94e694a5a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/0a77c9ec-7e29-425c-8b97-17a2a576c89b HTTP/1.1" status: 404 len: 333 time: 0.0977817 Jan 25 16:51:11.629900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.685346 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-72717546-b499-476f-afa6-ebee103c0cc7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.686054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72717546-b499-476f-afa6-ebee103c0cc7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.693583 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72717546-b499-476f-afa6-ebee103c0cc7 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/a47f875e-d0b2-4bff-8f9d-64d9d8a4b86a HTTP/1.1" status: 404 len: 337 time: 0.0618439 Jan 25 16:51:11.693789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34684) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.702594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-57cc2670-f29e-4009-aa0c-faef597ed143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:11.704235 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-57cc2670-f29e-4009-aa0c-faef597ed143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1096 time: 0.2903171 Jan 25 16:51:11.709720 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f032ffa3-3512-484f-8781-23b9d1463919 req-4314780e-5bfe-4381-a702-22df28711a43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9331653 Jan 25 16:51:11.723835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.775946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:11.776599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.781014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/ports/6583b288-62c6-4f04-ad17-1325e5341b7c HTTP/1.1" status: 200 len: 910 time: 3.6286426 Jan 25 16:51:11.783814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.787229 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-d240bec0-d999-443c-ac6c-a5471fc429c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 217 time: 0.0756488 Jan 25 16:51:11.804982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:11.805783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.821134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:11.825123 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:11.835878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ec6136-0b41-4482-9f48-016caf41f418 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:11.836663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ec6136-0b41-4482-9f48-016caf41f418 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:11.837119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Transition to ACTIVE for port object d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:11.839084 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a0ec6136-0b41-4482-9f48-016caf41f418 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b3017596-f58a-47b6-82d4-02841cc6345d HTTP/1.1" status: 404 len: 337 time: 0.1332152 Jan 25 16:51:11.840097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d9c52-2053-4d8b-8843-b031bb292b2e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=6583b288-62c6-4f04-ad17-1325e5341b7c,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:11.842624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34692) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:11.873970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Transition to ACTIVE for port object d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:11.886432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:11.980735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:11.988830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:11.998932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:12.044320 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 61c64819-9126-43a1-b87f-f6bbe0ed7709 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:12.126657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.130864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Pushing event updated for resources: {'Port': ['ID=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:12.137361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-65b20fbc-5992-4a92-bdd7-005a5169cec6 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b168b58-c783-4f72-8393-992d5e3a5dab HTTP/1.1" status: 200 len: 205 time: 0.2416887 Jan 25 16:51:12.153911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34696) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.168146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Attempting to bind port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:12.168437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Attempting to bind port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '88886729-4ecf-40b4-92c8-c4d68ffe76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:12.168867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Attempting to bind port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef on network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:12.179561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:12.180243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Checking segment: {'id': '88886729-4ecf-40b4-92c8-c4d68ffe76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:12.180732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.181196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Bound using segment: {'id': '88886729-4ecf-40b4-92c8-c4d68ffe76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:12.181758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Bound port: d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88886729-4ecf-40b4-92c8-c4d68ffe76c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11a3ac08-5fed-4f69-85eb-5f4c07585d65'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:12.182230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.185967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-160f18d0-2a2a-4efb-b9f4-e51797fa8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:12.187410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-160f18d0-2a2a-4efb-b9f4-e51797fa8668 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 200 len: 835 time: 0.3463976 Jan 25 16:51:12.273773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 61c64819-9126-43a1-b87f-f6bbe0ed7709 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:12.296314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:51:12.296314 dv-neutron-824022-2-hyperv neutron-server[87552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:51:12.296314 dv-neutron-824022-2-hyperv neutron-server[87552]: [parameters: {'id': '56b9fb8a-4c00-4a2c-aafd-c9c409488a9c'}] Jan 25 16:51:12.296314 dv-neutron-824022-2-hyperv neutron-server[87552]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:12.296727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] For port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:12.296814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:12.300638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] For port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,segment=NetworkSegment(88886729-4ecf-40b4-92c8-c4d68ffe76c9),segment_id=88886729-4ecf-40b4-92c8-c4d68ffe76c9)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:12.307774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.365269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679766df-f028-4af6-b65a-4da1bca16a3f req-163df46e-905d-4860-bb0c-e45224477d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:12.366821 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-163df46e-905d-4860-bb0c-e45224477d7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67adde47-89d5-44aa-ba51-444876534c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1713736 Jan 25 16:51:12.393631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-cc9e22c2-c4da-4edd-80a4-129794869f84 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] delete failed (client error): The resource could not be found. Jan 25 16:51:12.396985 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc9e22c2-c4da-4edd-80a4-129794869f84 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/routers/4b168b58-c783-4f72-8393-992d5e3a5dab HTTP/1.1" status: 404 len: 336 time: 0.2377138 Jan 25 16:51:12.403541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e760d-3d85-45b1-87c4-e7edd0a11b89 None None] Pushing event updated for resources: {'Port': ['ID=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:12.415257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34700) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.417272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.555674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.560582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9aa85-8d4b-462f-9518-5e59f8d7f14a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:12.561192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a9aa85-8d4b-462f-9518-5e59f8d7f14a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:12.570665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-69a9aa85-8d4b-462f-9518-5e59f8d7f14a tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/b503fd4c-5977-433c-841c-0ed9547c85b1 HTTP/1.1" status: 404 len: 337 time: 0.1244664 Jan 25 16:51:12.572002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34704) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.580195 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-44ce161d-58d1-4a44-9424-a83e23d5ef48 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746604 Jan 25 16:51:12.709022 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-18e5ded2-45d8-4059-b819-f066c610848d tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a93525-abc1-411c-9c46-172d89e62ddb HTTP/1.1" status: 200 len: 205 time: 0.0905910 Jan 25 16:51:12.714156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174c15a-2dd6-4a26-92fe-a116b2f20a01 None None] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:12.722523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.817185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.839179 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-496ab5f3-8041-4866-960a-c75ce3b3e4b9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] delete failed (client error): The resource could not be found. Jan 25 16:51:12.840223 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-496ab5f3-8041-4866-960a-c75ce3b3e4b9 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/routers/21a93525-abc1-411c-9c46-172d89e62ddb HTTP/1.1" status: 404 len: 336 time: 0.1160510 Jan 25 16:51:12.843333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.923883 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca485f-d328-42a2-afc4-a0bab9691a9e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:12.924236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ca485f-d328-42a2-afc4-a0bab9691a9e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:12.925953 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4ca485f-d328-42a2-afc4-a0bab9691a9e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/d7571a4a-cc51-4e9d-b672-72094dc93abb HTTP/1.1" status: 404 len: 337 time: 0.0744259 Jan 25 16:51:12.933648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:12.938953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Provisioning for port 61c64819-9126-43a1-b87f-f6bbe0ed7709 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:12.978978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Provisioning complete for port 61c64819-9126-43a1-b87f-f6bbe0ed7709 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:12.979739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:12.996741 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf501e33-87ea-47f7-bf81-5153d7381c10 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:12.997194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf501e33-87ea-47f7-bf81-5153d7381c10 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:12.998903 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf501e33-87ea-47f7-bf81-5153d7381c10 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/987da313-f2c7-4c8e-b616-233905ec3d32 HTTP/1.1" status: 404 len: 337 time: 0.0643282 Jan 25 16:51:13.001836 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-679766df-f028-4af6-b65a-4da1bca16a3f req-b3a8d61b-344b-445c-b179-b2ba2dc2dd63 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932323 Jan 25 16:51:13.002279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:13.145684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Allocated IP 172.26.4.141 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/bec3af78-35c4-4fd8-b924-46bc32bcaa90) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:13.175270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:13.175539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.189389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.235702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8::1 (77a63c76-faae-4e28-ae1d-499ec2beb6af/ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7/293e7c14-beed-48dd-8a4d-fdd02db4bc0d) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:13.238525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.291537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] For port 61c64819-9126-43a1-b87f-f6bbe0ed7709, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=61c64819-9126-43a1-b87f-f6bbe0ed7709,segment=NetworkSegment(ebffd204-5318-4729-9540-2cbbf267fe42),segment_id=ebffd204-5318-4729-9540-2cbbf267fe42)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:13.296998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ee8069-ab04-4088-9042-ed172ed13c27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:13.297189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.297506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ee8069-ab04-4088-9042-ed172ed13c27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:13.299402 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75ee8069-ab04-4088-9042-ed172ed13c27 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/62be1de3-e03a-4395-ae62-d2f5c87d5778 HTTP/1.1" status: 404 len: 333 time: 0.2960656 Jan 25 16:51:13.333448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34726) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:13.400343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7df61-4ef7-499d-aad9-8dc2333881a2 None None] Pushing event updated for resources: {'Port': ['ID=61c64819-9126-43a1-b87f-f6bbe0ed7709,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:13.551604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-cc90fc68-f758-43ee-8b1a-8ac3244347e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:13.553562 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-cc90fc68-f758-43ee-8b1a-8ac3244347e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1096 time: 0.3670106 Jan 25 16:51:13.603070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a81922-ab73-463f-ad9c-85d2850c2265 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:13.603535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a81922-ab73-463f-ad9c-85d2850c2265 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:13.624464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e1f48530-6845-4cae-a619-b153132738f0 None None] Provisioning complete for port 61c64819-9126-43a1-b87f-f6bbe0ed7709 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:13.624885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f48530-6845-4cae-a619-b153132738f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.748532 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e0a81922-ab73-463f-ad9c-85d2850c2265 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/3b6ef4d2-bdd5-4205-9655-9a9364b96092 HTTP/1.1" status: 404 len: 337 time: 0.4139869 Jan 25 16:51:13.754340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34732) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:13.829005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-7838485d-5905-4973-9437-8efd59bbb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:13.830539 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-7838485d-5905-4973-9437-8efd59bbb57b service neutron] 10.222.0.15 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 898 time: 0.2610247 Jan 25 16:51:13.834118 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe310963-274f-468e-90ae-4aaa39f24d64 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:13.834571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe310963-274f-468e-90ae-4aaa39f24d64 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:13.839243 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe310963-274f-468e-90ae-4aaa39f24d64 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/1758fe0f-2c8f-4955-85ec-e5e5a06b6577 HTTP/1.1" status: 404 len: 333 time: 0.0716851 Jan 25 16:51:13.839421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef67df-81f1-43b1-8a94-c3e1b6ec5c83 req-872e594c-f389-489e-b009-f9e02eb6b29b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:13.843907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c1ef67df-81f1-43b1-8a94-c3e1b6ec5c83 req-872e594c-f389-489e-b009-f9e02eb6b29b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 943 time: 0.8026404 Jan 25 16:51:13.846471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34736) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:13.874483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0111f-bc15-48ee-a899-97cf425cb36a None None] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:13.923921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-daf9153f-fb19-431f-b676-bf2419a10c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 217 time: 0.0847442 Jan 25 16:51:13.924819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 6583b288-62c6-4f04-ad17-1325e5341b7c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:13.925044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:13.939368 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cd580c-cec4-4f38-be6e-4aa1b7ba1570 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:13.939996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cd580c-cec4-4f38-be6e-4aa1b7ba1570 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:13.943917 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c3cd580c-cec4-4f38-be6e-4aa1b7ba1570 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/16ed8406-e492-4cf0-98be-68c02953aa4e HTTP/1.1" status: 404 len: 337 time: 0.0651033 Jan 25 16:51:13.957250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:13.996111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-686529e4-81d5-4564-8fe6-d3dd06604633 None None] Provisioning for port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:14.049270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.058133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.075255 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e510457a-464b-4e83-8750-80cfc7892b86 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.075732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e510457a-464b-4e83-8750-80cfc7892b86 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.077444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e510457a-464b-4e83-8750-80cfc7892b86 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/70c88632-2101-4627-b6c6-b232913ccfd9 HTTP/1.1" status: 404 len: 333 time: 0.0879531 Jan 25 16:51:14.081825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.100073 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c1ef67df-81f1-43b1-8a94-c3e1b6ec5c83 req-5c1ea0dc-cd75-4d0a-af1c-8630002e2cec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550764 Jan 25 16:51:14.136048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] For port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=523d1bb0-7ff2-46e2-8a63-27846d62a5b5,segment=NetworkSegment(bc5e75ba-c1db-4837-8ae8-bec2c24f2621),segment_id=bc5e75ba-c1db-4837-8ae8-bec2c24f2621)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:14.136515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.138824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 61c64819-9126-43a1-b87f-f6bbe0ed7709 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:14.147965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object 293e7c14-beed-48dd-8a4d-fdd02db4bc0d will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:14.196670 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1775f40-2173-433a-8ecd-35eeca610a0e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.197106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1775f40-2173-433a-8ecd-35eeca610a0e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.201162 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1775f40-2173-433a-8ecd-35eeca610a0e tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/9f2ff174-13c9-4174-ac06-719c68bd22e9 HTTP/1.1" status: 404 len: 337 time: 0.1145256 Jan 25 16:51:14.205921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-ebcfdbcb-3198-4281-8900-f2fb4b6bd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:14.208035 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-ebcfdbcb-3198-4281-8900-f2fb4b6bd2ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 200 len: 835 time: 0.2497303 Jan 25 16:51:14.209530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34748) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.265674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 61c64819-9126-43a1-b87f-f6bbe0ed7709 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:14.266280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.309181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:14.323059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.374129 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af66705-3a25-45f9-bf82-d5bd7d86148b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.374599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af66705-3a25-45f9-bf82-d5bd7d86148b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.376274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0af66705-3a25-45f9-bf82-d5bd7d86148b tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/b963d8fe-512d-42b8-b793-54370c07b150 HTTP/1.1" status: 404 len: 333 time: 0.1653831 Jan 25 16:51:14.380534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34752) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.413162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:14.425873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-56de60b4-cfea-472f-a93c-0411e30d0cc3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.426335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56de60b4-cfea-472f-a93c-0411e30d0cc3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.428076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56de60b4-cfea-472f-a93c-0411e30d0cc3 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/eebc4511-414f-4db2-8b4e-64c6195cc303 HTTP/1.1" status: 404 len: 337 time: 0.0442150 Jan 25 16:51:14.432691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34756) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.439912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.469877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 6583b288-62c6-4f04-ad17-1325e5341b7c owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:14.501357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:14.501622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-ccebe004-f759-48e1-b9a5-79e0c782377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:14.503121 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-ccebe004-f759-48e1-b9a5-79e0c782377e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67adde47-89d5-44aa-ba51-444876534c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2866478 Jan 25 16:51:14.513354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:14.513895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.589528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95211ca3-e9e5-4cfb-a0c3-68a52674739f None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:51:14.597129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:14.597974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.603044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.611241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:14.613664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c7e990-6347-406b-9038-d0c9af47c778 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.614135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c7e990-6347-406b-9038-d0c9af47c778 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.621807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:14.681847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No DVR routers for this DVR port 523d1bb0-7ff2-46e2-8a63-27846d62a5b5 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:14.695286 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64c7e990-6347-406b-9038-d0c9af47c778 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/135ee65c-0fc3-4225-82a0-edf8abb55f67 HTTP/1.1" status: 404 len: 333 time: 0.2603719 Jan 25 16:51:14.727703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34760) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.728301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event updated for resources: {'Port': ['ID=bec3af78-35c4-4fd8-b924-46bc32bcaa90,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:14.729333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49b16781-918d-4713-adff-dd36a8b4bcf9 None None] Provisioning complete for port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:14.729700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49b16781-918d-4713-adff-dd36a8b4bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.782877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:14.786397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.786744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.787084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.787771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.787771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.788684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.789119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.790204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.790204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.790204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.790204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.790624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:14.817590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.859104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:14.875347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d850440e-61aa-4a3c-98df-548b3223dc19 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:14.875840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d850440e-61aa-4a3c-98df-548b3223dc19 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:14.881868 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d850440e-61aa-4a3c-98df-548b3223dc19 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/33beba69-7f41-43dc-9afc-15a807518d58 HTTP/1.1" status: 404 len: 337 time: 0.1500649 Jan 25 16:51:14.883542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95211ca3-e9e5-4cfb-a0c3-68a52674739f None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:51:14.883828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:14.884376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:14.885674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:14.911908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,segment=NetworkSegment(88886729-4ecf-40b4-92c8-c4d68ffe76c9),segment_id=88886729-4ecf-40b4-92c8-c4d68ffe76c9)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:14.945465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.011960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e9a715-7205-41b4-be2f-9e7e6bd92541 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:15.011960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e9a715-7205-41b4-be2f-9e7e6bd92541 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:15.045396 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11e9a715-7205-41b4-be2f-9e7e6bd92541 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/d6f60fe8-948c-4531-b2f1-b1df8ca4cd0e HTTP/1.1" status: 404 len: 333 time: 0.1549661 Jan 25 16:51:15.047412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:15.049592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Port': ['ID=523d1bb0-7ff2-46e2-8a63-27846d62a5b5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:15.052743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-0a3b9e7c-ddd4-4817-8d50-432523f3891d service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412078 Jan 25 16:51:15.129268 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f0e05e-e9f1-4ce2-befb-88825cf0ce57 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:15.129268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f0e05e-e9f1-4ce2-befb-88825cf0ce57 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:15.133105 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54f0e05e-e9f1-4ce2-befb-88825cf0ce57 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/0fbbff64-9bc6-4204-b371-58c58bed5049 HTTP/1.1" status: 404 len: 337 time: 0.0822766 Jan 25 16:51:15.136371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:15.185491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:15.192892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.345458 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4bab07-d2bb-4d13-a766-8be6b30909fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:15.346166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4bab07-d2bb-4d13-a766-8be6b30909fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:15.352187 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-af4bab07-d2bb-4d13-a766-8be6b30909fa tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/ports/5987b06f-98f6-4e96-b24f-00cfbb41b7a6 HTTP/1.1" status: 404 len: 333 time: 0.1623902 Jan 25 16:51:15.352187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=6583b288-62c6-4f04-ad17-1325e5341b7c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:15.360305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:15.409832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.476287 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efcde4a-f732-4229-a73b-c2613d740365 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:15.476756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efcde4a-f732-4229-a73b-c2613d740365 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:15.480930 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2efcde4a-f732-4229-a73b-c2613d740365 tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/subnets/83ada049-6013-44df-a3c8-315305171a25 HTTP/1.1" status: 404 len: 337 time: 0.1165569 Jan 25 16:51:15.485134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:15.545648 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1026233b-0574-4bce-99b5-9373b7a48b21 req-0980c3ea-6d10-41c9-a7c6-148306ac0bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505718 Jan 25 16:51:15.554142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b9fb8a-4c00-4a2c-aafd-c9c409488a9c']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:15.576960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=293e7c14-beed-48dd-8a4d-fdd02db4bc0d,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:15.654515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:15.654805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5e75ba-c1db-4837-8ae8-bec2c24f2621') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:15.691741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d62153a4-b8fe-4815-acad-f42454a263b5 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:51:15.697237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.777157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.824018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.894434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bc98fb7f-fea2-4c30-b79d-72422d6fd902 None None] Provisioning for port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:15.903643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.904013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bc98fb7f-fea2-4c30-b79d-72422d6fd902 None None] Provisioning complete for port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:15.904414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc98fb7f-fea2-4c30-b79d-72422d6fd902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:15.974997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18f63-d34a-42ec-ae5c-4cfd09505c5f req-ebd73bc2-7372-43f3-9131-9aae03583faa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:15.974997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-def18f63-d34a-42ec-ae5c-4cfd09505c5f req-ebd73bc2-7372-43f3-9131-9aae03583faa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 943 time: 0.5560610 Jan 25 16:51:15.976086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d62153a4-b8fe-4815-acad-f42454a263b5,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:16.000305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bc98fb7f-fea2-4c30-b79d-72422d6fd902 None None] Port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:16.003302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'port_id': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'mac_address': 'fa:16:3e:0d:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:51:16.038776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:16.039127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:16.039239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:16.054497 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:16.063429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router ee317e27-c2f7-46b8-abbb-22079d6d34d3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:16.111322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.111568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.137180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62153a4-b8fe-4815-acad-f42454a263b5 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:51:16.160568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d62153a4-b8fe-4815-acad-f42454a263b5,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:16.161763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:16.162460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.197845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.208874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:16.217500 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c69c6f27-98d4-4e27-a27f-6cb7de3f0217 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/ee317e27-c2f7-46b8-abbb-22079d6d34d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4296277 Jan 25 16:51:16.218100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34786) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:16.227488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] Sync routers for ids ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:16.237415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] Routers {'ee317e27-c2f7-46b8-abbb-22079d6d34d3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:16.238033 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.268894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-def18f63-d34a-42ec-ae5c-4cfd09505c5f req-b8091f27-3469-4261-9d0a-3b612bb15bbe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374775 Jan 25 16:51:16.289801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b6a0ac5-3bc4-4eeb-9123-99d914ed2d89 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:16.297525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:16.302519 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.311716 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] Routers {'ee317e27-c2f7-46b8-abbb-22079d6d34d3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:16.312325 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.320012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.323819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b6a0ac5-3bc4-4eeb-9123-99d914ed2d89 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:16.328409 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b6a0ac5-3bc4-4eeb-9123-99d914ed2d89 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee317e27-c2f7-46b8-abbb-22079d6d34d3 HTTP/1.1" status: 200 len: 205 time: 0.1093242 Jan 25 16:51:16.330663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:16.380581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.383254 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.384309 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4eb197-d4ae-4eb7-92f0-8e0132025d9e None None] The sync data for ids ['ee317e27-c2f7-46b8-abbb-22079d6d34d3'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:16.430374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.435516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255dcaab-10ef-4717-a4ec-827262e2a670']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.494381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['d62153a4-b8fe-4815-acad-f42454a263b5'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:51:16.536331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.545700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.545973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b06545-a4cf-4ba4-b5a6-e61ae6f0225d') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:16.617889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.627666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=56b9fb8a-4c00-4a2c-aafd-c9c409488a9c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:16.633715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.652242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-91ef94d2-3779-4881-a7d9-fd16751d3128 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/56b9fb8a-4c00-4a2c-aafd-c9c409488a9c HTTP/1.1" status: 204 len: 168 time: 8.1687026 Jan 25 16:51:16.665316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34794) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:16.678151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-38943528'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:16.685129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.691268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:16.700956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:16.759125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:16.773684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:16.774087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:16.789270 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:16.804365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:16.947675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.949950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.976698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.977355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router ee317e27-c2f7-46b8-abbb-22079d6d34d3 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:16.994489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:16.995596 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97e57303-d0b6-4844-b101-6ea87b0b897e tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/ee317e27-c2f7-46b8-abbb-22079d6d34d3 HTTP/1.1" status: 204 len: 168 time: 0.6622021 Jan 25 16:51:16.998314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:17.057830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:17.061463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.068222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet f11cc0e5-c7bf-48da-8338-5000dfe1ec7a {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:17.072113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.129873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.211274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.221700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.257852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.311292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:17.313563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] Pushing event deleted for resources: {'Network': ['ID=255dcaab-10ef-4717-a4ec-827262e2a670,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:17.323694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d048884f-b0fe-498c-baf8-53122bf2c27c tempest-NetworksTestDHCPv6-1083121235 tempest-NetworksTestDHCPv6-1083121235-project] 10.222.0.45 "DELETE /v2.0/networks/255dcaab-10ef-4717-a4ec-827262e2a670 HTTP/1.1" status: 204 len: 168 time: 1.8225558 Jan 25 16:51:17.325901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.377515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=f11cc0e5-c7bf-48da-8338-5000dfe1ec7a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:17.393141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.398840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa4568-f058-4b00-b0b5-e5d2ac434aec None None] Network 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:17.400648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.401107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.401574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.402142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.402608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.403039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.403470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.403919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.404346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.404953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.405425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.405849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:17.418289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.418634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment 93f5c260-fdb3-4dd1-876b-12ee7ed106ab of type vlan for network d302f913-79a0-4b9e-bb04-6fdfae097448 Jan 25 16:51:17.419443 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e465b42a-a1e6-4f8a-85f7-2fa5e861a987 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/f11cc0e5-c7bf-48da-8338-5000dfe1ec7a HTTP/1.1" status: 204 len: 168 time: 0.4200969 Jan 25 16:51:17.422278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34806) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:17.526505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.530535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.568782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.585603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:17.586254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.616701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.649163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.650450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.702915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d62153a4-b8fe-4815-acad-f42454a263b5 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:17.767914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:17.792407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] DHCP port deletion for 2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:17.812393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.812777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Deleting port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:17.813163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.817809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:17.818390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.872174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,segment=NetworkSegment(4300e69e-cdcb-4374-bc0a-a50f897e7b83),segment_id=4300e69e-cdcb-4374-bc0a-a50f897e7b83)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:17.872656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:17.935213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=293e7c14-beed-48dd-8a4d-fdd02db4bc0d,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:18.005390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf1a3-4ec0-4393-9915-57c8ebe01994 req-e4da327c-f037-46c3-8338-98b1d964980d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:18.007088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aa3bf1a3-4ec0-4393-9915-57c8ebe01994 req-e4da327c-f037-46c3-8338-98b1d964980d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 944 time: 0.5822499 Jan 25 16:51:18.009581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:18.055366 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3873475 Jan 25 16:51:18.058160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:18.064280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34818) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:18.090835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:18.112125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb686766-e0cd-4b90-8bd0-5789747547f3 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=d302f913-79a0-4b9e-bb04-6fdfae097448,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:18.132440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port d62153a4-b8fe-4815-acad-f42454a263b5 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:18.146300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d302f913-79a0-4b9e-bb04-6fdfae097448 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:18.155847 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98faf752-7b11-4ca3-b60b-c22ecd935c3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eac9808dcb32472485dd06eaec595cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844419 Jan 25 16:51:18.165329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:18.209501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.247624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aa3bf1a3-4ec0-4393-9915-57c8ebe01994 req-000a6ee2-516b-4995-b670-ded6fa6cf1fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295685 Jan 25 16:51:18.251217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port d62153a4-b8fe-4815-acad-f42454a263b5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:18.251419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.256045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:18.269782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No DVR routers for this DVR port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:18.273023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:18.351757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] For port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,segment=NetworkSegment(4300e69e-cdcb-4374-bc0a-a50f897e7b83),segment_id=4300e69e-cdcb-4374-bc0a-a50f897e7b83)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:18.352193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.358595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:18.415870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Router a1b34f13-2f46-4610-9c10-5aa64eb331b4 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:18.447632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=0c9f048d-998b-45d1-8146-bd5eeb0e5d7d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:18.449964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:18.543770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:18.552087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.554461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.558091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No active binding found for port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d {{(pid=87554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 25 16:51:18.558631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:18.568128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Calling delete_port for 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:18.593531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.622190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.656160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbf4d25-3cb7-47e8-a3d2-d16ab8021902']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:18.681969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4300e69e-cdcb-4374-bc0a-a50f897e7b83') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:18.682411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4300e69e-cdcb-4374-bc0a-a50f897e7b83') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:18.701700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.728965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-972852cc-8a95-4e05-b200-39f3259919b6 None None] Provisioning complete for port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:18.729508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-972852cc-8a95-4e05-b200-39f3259919b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.731992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.740557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:18.741281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:18.757694 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:18.761199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:18.761370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:18.770445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.811215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-972852cc-8a95-4e05-b200-39f3259919b6 None None] Port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:18.818579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:51:18.818787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.843190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d62153a4-b8fe-4815-acad-f42454a263b5,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:18.852480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.867523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b42d5-7bab-4ff4-8c8c-6bdd6b86b239,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:18.891291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.907413 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f453e873-5e30-4d97-8bda-ae17f04d8044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d44b42d5-7bab-4ff4-8c8c-6bdd6b86b239 HTTP/1.1" status: 204 len: 168 time: 0.7403152 Jan 25 16:51:18.916129 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'code': 200} Jan 25 16:51:18.924213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.951079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:18.965577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:18.974267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:18.974513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] Sync routers for ids ['a1b34f13-2f46-4610-9c10-5aa64eb331b4'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:18.991213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=2cbf4d25-3cb7-47e8-a3d2-d16ab8021902,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:19.001451 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80b0ab36-7f59-46c1-bd3c-57bafe2875ef tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/2cbf4d25-3cb7-47e8-a3d2-d16ab8021902 HTTP/1.1" status: 204 len: 168 time: 1.5774209 Jan 25 16:51:19.002165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.008168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268925673', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:19.015493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:19.019766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:19.022826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:19.029442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:19.029625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] Routers {'a1b34f13-2f46-4610-9c10-5aa64eb331b4'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:19.030173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a1b34f13-2f46-4610-9c10-5aa64eb331b4'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.041698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.044072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.044979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.046234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c5764f92-b9d9-4101-aca2-b785462c91af tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.5871565 Jan 25 16:51:19.067780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.089385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.165318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.173345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:19.189170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] Routers {'a1b34f13-2f46-4610-9c10-5aa64eb331b4'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:19.191387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a1b34f13-2f46-4610-9c10-5aa64eb331b4'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.254823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:19.262301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d8513640-faaa-4cf8-a9b1-3fa582e3ab5b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7540057 Jan 25 16:51:19.264943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34840) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.266438 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] Sync routers for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:19.281610 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:19.282288 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.290666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Deleting port 0c9f048d-998b-45d1-8146-bd5eeb0e5d7d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:19.291049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.309491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.348425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.355793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.356854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d62d64-ed7d-4307-ab13-607837950a86 None None] The sync data for ids ['a1b34f13-2f46-4610-9c10-5aa64eb331b4'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:19.407058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a997766-9dd9-40ff-96a5-13d4a90089e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:19.407672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a997766-9dd9-40ff-96a5-13d4a90089e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:19.432803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47342f28-78dd-42ad-af0a-0259cb05a91c None None] The port '0c9f048d-998b-45d1-8146-bd5eeb0e5d7d' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:51:19.433299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=1158356f-23d6-47f7-8a5d-0cbcf29b6243,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:19.449838 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.450972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': '93f5c260-fdb3-4dd1-876b-12ee7ed106ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:19.451420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: d302f913-79a0-4b9e-bb04-6fdfae097448, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:19.461995 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:19.463423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.468738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a997766-9dd9-40ff-96a5-13d4a90089e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:19.470062 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1a997766-9dd9-40ff-96a5-13d4a90089e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports/293e7c14-beed-48dd-8a4d-fdd02db4bc0d HTTP/1.1" status: 200 len: 911 time: 0.2039652 Jan 25 16:51:19.472935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34850) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.484070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.499702 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5cebed74-60a8-4f90-bf81-8a3733810daa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4940896 Jan 25 16:51:19.504679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34856) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.515152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-266284029'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:19.527017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:19.539771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:19.547307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:19.547719 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1173a75-a67f-4eaa-8038-a957549a6ab8 None None] The sync data for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:19.551805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network d302f913-79a0-4b9e-bb04-6fdfae097448 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:19.557933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:19.572095 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ee24cca-f10b-4d5e-87c4-9e50328e95c7 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/a1b34f13-2f46-4610-9c10-5aa64eb331b4 HTTP/1.1" status: 200 len: 920 time: 0.4814117 Jan 25 16:51:19.573349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:19.577061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.640339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4542b85f-dedf-4f48-a383-7f24ebafc888 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b34f13-2f46-4610-9c10-5aa64eb331b4 HTTP/1.1" status: 200 len: 205 time: 0.0619063 Jan 25 16:51:19.643203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34866) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.644343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:19.648835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.682690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d302f913-79a0-4b9e-bb04-6fdfae097448) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:19.691843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:19.692433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.696538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76c288-63bd-4fb0-91a7-afb7020d0394 None None] Network d302f913-79a0-4b9e-bb04-6fdfae097448 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:19.742094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e9123-0327-4e73-9c22-093551f7c226 req-358ad677-af80-4763-82a3-372f359e25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:19.743733 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c1e9123-0327-4e73-9c22-093551f7c226 req-358ad677-af80-4763-82a3-372f359e25c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1098 time: 0.4409394 Jan 25 16:51:19.791431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ec8eb14-1334-4b85-ab1f-6c99087f803c tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7213695 Jan 25 16:51:19.799140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34874) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:19.799892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:19.871241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:19.871583 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 5dfa847a-9ee7-4d84-b596-950f515c097c of type vlan for network a894ddd5-67a3-4cf3-8eec-acc585a9b30d Jan 25 16:51:19.909879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f24f-2896-4646-954e-ea05b8110e42 req-d872a128-eef0-49be-aa5e-b472082dcede tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:19.911668 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8441f24f-2896-4646-954e-ea05b8110e42 req-d872a128-eef0-49be-aa5e-b472082dcede tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.3696027 Jan 25 16:51:19.934703 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c1e9123-0327-4e73-9c22-093551f7c226 req-18e8270d-ad70-41a1-a164-5d836a39c6af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806748 Jan 25 16:51:20.076431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.086853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34884) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:20.124363 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8441f24f-2896-4646-954e-ea05b8110e42 req-6f6ecb54-09ec-482e-bd9a-225c76878255 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955667 Jan 25 16:51:20.136340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.212627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-d302f913-79a0-4b9e-bb04-6fdfae097448', 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': '1158356f-23d6-47f7-8a5d-0cbcf29b6243'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:20.213079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:51:20.214578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.258270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.276132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.320270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399249939'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:20.334046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.341017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:20.341693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.391684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:20.407803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Allocated IP 2001:db8::2 (d302f913-79a0-4b9e-bb04-6fdfae097448/1158356f-23d6-47f7-8a5d-0cbcf29b6243/a8c1d222-22c8-450d-b21a-873ae2919877) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:20.582664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:20.596851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:20.636302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.645877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:20.646602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Transition to ACTIVE for port object a8c1d222-22c8-450d-b21a-873ae2919877 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:20.659245 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1496401 Jan 25 16:51:20.659478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34890) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:20.668865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:20.673651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Transition to ACTIVE for port object a8c1d222-22c8-450d-b21a-873ae2919877 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:20.680128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.686219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b34b0-a251-49ff-a2dd-1b85bc3a7163 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=a894ddd5-67a3-4cf3-8eec-acc585a9b30d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:20.707654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.723985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.723985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.724365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:20.774482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.789464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port bec3af78-35c4-4fd8-b924-46bc32bcaa90 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:20.789814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.826261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Network d302f913-79a0-4b9e-bb04-6fdfae097448 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:20.831811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:20.837190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:20.846325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:20.854528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:20.860320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:20.874707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:20.896219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Pushing event updated for resources: {'Port': ['ID=a8c1d222-22c8-450d-b21a-873ae2919877,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:20.936107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.936483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.936796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.937135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.937495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.937845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.938165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.938494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.938822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.939147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.939471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.939790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:20.940466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:20.946888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:20.950949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:20.957687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.964302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Attempting to bind port a8c1d222-22c8-450d-b21a-873ae2919877 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:20.964666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Attempting to bind port a8c1d222-22c8-450d-b21a-873ae2919877 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '93f5c260-fdb3-4dd1-876b-12ee7ed106ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:20.965034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Attempting to bind port a8c1d222-22c8-450d-b21a-873ae2919877 on network d302f913-79a0-4b9e-bb04-6fdfae097448 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:20.968202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:20.970639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:20.971081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Checking segment: {'id': '93f5c260-fdb3-4dd1-876b-12ee7ed106ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:20.971630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.971866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Bound using segment: {'id': '93f5c260-fdb3-4dd1-876b-12ee7ed106ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:20.972327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Bound port: a8c1d222-22c8-450d-b21a-873ae2919877, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f5c260-fdb3-4dd1-876b-12ee7ed106ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:20.972706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:20.990887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:20.995709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.025075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=1158356f-23d6-47f7-8a5d-0cbcf29b6243,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.088592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8:1::1 (11a3ac08-5fed-4f69-85eb-5f4c07585d65/5aad3852-4b79-47e1-809d-c175518dc6c2/763c1a7e-65e9-4bf2-82a0-00c86b9f265e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:21.119049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] For port a8c1d222-22c8-450d-b21a-873ae2919877, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:21.123621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] For port a8c1d222-22c8-450d-b21a-873ae2919877, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a8c1d222-22c8-450d-b21a-873ae2919877,segment=NetworkSegment(93f5c260-fdb3-4dd1-876b-12ee7ed106ab),segment_id=93f5c260-fdb3-4dd1-876b-12ee7ed106ab)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:21.129565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.164690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.212280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.224422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e514-65c6-4c9f-9732-52dee73a6589 None None] Pushing event updated for resources: {'Port': ['ID=a8c1d222-22c8-450d-b21a-873ae2919877,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.326345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23065-c1cf-4cfd-a502-f5b4e438880d None None] Network d302f913-79a0-4b9e-bb04-6fdfae097448 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:21.373137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d302f913-79a0-4b9e-bb04-6fdfae097448']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:21.388734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for bec3af78-35c4-4fd8-b924-46bc32bcaa90 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:21.454240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f5c260-fdb3-4dd1-876b-12ee7ed106ab') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:21.454989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f5c260-fdb3-4dd1-876b-12ee7ed106ab') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:21.473717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.482589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.505715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.508556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.532374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.535100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:21.535497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.551359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998a6b2-3fbe-4b00-a035-4b1577317f41 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:51:21.553571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object 763c1a7e-65e9-4bf2-82a0-00c86b9f265e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:21.559695 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:21.562737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:21.576144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041534d-8e64-4d8f-bade-8bc70b2772a9 req-55b353c1-296f-4cc0-ba98-4efd19b6f061 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:21.578026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5041534d-8e64-4d8f-bade-8bc70b2772a9 req-55b353c1-296f-4cc0-ba98-4efd19b6f061 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.2519598 Jan 25 16:51:21.633443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:21.653868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:21.656888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.672920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:21.685311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6a5bf-b612-477d-b163-5e6150b1c4eb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.690033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998a6b2-3fbe-4b00-a035-4b1577317f41 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:51:21.692623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:51:21.692623 dv-neutron-824022-2-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:51:21.692623 dv-neutron-824022-2-hyperv neutron-server[87553]: [parameters: {'id': 'd302f913-79a0-4b9e-bb04-6fdfae097448'}] Jan 25 16:51:21.692623 dv-neutron-824022-2-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:21.692996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:21.701608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5041534d-8e64-4d8f-bade-8bc70b2772a9 req-66cdc44b-aded-4c38-9ddc-fda27bfb1b3f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066577 Jan 25 16:51:21.726395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.826945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:21.832663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.834543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:21.843202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.844050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:21.844589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.856330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.864484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=e674e8f9-9b31-43a7-a2a0-d50800d9085d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.869858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=763c1a7e-65e9-4bf2-82a0-00c86b9f265e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.888252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:21.888617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: a894ddd5-67a3-4cf3-8eec-acc585a9b30d, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:21.893600 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:51:21.925095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:21.936473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=bec3af78-35c4-4fd8-b924-46bc32bcaa90,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:21.948045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a894ddd5-67a3-4cf3-8eec-acc585a9b30d) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:21.953655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:21.954237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:21.988416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1909480-e8c0-4093-b4cb-38a138b8afbc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:22.020377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-76ef0546-f395-477e-b760-c5bc4e51eb62 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3570654 Jan 25 16:51:22.024064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:22.029721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.031093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-88b2d162-d11e-4a8a-a3ab-aca55eac04ef tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9401743 Jan 25 16:51:22.037237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34900) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:22.079994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.187154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953ae0c-e7e3-4b14-b8b3-52fb935e4252 None None] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:22.190884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4360437b-f01e-415e-8cea-8d9c5a0b7d7f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1497211 Jan 25 16:51:22.191732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34904) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:22.199960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-security--1416481866', 'description': 'tempest-security-description-1765594579'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:22.240687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.405198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.450217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.467976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c44d4915-ca7b-436a-849f-db4037fbd1fc None None] Provisioning for port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:22.475232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c44d4915-ca7b-436a-849f-db4037fbd1fc None None] Provisioning complete for port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:22.477447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c44d4915-ca7b-436a-849f-db4037fbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.492804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.498965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.501387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.505593 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "PUT /v2.0/security-groups/d1909480-e8c0-4093-b4cb-38a138b8afbc HTTP/1.1" status: 200 len: 1778 time: 0.3099716 Jan 25 16:51:22.521747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:22.523694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.571139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:22.605784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c44d4915-ca7b-436a-849f-db4037fbd1fc None None] Port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:22.743925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Allocated IP 172.20.0.2 (a894ddd5-67a3-4cf3-8eec-acc585a9b30d/e674e8f9-9b31-43a7-a2a0-d50800d9085d/30c9b28a-2244-459e-ae1b-7a8f4d57d613) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:22.744057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd55c26-03c1-4ccb-b5b2-3ac4ceb79323 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1909480-e8c0-4093-b4cb-38a138b8afbc,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:22.768704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.824751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port a8c1d222-22c8-450d-b21a-873ae2919877 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:22.825417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.864410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.944942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.953196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.954931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:22.962355 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80fd1782-6efa-4396-a2cd-bf5edd3de912 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups/d1909480-e8c0-4093-b4cb-38a138b8afbc HTTP/1.1" status: 200 len: 1778 time: 0.3850842 Jan 25 16:51:22.972245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34914) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:22.972851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c8982-252d-4c26-97f6-c58556236739 req-ec004888-ad46-42ee-b7b7-d125ffd281a3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:22.974627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-256c8982-252d-4c26-97f6-c58556236739 req-ec004888-ad46-42ee-b7b7-d125ffd281a3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.1527050 Jan 25 16:51:23.013676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.014083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router a1b34f13-2f46-4610-9c10-5aa64eb331b4 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:23.021890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.034590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Transition to ACTIVE for port object 30c9b28a-2244-459e-ae1b-7a8f4d57d613 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:23.054690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Transition to ACTIVE for port object 30c9b28a-2244-459e-ae1b-7a8f4d57d613 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:23.061312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.101047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.105849 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d046c234-a025-4a80-939b-2068eb82b8ec tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/a1b34f13-2f46-4610-9c10-5aa64eb331b4 HTTP/1.1" status: 204 len: 168 time: 3.4379056 Jan 25 16:51:23.110885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34918) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:23.128476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-28798667', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:23.132578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:23.135353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:23.135493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.139478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:23.148452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Pushing event updated for resources: {'Port': ['ID=30c9b28a-2244-459e-ae1b-7a8f4d57d613,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:23.153508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:23.163570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:router and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:23.170233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=763c1a7e-65e9-4bf2-82a0-00c86b9f265e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:23.175409 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-256c8982-252d-4c26-97f6-c58556236739 req-3042cf32-12c2-427c-b341-6cb5874e497e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425457 Jan 25 16:51:23.186997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:23.240472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:23.240733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:23.243660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:23.266125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Attempting to bind port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:23.266694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Attempting to bind port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:23.267096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Attempting to bind port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 on network a894ddd5-67a3-4cf3-8eec-acc585a9b30d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:23.273688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:23.274209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Checking segment: {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:23.274863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.275546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Bound using segment: {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:23.276113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Bound port: 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:23.276725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.435601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-95cf7931-a67f-4784-be85-d92907919288 None None] For port 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:23.438956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-95cf7931-a67f-4784-be85-d92907919288 None None] For port 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=30c9b28a-2244-459e-ae1b-7a8f4d57d613,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:23.445946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.453010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.505884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.507230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.566215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] For port a8c1d222-22c8-450d-b21a-873ae2919877, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a8c1d222-22c8-450d-b21a-873ae2919877,segment=NetworkSegment(93f5c260-fdb3-4dd1-876b-12ee7ed106ab),segment_id=93f5c260-fdb3-4dd1-876b-12ee7ed106ab)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:23.566576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.602181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:23.620088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf7931-a67f-4784-be85-d92907919288 None None] Pushing event updated for resources: {'Port': ['ID=30c9b28a-2244-459e-ae1b-7a8f4d57d613,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:23.736055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for a8c1d222-22c8-450d-b21a-873ae2919877 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:23.747933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-59d397e8-1bf7-469a-b742-73b6ee4783f5 None None] Provisioning complete for port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:23.748448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d397e8-1bf7-469a-b742-73b6ee4783f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.803181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5080eb-6ed2-40fb-bd66-02ad6812e88c req-65807442-9b06-4675-a0d1-9a115f62e112 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:23.811399 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6b5080eb-6ed2-40fb-bd66-02ad6812e88c req-65807442-9b06-4675-a0d1-9a115f62e112 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.2913787 Jan 25 16:51:23.825451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.836550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.840002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-59d397e8-1bf7-469a-b742-73b6ee4783f5 None None] Port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:23.841993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:23.848980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74424295-6d6e-4a6b-9231-2c95500a0c14 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3748505 Jan 25 16:51:23.858349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34924) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:23.864498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] Sync routers for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:23.886182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:23.906009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:23.906009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:23.960635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6b5080eb-6ed2-40fb-bd66-02ad6812e88c req-293808ac-fbca-4fa2-8915-89f66876fc4c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482017 Jan 25 16:51:23.980389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34928) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:24.013945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430ac26-d657-44bf-bf3d-76c8cfce4e4e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:24.014798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f430ac26-d657-44bf-bf3d-76c8cfce4e4e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:24.038647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f430ac26-d657-44bf-bf3d-76c8cfce4e4e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:24.040541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f430ac26-d657-44bf-bf3d-76c8cfce4e4e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports/763c1a7e-65e9-4bf2-82a0-00c86b9f265e HTTP/1.1" status: 200 len: 913 time: 0.1812241 Jan 25 16:51:24.043653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34934) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:24.056554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.082173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:24.084481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.218539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Port': ['ID=a8c1d222-22c8-450d-b21a-873ae2919877,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:24.242751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No DVR routers for this DVR port a8c1d222-22c8-450d-b21a-873ae2919877 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:24.245898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 30c9b28a-2244-459e-ae1b-7a8f4d57d613 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:24.279921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.280518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542cf04b-69b3-485f-a279-af9e0eb45308 None None] The sync data for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:24.330216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:24.577834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:24.609353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:24.686449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d0f3d-5ddb-4a50-b8f4-646186ad8f68 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:24.691247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a67d0f3d-5ddb-4a50-b8f4-646186ad8f68 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1093 time: 0.7061095 Jan 25 16:51:24.691477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34938) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:24.711350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d302f913-79a0-4b9e-bb04-6fdfae097448']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.735620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1909480-e8c0-4093-b4cb-38a138b8afbc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:24.740056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:24.816633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.20.0.1 (a894ddd5-67a3-4cf3-8eec-acc585a9b30d/e674e8f9-9b31-43a7-a2a0-d50800d9085d/0b1f6f06-afdc-4734-a669-42c2224c1b86) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:24.837353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f5c260-fdb3-4dd1-876b-12ee7ed106ab') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.837657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f5c260-fdb3-4dd1-876b-12ee7ed106ab') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:24.844837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:24.858018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:24.864240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:24.868467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:24.876577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:24.900929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:24.949337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:24.966462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.028122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.048559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:25.048964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.060289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2c7b3-3e64-4d60-b165-f0a60e29c418 None None] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:25.065695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d4eb9750-2fc2-4d62-b3a0-58644ac5f2cc tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/d1909480-e8c0-4093-b4cb-38a138b8afbc HTTP/1.1" status: 204 len: 168 time: 2.0934415 Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:25.069405 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:25.114147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34942) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:25.164607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Provisioning for port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:25.171225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Provisioning complete for port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:25.171735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.306242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.310867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1332f3ac-d9ce-48ec-b50c-f40cbb0f6c91 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1952698 Jan 25 16:51:25.311524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34946) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:25.339400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.352154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-b77584aa-c85d-4f0b-9b11-b253a3635812 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] delete failed (client error): The resource could not be found. Jan 25 16:51:25.358337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b77584aa-c85d-4f0b-9b11-b253a3635812 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/d1909480-e8c0-4093-b4cb-38a138b8afbc HTTP/1.1" status: 404 len: 347 time: 0.0395968 Jan 25 16:51:25.359642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34950) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:25.367646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123875490'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:25.373536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=d302f913-79a0-4b9e-bb04-6fdfae097448,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:25.378030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:25.379785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.386055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:25.388881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.389489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:25.402227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:25.402503 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a6443b4-0395-4b21-86e7-d9cb2eed2f30 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/d302f913-79a0-4b9e-bb04-6fdfae097448 HTTP/1.1" status: 204 len: 168 time: 5.5939627 Jan 25 16:51:25.405205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34954) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:25.415680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1099918598'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:25.430517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.435151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:25.438792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 0b1f6f06-afdc-4734-a669-42c2224c1b86 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:25.445879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Usage tracker for resource:network and tenant:c8b87b14fd9b439f83e3d6b354b598e0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:25.446156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.450316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:25.462309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:25.480546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] For port 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=30c9b28a-2244-459e-ae1b-7a8f4d57d613,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:25.487581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:25.490506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.495298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:25.497017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:25.498777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.499791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 763c1a7e-65e9-4bf2-82a0-00c86b9f265e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:25.500165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.530318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:25.552648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:25.562117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:25.570057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.580486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e761-0ad8-4216-a5c5-7ef1da5d7a72 None None] Pushing event updated for resources: {'Port': ['ID=30c9b28a-2244-459e-ae1b-7a8f4d57d613,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:25.773092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.786785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.860922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.867700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6e3e3557-2b57-421a-a0ed-4e135a2a056d None None] Provisioning complete for port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:25.868088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e3e3557-2b57-421a-a0ed-4e135a2a056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.904570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.905185 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Added segment 199bae12-1530-4cd7-93fb-4b9b45a6691b of type vlan for network 26434ff0-b7d8-465a-8b47-9e162871b509 Jan 25 16:51:25.939649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 763c1a7e-65e9-4bf2-82a0-00c86b9f265e owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:25.963932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:25.965673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:25.974993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:25.988076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:26.059965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 30c9b28a-2244-459e-ae1b-7a8f4d57d613 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:26.088554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:26.098171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.126619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.181734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.204389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.212404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:26.212624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.243455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4bafa1-246f-466e-bc37-4b40625003f9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:26.287366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.291989 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-48c4d7a1-48b0-480e-8f70-45ec8544e747 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9287293 Jan 25 16:51:26.293526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34958) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:26.301437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': 'ea4bafa1-246f-466e-bc37-4b40625003f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:26.309684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:26.320310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:26.323982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:26.330826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:26.349605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.352255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8a11cb9a-7562-4cd9-96fb-0f6b7c345a71 None None] Provisioning for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:26.356030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:26.356666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.357890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8a11cb9a-7562-4cd9-96fb-0f6b7c345a71 None None] Provisioning complete for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:26.358404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a11cb9a-7562-4cd9-96fb-0f6b7c345a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.383154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.415719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8a11cb9a-7562-4cd9-96fb-0f6b7c345a71 None None] Port 0b1f6f06-afdc-4734-a669-42c2224c1b86 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:26.454962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.502997 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0968132 Jan 25 16:51:26.507059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34962) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:26.511789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=763c1a7e-65e9-4bf2-82a0-00c86b9f265e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:26.526134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Request body: {'subnet': {'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:26.558186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d083cb2-9a77-4bb1-b412-860afcf0df33 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Network': ['ID=26434ff0-b7d8-465a-8b47-9e162871b509,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:26.575560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 26434ff0-b7d8-465a-8b47-9e162871b509 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:26.626411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.90 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/20b88947-746c-4115-9535-7840307a58fe) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:26.653930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.764446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.841623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.962237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e0e86c-0e5b-4875-8785-b6edc0833660,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:26.985874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:26.991847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:26.996045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eac58fdf-e7d1-4ba4-be70-fd76037622bd tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6998639 Jan 25 16:51:26.996224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:27.001125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.004755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:27.044527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.075289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Made reservation on behalf of c8b87b14fd9b439f83e3d6b354b598e0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:27.078414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.081511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.183151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.260266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.322643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.370736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.374412 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d6e0e86c-0e5b-4875-8785-b6edc0833660 HTTP/1.1" status: 204 len: 168 time: 0.3747759 Jan 25 16:51:27.374412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dc659-8578-4c87-89e9-7a35391c18d3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6e0e86c-0e5b-4875-8785-b6edc0833660,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:27.393118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34974) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:27.461798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:27.474726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:27.488125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:27.508608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:27.520450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.26.4.229 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/fe9bec93-151d-4c99-be56-fa65e508e683) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:27.528418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=20b88947-746c-4115-9535-7840307a58fe,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:27.588647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-876d9030-f011-49ee-b936-921907e4007b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:27.615807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cd5311e-5c16-4a94-8111-9ce19238b8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.621110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.689698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 34982) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:27.691005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:27.866123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:27.877840 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] Sync routers for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:27.890696 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:27.891328 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:27.963199 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:27.975941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:27.976585 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:28.024206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-876d9030-f011-49ee-b936-921907e4007b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:28.028365 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-876d9030-f011-49ee-b936-921907e4007b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6188209 Jan 25 16:51:28.043545 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:28.043955 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b443d-c2c1-4828-b2e5-a9d5e846012e None None] The sync data for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:28.052069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:28.104428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:28.125604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:51:28.128436 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-05d4aa5e-cd6f-408d-8dbb-46294d7b4c34 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0838261 Jan 25 16:51:28.138085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.142285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:28.149986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.214387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Deleting port e4bea733-9753-472e-a31b-0c9938997e9b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:28.214728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.274318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event updated for resources: {'Subnet': ['ID=d6bc5768-e525-4076-acfd-6550550b39de,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:28.293823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Checking segment: {'id': '199bae12-1530-4cd7-93fb-4b9b45a6691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:28.294185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network hostable DHCP agents. Network: 26434ff0-b7d8-465a-8b47-9e162871b509, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:28.394247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Network 26434ff0-b7d8-465a-8b47-9e162871b509 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:28.408901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.422169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 26434ff0-b7d8-465a-8b47-9e162871b509) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:28.432941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee859a4-561c-4510-a6b6-f305b0148c0b None None] Network 26434ff0-b7d8-465a-8b47-9e162871b509 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:28.437502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:28.438109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.451007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.451332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.516181 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-16d859c0-5e0a-47cc-ab57-be1695762cf5 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0057404 Jan 25 16:51:28.535870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 34996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:28.588592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Calling delete_port for e4bea733-9753-472e-a31b-0c9938997e9b owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:28.596479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.714593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-26434ff0-b7d8-465a-8b47-9e162871b509', 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509', 'tenant_id': 'c8b87b14fd9b439f83e3d6b354b598e0', 'fixed_ips': [{'subnet_id': 'd6bc5768-e525-4076-acfd-6550550b39de'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:28.714593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.772107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.825292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Port': ['ID=e4bea733-9753-472e-a31b-0c9938997e9b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:28.919963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Allocated IP 2001:db8::f816:3eff:febb:cf1c (26434ff0-b7d8-465a-8b47-9e162871b509/d6bc5768-e525-4076-acfd-6550550b39de/759ab39e-8b08-443f-8841-c7d98ed8c4cc) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:28.940521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.940919 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Floating IP aad2b7bc-88c0-4bff-aefc-dd125924e7db disassociated (deleted). External IP: 172.26.4.62, port: ae1ba467-33e8-4229-b656-1ffeb2950d31. Jan 25 16:51:28.941115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:28.989792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:29.018027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:29.148967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.192369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.349155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Router 3c666d10-774e-46ad-b135-78f0494c1548 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:29.367543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d8332db4-7a45-4e0c-81b3-8269628e28f8 None None] Provisioning complete for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:29.367913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d8332db4-7a45-4e0c-81b3-8269628e28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.430562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d8332db4-7a45-4e0c-81b3-8269628e28f8 None None] Port 0b1f6f06-afdc-4734-a669-42c2224c1b86 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:29.444754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.483068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Transition to ACTIVE for port object 759ab39e-8b08-443f-8841-c7d98ed8c4cc will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:29.505104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Transition to ACTIVE for port object 759ab39e-8b08-443f-8841-c7d98ed8c4cc will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:29.509780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:29.512910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.513315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.532532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:29.547794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:29.555942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:29.570645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.578628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Sync routers for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:29.588574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9bec93-151d-4c99-be56-fa65e508e683,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:29.593115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Network 26434ff0-b7d8-465a-8b47-9e162871b509 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:29.599142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:29.605541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:29.622003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 759ab39e-8b08-443f-8841-c7d98ed8c4cc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:29.622356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.634594 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b17bb81f-9949-41ad-adb0-bc504d6e7fd5 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "DELETE /v2.0/floatingips/aad2b7bc-88c0-4bff-aefc-dd125924e7db HTTP/1.1" status: 204 len: 168 time: 1.9387479 Jan 25 16:51:29.634594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:51:29.652113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:29.652902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:29.704114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4bafa1-246f-466e-bc37-4b40625003f9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:29.849373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:29.870704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:29.874787 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f599d2d8-303b-45c2-83e3-019bb3a90429 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/ea4bafa1-246f-466e-bc37-4b40625003f9 HTTP/1.1" status: 204 len: 168 time: 1.8157539 Jan 25 16:51:29.875430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35008) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:29.918380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Pushing event updated for resources: {'Port': ['ID=759ab39e-8b08-443f-8841-c7d98ed8c4cc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:30.001028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6474027d-3089-4bc0-a052-2736ec9776db tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:30.030423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Attempting to bind port 759ab39e-8b08-443f-8841-c7d98ed8c4cc on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:30.031000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Attempting to bind port 759ab39e-8b08-443f-8841-c7d98ed8c4cc by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '199bae12-1530-4cd7-93fb-4b9b45a6691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:30.031705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Attempting to bind port 759ab39e-8b08-443f-8841-c7d98ed8c4cc on network 26434ff0-b7d8-465a-8b47-9e162871b509 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:30.042512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6474027d-3089-4bc0-a052-2736ec9776db tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:30.048569 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6474027d-3089-4bc0-a052-2736ec9776db tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1719856 Jan 25 16:51:30.049304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35014) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:30.056838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894225638'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:30.064172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:30.076988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:30.093409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.103897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:30.103897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Checking segment: {'id': '199bae12-1530-4cd7-93fb-4b9b45a6691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:30.103897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.104836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Bound using segment: {'id': '199bae12-1530-4cd7-93fb-4b9b45a6691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:30.105245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Bound port: 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199bae12-1530-4cd7-93fb-4b9b45a6691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '26434ff0-b7d8-465a-8b47-9e162871b509'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:30.105897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.111188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.153059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'status': 'completed', 'code': 200} Jan 25 16:51:30.162310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:30.169127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:30.172687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:30.181021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:30.234752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:30.324016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ede0c9d4-0067-497d-ad27-1394809e75cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.384820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] For port 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:30.390559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] For port 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=759ab39e-8b08-443f-8841-c7d98ed8c4cc,segment=NetworkSegment(199bae12-1530-4cd7-93fb-4b9b45a6691b),segment_id=199bae12-1530-4cd7-93fb-4b9b45a6691b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:30.426467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.458704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.469508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.513948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a710018-1483-4062-914e-8f5cb9bb32f3 req-c68a65a2-3e6e-4719-b4c6-c30fa3363556 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:30.514705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1a710018-1483-4062-914e-8f5cb9bb32f3 req-c68a65a2-3e6e-4719-b4c6-c30fa3363556 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Synchronizing usage tracker for tenant:42578ceb9f554041a4ea7c625266f506 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:30.531775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8f5e-f78e-493d-b0b7-85dc990fe323 None None] Pushing event updated for resources: {'Port': ['ID=759ab39e-8b08-443f-8841-c7d98ed8c4cc,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:30.554635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86db338d-802d-4498-9717-0bd9d503da02,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:30.568003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.568663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:30.571055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c8ac1e7f-9f9c-43ae-8a1d-d9aa73702676 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5207486 Jan 25 16:51:30.575545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35018) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:30.579517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Checking router: 3c666d10-774e-46ad-b135-78f0494c1548 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:30.582654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '86db338d-802d-4498-9717-0bd9d503da02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:30.593268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1a710018-1483-4062-914e-8f5cb9bb32f3 req-c68a65a2-3e6e-4719-b4c6-c30fa3363556 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Unset dirty status for tenant:42578ceb9f554041a4ea7c625266f506 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:30.594560 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a710018-1483-4062-914e-8f5cb9bb32f3 req-c68a65a2-3e6e-4719-b4c6-c30fa3363556 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.3753619 Jan 25 16:51:30.595742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:30.595916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:30.596523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:30.601196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:30.604798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:30.630760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:30.672476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a710018-1483-4062-914e-8f5cb9bb32f3 req-92352cfa-400e-49d8-927e-842a66c478af tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644345 Jan 25 16:51:30.673849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.745197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.751382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.763107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.783599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb048784-6a95-4541-9fde-4f06372f547b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:30.820755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.822214 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-95dfada0-6d27-4e74-83dd-e6e944fc10ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458045 Jan 25 16:51:30.826345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35022) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:30.832229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '86db338d-802d-4498-9717-0bd9d503da02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:30.842779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:30.848408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:30.853285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:30.862962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:30.864708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:30.882219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:30.895153 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:30.912178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:30.922470 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c8af8e2-37d4-4de3-a96e-98dfc66190c3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8946342 Jan 25 16:51:30.922659 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:30.922659 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:30.922862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35026) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:30.936037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369461142'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:30.956193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:30.969728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:30.981006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:30.992401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:31.023265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:31.027491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.067917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.079659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.081898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:31.116964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64f4f4d-6b53-4063-a5b9-02fc3336a9b5,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:31.124150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.124548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 1798863e-765c-4183-955a-89503b30bd7f of type vlan for network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 Jan 25 16:51:31.161714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.163584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-24110870-88ec-4775-93c7-0d877e88fb34 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3359396 Jan 25 16:51:31.167060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35030) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:31.175372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '86db338d-802d-4498-9717-0bd9d503da02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:31.182573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.186613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:31.193060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:31.198488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:31.198986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] For port 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host dv-neutron-824022-2-hyperv, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:31.199447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.204266 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:31.206549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:31.236527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-aa51b881-4853-4c98-aca9-ec6b6c11a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:31.238230 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-aa51b881-4853-4c98-aca9-ec6b6c11a215 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42578ceb9f554041a4ea7c625266f506&device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 1098 time: 1.0348272 Jan 25 16:51:31.245642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.309304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.320986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.322334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.333525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:31.334075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.353172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.374797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.385807 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4620962 Jan 25 16:51:31.407065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:31.416531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b5909-4e0e-4592-b9ed-bbb91867e2e3 None None] The sync data for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv is: [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:48:19Z', 'revision_number': 4, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'eec7b4cc-27eb-40b5-bdf4-ec6505911986', 'name': '', 'network_id': '52b706eb-ebd9-4348-9c05-384582477cf3', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'mac_address': 'fa:16:3e:b6:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:17Z', 'updated_at': '2022-01-25T16:48:27Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'subnets': [{'id': '5d6b7e60-85c1-4813-97df-43de295d96c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:31.466950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35034) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:31.478997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.480181 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118777 Jan 25 16:51:31.484187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:31.503586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.521841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35038) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:31.523201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e386ec-626b-4ce8-8af6-3e076c4c5499 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d0cb88-feec-41d0-94a6-0932588741f2,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:31.551212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '86db338d-802d-4498-9717-0bd9d503da02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:31.558647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:31.563460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:31.567143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 759ab39e-8b08-443f-8841-c7d98ed8c4cc owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:31.567372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:31.573921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:31.605169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dab19-7f33-4a5f-8947-0750f4bee037 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:31.622758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:31.751404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:31.893960 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:26Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:27Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:31.898937 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:31.899584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Updating router b49e647c-827a-4fca-bdb9-f98226ad0c99 port 0b1f6f06-afdc-4734-a669-42c2224c1b86 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:51:31.946353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be5ebd-c397-48aa-893d-568856dfb7af None None] New status for floating IP aad2b7bc-88c0-4bff-aefc-dd125924e7db: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:51:32.011009 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.067367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.131591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:32.174889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.205616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.214436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 759ab39e-8b08-443f-8841-c7d98ed8c4cc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:32.232767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:32.245481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1ccc5-2768-428f-b8b2-4428e93f310a None None] Network 26434ff0-b7d8-465a-8b47-9e162871b509 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:32.252892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:32.261003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.268377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7374797 Jan 25 16:51:32.280577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35044) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:32.294582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '86db338d-802d-4498-9717-0bd9d503da02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:32.303810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:32.308491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:32.311898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:32.320832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:32.330985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:32.356119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651297d-e66f-49e7-ac04-6b80dcbb1f2c tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e347697e-a9ec-4b94-b1eb-10e471c75042,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:32.381106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc56650-4966-460d-80e2-9909f0f43d29 req-ae5eab9f-b6c3-4222-89d1-00e317d95f53 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:32.386134 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6dc56650-4966-460d-80e2-9909f0f43d29 req-ae5eab9f-b6c3-4222-89d1-00e317d95f53 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.5186288 Jan 25 16:51:32.409795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f66e3e2e-4c63-49c9-bbc3-b30a230099a3 None None] Provisioning for port 759ab39e-8b08-443f-8841-c7d98ed8c4cc completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:32.413082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-f8df0801-954e-457c-abe5-bccc3745dd9f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:32.415271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-f8df0801-954e-457c-abe5-bccc3745dd9f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.15 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.5527132 Jan 25 16:51:32.416042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.465500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 759ab39e-8b08-443f-8841-c7d98ed8c4cc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:32.531132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Deleting port ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:32.531844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.560867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 759ab39e-8b08-443f-8841-c7d98ed8c4cc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:32.561259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.597264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:32.603022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.631202 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.639036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.645560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-9425da25-099a-42d6-9543-60fcd976b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:32.647421 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-9425da25-099a-42d6-9543-60fcd976b802 service neutron] 10.222.0.15 "GET /v2.0/networks?id=52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 200 len: 898 time: 1.3489943 Jan 25 16:51:32.652641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Transition to ACTIVE for port object 0b1f6f06-afdc-4734-a669-42c2224c1b86 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:32.662423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.688254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.763907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.818660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:32.819457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=759ab39e-8b08-443f-8841-c7d98ed8c4cc,segment=NetworkSegment(199bae12-1530-4cd7-93fb-4b9b45a6691b),segment_id=199bae12-1530-4cd7-93fb-4b9b45a6691b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:32.821794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:32.830909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:32.961195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6dc56650-4966-460d-80e2-9909f0f43d29 req-4c393a36-84f0-48f5-b58e-11683f88f619 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5615318 Jan 25 16:51:33.011114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=759ab39e-8b08-443f-8841-c7d98ed8c4cc,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:33.071604 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c7a2-8285-4fe2-bb1f-48268714d352 None None] Pushing event updated for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:33.121423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Attempting to bind port 0b1f6f06-afdc-4734-a669-42c2224c1b86 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:33.121848 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Attempting to bind port 0b1f6f06-afdc-4734-a669-42c2224c1b86 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:33.122349 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Attempting to bind port 0b1f6f06-afdc-4734-a669-42c2224c1b86 on network a894ddd5-67a3-4cf3-8eec-acc585a9b30d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:33.129795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:33.130174 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Checking segment: {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:33.130581 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.130973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Bound using segment: {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:33.131612 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Bound port: 0b1f6f06-afdc-4734-a669-42c2224c1b86, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfa847a-9ee7-4d84-b596-950f515c097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:33.132000 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.177435 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-afe7e9b6-cbf9-4a65-8f80-e0fe5e9dd83d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 200 len: 217 time: 0.4506731 Jan 25 16:51:33.247207 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] For port 0b1f6f06-afdc-4734-a669-42c2224c1b86, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:33.251213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] For port 0b1f6f06-afdc-4734-a669-42c2224c1b86, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1f6f06-afdc-4734-a669-42c2224c1b86,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:33.260186 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.303643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a0457c36-7509-4471-b7b1-5e0a39bbf4dc None None] Provisioning complete for port 759ab39e-8b08-443f-8841-c7d98ed8c4cc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:33.304020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0457c36-7509-4471-b7b1-5e0a39bbf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.348163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 759ab39e-8b08-443f-8841-c7d98ed8c4cc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:33.349082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.358939 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:33.359583 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:33.482060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.483340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-756b2195-27c3-4790-8765-8fb443866492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:33.485332 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-756b2195-27c3-4790-8765-8fb443866492 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 200 len: 835 time: 0.2874563 Jan 25 16:51:33.496134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.576045 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c7a2-8285-4fe2-bb1f-48268714d352 None None] Pushing event updated for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:33.586284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.618710 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:33.618964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=aef89a99-d1c0-40ae-8810-c04080b24a23,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:33.627827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.668117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.872323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:33.872323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:33.884836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44640360-5ca8-40c9-9836-b8a59cafe91e,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:33.913659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-40ad46c9-6670-43da-90e3-26a06fb32bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9011629 Jan 25 16:51:33.924707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.925902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f085bda-9989-49aa-832d-27bcf980ac16 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6392374 Jan 25 16:51:33.936009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] For port ae1ba467-33e8-4229-b656-1ffeb2950d31, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae1ba467-33e8-4229-b656-1ffeb2950d31,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:33.936372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:33.945846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35050) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:33.983032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=20b88947-746c-4115-9535-7840307a58fe,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:34.053657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 759ab39e-8b08-443f-8841-c7d98ed8c4cc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:34.068013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 293e7c14-beed-48dd-8a4d-fdd02db4bc0d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:34.068429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.077695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:34.097775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.156600 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:26Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:33Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:34.160435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 759ab39e-8b08-443f-8841-c7d98ed8c4cc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:34.160810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.162190 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12391d45-e328-456b-b7e3-fe5c05d22837 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:26Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:33Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:34.246845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Calling delete_port for ae1ba467-33e8-4229-b656-1ffeb2950d31 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:34.287558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router 60a1656d-ab65-41fc-94c7-09abcb5d91bb is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:34.315652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-27d244fb-6adc-4d50-afdf-3386c9dbfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:34.317255 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-27d244fb-6adc-4d50-afdf-3386c9dbfa26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=52b706eb-ebd9-4348-9c05-384582477cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8182209 Jan 25 16:51:34.347228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.363739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:34.374837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c8309-20bb-4bcf-84ae-a369d0475415 None None] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:34.397007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:34.397682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.416714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.496592 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21283aee-512f-4df5-82e2-21f0e7ad728c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0284781 Jan 25 16:51:34.510231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:34.530652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.592966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44640360-5ca8-40c9-9836-b8a59cafe91e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:34.596879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e70a1-aa94-4560-a85e-153238220957 req-96f3ed8c-13bf-4c64-827d-7f47cf844507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:34.598659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-96f3ed8c-13bf-4c64-827d-7f47cf844507 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1098 time: 0.5220993 Jan 25 16:51:34.626661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7435a-c203-4a5f-aa9e-2811b2c05e23 req-0e6a156c-ab9f-4c87-a01a-31065af79b2f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:34.627452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-71e7435a-c203-4a5f-aa9e-2811b2c05e23 req-0e6a156c-ab9f-4c87-a01a-31065af79b2f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Synchronizing usage tracker for tenant:42578ceb9f554041a4ea7c625266f506 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:34.644195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] For port 759ab39e-8b08-443f-8841-c7d98ed8c4cc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=759ab39e-8b08-443f-8841-c7d98ed8c4cc,segment=NetworkSegment(199bae12-1530-4cd7-93fb-4b9b45a6691b),segment_id=199bae12-1530-4cd7-93fb-4b9b45a6691b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:34.644737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.730666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:34.732453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.771844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.775961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f921e439-67ed-4346-af66-7e8f5cdfe293 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/44640360-5ca8-40c9-9836-b8a59cafe91e HTTP/1.1" status: 204 len: 168 time: 0.8266590 Jan 25 16:51:34.780917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35060) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:34.790617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-71e7435a-c203-4a5f-aa9e-2811b2c05e23 req-0e6a156c-ab9f-4c87-a01a-31065af79b2f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Unset dirty status for tenant:42578ceb9f554041a4ea7c625266f506 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:34.791844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71e7435a-c203-4a5f-aa9e-2811b2c05e23 req-0e6a156c-ab9f-4c87-a01a-31065af79b2f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/ports?device_id=6aeb2c92-87b6-4134-ab83-f1741d839003 HTTP/1.1" status: 200 len: 945 time: 0.5691586 Jan 25 16:51:34.876140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:34.978260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71e7435a-c203-4a5f-aa9e-2811b2c05e23 req-2170b927-1834-4d37-a268-3a6cb0dc51f9 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "GET /v2.0/security-groups?id=4d0260e1-ee50-4c1a-95ee-59f649ff1db3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652935 Jan 25 16:51:35.002955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Port': ['ID=ae1ba467-33e8-4229-b656-1ffeb2950d31,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:35.030033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Allocated IP 172.21.0.2 (fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5/aef89a99-d1c0-40ae-8810-c04080b24a23/6f2f539f-7353-40d8-842b-a9277aa89367) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:35.051418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e70a1-aa94-4560-a85e-153238220957 req-13a4ad82-c1fd-426a-9cca-ef3868f56409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:35.052910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-13a4ad82-c1fd-426a-9cca-ef3868f56409 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 898 time: 0.4122581 Jan 25 16:51:35.078361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ea4094c5-9acd-4b68-b4f9-f20699fb9227 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:35.187714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] No DVR routers for this DVR port ae1ba467-33e8-4229-b656-1ffeb2950d31 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:35.190285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.192654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.15 "DELETE /v2.0/ports/ae1ba467-33e8-4229-b656-1ffeb2950d31 HTTP/1.1" status: 204 len: 173 time: 2.7647591 Jan 25 16:51:35.200535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-deleted', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:51:35.281132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.292365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Transition to ACTIVE for port object 6f2f539f-7353-40d8-842b-a9277aa89367 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:35.294943 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-a94f67dc-10b3-4a0a-8823-78a39e367660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 998 time: 0.2307401 Jan 25 16:51:35.307660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb2c92-87b6-4134-ab83-f1741d839003', 'name': 'network-vif-deleted', 'tag': 'ae1ba467-33e8-4229-b656-1ffeb2950d31', 'status': 'completed', 'code': 200} Jan 25 16:51:35.315237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Transition to ACTIVE for port object 6f2f539f-7353-40d8-842b-a9277aa89367 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:35.323032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.361303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 759ab39e-8b08-443f-8841-c7d98ed8c4cc owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:35.395461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ea4094c5-9acd-4b68-b4f9-f20699fb9227 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:35.401171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ea4094c5-9acd-4b68-b4f9-f20699fb9227 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.6169527 Jan 25 16:51:35.402145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:35.404063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e70a1-aa94-4560-a85e-153238220957 req-b05949bf-b498-46c3-a07f-7b7e4cce4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:35.405566 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-b05949bf-b498-46c3-a07f-7b7e4cce4c2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 200 len: 835 time: 0.0970526 Jan 25 16:51:35.405923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:35.409539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35066) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:35.410661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:35.417800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Pushing event updated for resources: {'Port': ['ID=6f2f539f-7353-40d8-842b-a9277aa89367,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:35.526057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.532140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Attempting to bind port 6f2f539f-7353-40d8-842b-a9277aa89367 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:35.532505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Attempting to bind port 6f2f539f-7353-40d8-842b-a9277aa89367 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:35.533135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Attempting to bind port 6f2f539f-7353-40d8-842b-a9277aa89367 on network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:35.541855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:35.542258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Checking segment: {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:35.542659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.543026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.543326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Bound using segment: {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:35.543814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Bound port: 6f2f539f-7353-40d8-842b-a9277aa89367, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:35.544191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.546835 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-fab310c8-3163-45e5-b20d-8770760ba06e service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2187293 Jan 25 16:51:35.559744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.589872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e70a1-aa94-4560-a85e-153238220957 req-e0d3c180-3e25-4988-8c53-cdd01a2434c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:35.591412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-e0d3c180-3e25-4988-8c53-cdd01a2434c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67adde47-89d5-44aa-ba51-444876534c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416321 Jan 25 16:51:35.592646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.607410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 associated. External IP: 172.26.4.90, port: d62153a4-b8fe-4815-acad-f42454a263b5. Jan 25 16:51:35.644052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e347697e-a9ec-4b94-b1eb-10e471c75042,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:35.664309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] For port 6f2f539f-7353-40d8-842b-a9277aa89367, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:35.675650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] For port 6f2f539f-7353-40d8-842b-a9277aa89367, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6f2f539f-7353-40d8-842b-a9277aa89367,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:35.684443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.711259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:35.712993 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e4fc7f10-9213-45fe-9d60-6d6002640ac3 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e347697e-a9ec-4b94-b1eb-10e471c75042 HTTP/1.1" status: 204 len: 168 time: 0.3021438 Jan 25 16:51:35.721732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35070) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:35.809836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a71a-4b15-400e-9a64-3d215f72d7d7 None None] Pushing event updated for resources: {'Port': ['ID=6f2f539f-7353-40d8-842b-a9277aa89367,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:35.819695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:35.886255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:35.895465 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Sync routers for ids ['60a1656d-ab65-41fc-94c7-09abcb5d91bb'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:35.908692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: ae1ba467-33e8-4229-b656-1ffeb2950d31 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:35.909031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae1ba467-33e8-4229-b656-1ffeb2950d31 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:35.912053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e393ff9-e4e0-4ef7-a863-cb477cd3fcb6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:35.923180 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Routers {'60a1656d-ab65-41fc-94c7-09abcb5d91bb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:35.924051 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['60a1656d-ab65-41fc-94c7-09abcb5d91bb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:35.926257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-f430dacd-474c-42a8-8603-04c5790f23e7 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268557 Jan 25 16:51:35.935481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 293e7c14-beed-48dd-8a4d-fdd02db4bc0d owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:36.104699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e393ff9-e4e0-4ef7-a863-cb477cd3fcb6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:36.108618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1e393ff9-e4e0-4ef7-a863-cb477cd3fcb6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3831587 Jan 25 16:51:36.112783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35076) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:36.175825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1f6f06-afdc-4734-a669-42c2224c1b86 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:36.191445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.211299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35080) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:36.309788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Set router 60a1656d-ab65-41fc-94c7-09abcb5d91bb gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:36.311810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:36.312982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.318137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:36.319974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.497100 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e73e70a1-aa94-4560-a85e-153238220957 req-80133045-e3c2-4e94-9bdb-303ad1cdd395 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601690 Jan 25 16:51:36.535647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.590370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0b1f6f06-afdc-4734-a669-42c2224c1b86, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1f6f06-afdc-4734-a669-42c2224c1b86,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:36.599107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.599465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.689663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.691691 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-46178be3-713a-4327-8a6b-e2aa299093e8 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.5735757 Jan 25 16:51:36.705833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:36.707477 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229'}], 'enable_snat': False}, 'gw_port_id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:30Z', 'revision_number': 3, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port': {'id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:26Z', 'updated_at': '2022-01-25T16:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:36.716673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35084) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:36.718323 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Checking router: 60a1656d-ab65-41fc-94c7-09abcb5d91bb for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:36.718674 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Updating router 60a1656d-ab65-41fc-94c7-09abcb5d91bb port fe9bec93-151d-4c99-be56-fa65e508e683 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:51:36.720756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d0cb88-feec-41d0-94a6-0932588741f2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:36.776572 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.796999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:36.800517 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f92ac8f0-fcb2-49a1-94c5-99242790fff6 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/41d0cb88-feec-41d0-94a6-0932588741f2 HTTP/1.1" status: 204 len: 168 time: 0.6844814 Jan 25 16:51:36.821245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35088) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:37.137055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a52db28e-db4d-416c-97f3-1909d0391d3e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/60a1656d-ab65-41fc-94c7-09abcb5d91bb HTTP/1.1" status: 200 len: 907 time: 0.4170520 Jan 25 16:51:37.141096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35092) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:37.155311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2101634e-1333-4f4f-b6a1-157494ea055b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:37.166168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-28798667', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': True}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:37.171561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:37.175011 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.177511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Usage tracker for resource:router and tenant:9bef14f6ef86453f9ce48dc8b308ec10 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:37.182005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:37.189487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:37.203533 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Transition to ACTIVE for port object fe9bec93-151d-4c99-be56-fa65e508e683 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:37.217458 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.257178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.259151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.273143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.281416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2101634e-1333-4f4f-b6a1-157494ea055b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:37.285564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2101634e-1333-4f4f-b6a1-157494ea055b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4587114 Jan 25 16:51:37.298722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:37.300061 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Attempting to bind port fe9bec93-151d-4c99-be56-fa65e508e683 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:37.300431 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Attempting to bind port fe9bec93-151d-4c99-be56-fa65e508e683 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:37.300785 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Attempting to bind port fe9bec93-151d-4c99-be56-fa65e508e683 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:37.313569 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Pushing event updated for resources: {'Port': ['ID=fe9bec93-151d-4c99-be56-fa65e508e683,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:37.323556 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:37.323912 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:37.324288 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.324679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:37.325147 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Bound port: fe9bec93-151d-4c99-be56-fa65e508e683, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:37.325562 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.342786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.355703 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.356053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.356393 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.356728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.357160 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.357402 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.357729 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.358053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.358386 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.358705 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.359023 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.359342 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:51:37.391656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb88792-b576-4eba-a9bd-9b254336a256 None None] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:37.405312 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-452c6e69-cec2-4fb1-9e45-9a4d5c089273 req-76645a2e-4450-477b-bc88-ea7f8879df0a service neutron] 10.222.0.15 "GET /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8324752 Jan 25 16:51:37.419382 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] For port fe9bec93-151d-4c99-be56-fa65e508e683, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:37.423283 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] For port fe9bec93-151d-4c99-be56-fa65e508e683, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fe9bec93-151d-4c99-be56-fa65e508e683,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:37.427923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.439209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.453197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Port': ['ID=759ab39e-8b08-443f-8841-c7d98ed8c4cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:37.475193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.557135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2333bf-08cb-47a0-b506-5ed2f52dee27 None None] DHCP port deletion for 26434ff0-b7d8-465a-8b47-9e162871b509 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:37.567514 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Routers {'60a1656d-ab65-41fc-94c7-09abcb5d91bb'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:37.568677 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['60a1656d-ab65-41fc-94c7-09abcb5d91bb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:37.588017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22d15c90-78d1-43cb-9275-a432c10ace4d None None] Provisioning for port 6f2f539f-7353-40d8-842b-a9277aa89367 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:37.631972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No DVR routers for this DVR port 759ab39e-8b08-443f-8841-c7d98ed8c4cc on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:37.685674 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2786aa-8a18-4a80-88fa-2037834ef06d None None] Pushing event updated for resources: {'Port': ['ID=fe9bec93-151d-4c99-be56-fa65e508e683,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:37.779544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:37.798182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.841823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.874294 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] Set router 60a1656d-ab65-41fc-94c7-09abcb5d91bb gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:37.946343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.977090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:37.982358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e64f4f4d-6b53-4063-a5b9-02fc3336a9b5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:38.075574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.082474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9be30f7f-2071-4dc8-be7e-3bfda72711e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e64f4f4d-6b53-4063-a5b9-02fc3336a9b5 HTTP/1.1" status: 204 len: 168 time: 0.7814679 Jan 25 16:51:38.088460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:38.133755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=293e7c14-beed-48dd-8a4d-fdd02db4bc0d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:38.139482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.215723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6f2f539f-7353-40d8-842b-a9277aa89367 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:38.328225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-712717d1-683a-46eb-a701-065d69dc42f4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:38.341411 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229'}], 'enable_snat': False}, 'gw_port_id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:30Z', 'revision_number': 3, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port': {'id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:26Z', 'updated_at': '2022-01-25T16:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:38.350272 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de44f5-5a58-4e8e-9221-9729745c37e1 None None] The sync data for ids ['60a1656d-ab65-41fc-94c7-09abcb5d91bb'] in dv-neutron-824022-2-hyperv is: [{'id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229'}], 'enable_snat': False}, 'gw_port_id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:30Z', 'revision_number': 3, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port': {'id': 'fe9bec93-151d-4c99-be56-fa65e508e683', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a1656d-ab65-41fc-94c7-09abcb5d91bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:26Z', 'updated_at': '2022-01-25T16:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:38.361706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.362172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6f2f539f-7353-40d8-842b-a9277aa89367 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:38.370520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6f2f539f-7353-40d8-842b-a9277aa89367 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:38.370929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.402883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5ec4e90a-8db8-4420-8d74-900ef5ce3aa3 None None] Provisioning complete for port 6f2f539f-7353-40d8-842b-a9277aa89367 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:38.403610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e90a-8db8-4420-8d74-900ef5ce3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.482134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:38.518888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Sync routers for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:38.538302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0ed3b-5a40-4a1a-8a7e-fdc0d23eff4b None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:51:38.547285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:38.596622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:38.597435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:39.022963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-712717d1-683a-46eb-a701-065d69dc42f4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:39.027738 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-712717d1-683a-46eb-a701-065d69dc42f4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.9348340 Jan 25 16:51:39.032543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35104) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:39.069853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.145682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bc5768-e525-4076-acfd-6550550b39de,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:39.166820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 6f2f539f-7353-40d8-842b-a9277aa89367, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6f2f539f-7353-40d8-842b-a9277aa89367,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:39.180789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e90a-8db8-4420-8d74-900ef5ce3aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.181521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.211439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.212331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1f6f06-afdc-4734-a669-42c2224c1b86 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:39.268838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.305753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26434ff0-b7d8-465a-8b47-9e162871b509']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:39.318462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.322058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199bae12-1530-4cd7-93fb-4b9b45a6691b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:39.322581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199bae12-1530-4cd7-93fb-4b9b45a6691b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:39.341318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.362727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.371233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:39.372357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.388629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.465452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0b1f6f06-afdc-4734-a669-42c2224c1b86 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:39.466041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:39.502725 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:39.505631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.513779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:39.545745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.551761 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a57a85b6-9416-4d53-8eea-fc57939fbc6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.8518891 Jan 25 16:51:39.552545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.558112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:51:39.561672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35108) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:39.563679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.607700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.638260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0ed3b-5a40-4a1a-8a7e-fdc0d23eff4b None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:51:39.665542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-5ec4e90a-8db8-4420-8d74-900ef5ce3aa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:39.666285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-5ec4e90a-8db8-4420-8d74-900ef5ce3aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:39.672338 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'status': 'completed', 'code': 200} Jan 25 16:51:39.678066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=26434ff0-b7d8-465a-8b47-9e162871b509,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:39.697366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=6f2f539f-7353-40d8-842b-a9277aa89367,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:39.755191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Deleting port eec7b4cc-27eb-40b5-bdf4-ec6505911986 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:39.755566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.783000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.851552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb048784-6a95-4541-9fde-4f06372f547b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:39.859808 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-718f5db1-b665-469b-9142-abe8943bb7bb tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/26434ff0-b7d8-465a-8b47-9e162871b509 HTTP/1.1" status: 204 len: 168 time: 11.3177421 Jan 25 16:51:39.868877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35114) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:39.878591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ccfce976-7d20-49ed-a742-2a9432d9666a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 HTTP/1.1" status: 200 len: 990 time: 0.3135118 Jan 25 16:51:39.923386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:39.927344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-72ef57ea-623d-4717-9c01-e3246f5c1af5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/eb048784-6a95-4541-9fde-4f06372f547b HTTP/1.1" status: 204 len: 168 time: 0.8859594 Jan 25 16:51:39.928008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35118) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:39.976735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-da99969d-6ffd-4a82-bbfc-87984ab29e2b tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:39.977259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da99969d-6ffd-4a82-bbfc-87984ab29e2b tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:40.101508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da99969d-6ffd-4a82-bbfc-87984ab29e2b tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/d6bc5768-e525-4076-acfd-6550550b39de HTTP/1.1" status: 404 len: 337 time: 0.2258310 Jan 25 16:51:40.118047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35122) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.181963 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d824c282-d95a-420e-9f51-d8fbab3a7659 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:40.182434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d824c282-d95a-420e-9f51-d8fbab3a7659 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:40.186465 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d824c282-d95a-420e-9f51-d8fbab3a7659 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/26434ff0-b7d8-465a-8b47-9e162871b509 HTTP/1.1" status: 404 len: 339 time: 0.0636325 Jan 25 16:51:40.192055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35126) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.207654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1451096a-5f3a-412f-914b-4ca3693a45d4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:40.211388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.26.4.75 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/21676c94-84ec-41b4-a297-7c6db66a01cc) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:40.264418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:40.287089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-893e9556-493b-4491-9261-dc348153afa6 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:40.288129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893e9556-493b-4491-9261-dc348153afa6 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:40.293261 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-893e9556-493b-4491-9261-dc348153afa6 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/1158356f-23d6-47f7-8a5d-0cbcf29b6243 HTTP/1.1" status: 404 len: 337 time: 0.0917230 Jan 25 16:51:40.297487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35130) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.340094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-eca9b7cf-ea20-41bd-b501-4683d4549e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:40.341552 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-eca9b7cf-ea20-41bd-b501-4683d4549e82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1098 time: 0.6439924 Jan 25 16:51:40.415315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 759ab39e-8b08-443f-8841-c7d98ed8c4cc no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:40.465731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 759ab39e-8b08-443f-8841-c7d98ed8c4cc {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:40.466352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 759ab39e-8b08-443f-8841-c7d98ed8c4cc not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:40.524839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:40.563897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1451096a-5f3a-412f-914b-4ca3693a45d4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:40.566061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1451096a-5f3a-412f-914b-4ca3693a45d4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6284282 Jan 25 16:51:40.576684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] For port eec7b4cc-27eb-40b5-bdf4-ec6505911986, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=eec7b4cc-27eb-40b5-bdf4-ec6505911986,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:40.576912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '5b96d670-359e-4caf-9fcc-3c4fc8e2cba4', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'port_id': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'mac_address': 'fa:16:3e:0d:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:51:29Z', 'updated_at': '2022-01-25T16:51:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.577943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:40.579667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.586475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Checking router: 35ea3b79-da0f-40d4-ad19-50a78a5471d7 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:40.617074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:40.617781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.635579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:40.639661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.21.0.1 (fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5/aef89a99-d1c0-40ae-8810-c04080b24a23/1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:40.647793 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] Sync routers for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:40.664459 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:40.665400 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.685410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459c78e-5150-462b-a774-4ebdb646016f None None] DHCP port deletion for 26434ff0-b7d8-465a-8b47-9e162871b509 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:40.750817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Calling delete_port for eec7b4cc-27eb-40b5-bdf4-ec6505911986 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:40.771911 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0569e75-399b-4512-beb5-3077320d387e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6129680 Jan 25 16:51:40.773573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.815717 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.839050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] Routers {'4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:40.839935 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.843463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6f2f539f-7353-40d8-842b-a9277aa89367 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:40.907600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:40.945949 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:40.946358 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39b0775-c22f-4f54-a219-0a1a7cc47503 None None] The sync data for ids ['4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:40.989010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4661c171-68e4-4bee-bfe4-f3a24c25d3e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:40.999369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:41.004848 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1acc179-95db-4933-badf-cae1747c8ee9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:41.005352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1acc179-95db-4933-badf-cae1747c8ee9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:41.007168 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e1acc179-95db-4933-badf-cae1747c8ee9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/d302f913-79a0-4b9e-bb04-6fdfae097448 HTTP/1.1" status: 404 len: 339 time: 0.6979852 Jan 25 16:51:41.010142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35146) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:41.012806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.074964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-65401c17-a2fb-4f55-8c50-571dd1b9a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:41.076385 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-65401c17-a2fb-4f55-8c50-571dd1b9a53c service neutron] 10.222.0.15 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 898 time: 0.6522803 Jan 25 16:51:41.081725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6f2f539f-7353-40d8-842b-a9277aa89367 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:41.082121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.123441 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cf89c1-3ab4-4621-9e21-735352d35349 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:41.124081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cf89c1-3ab4-4621-9e21-735352d35349 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:41.129557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-28cf89c1-3ab4-4621-9e21-735352d35349 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/7b68c0c5-65ec-4b64-8d99-ba09f01cafb0 HTTP/1.1" status: 404 len: 337 time: 0.1144853 Jan 25 16:51:41.134086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35150) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:41.143826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:41.170460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:41.178898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:41.204883 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f113836-12d2-40f6-ae9a-df91e374c1db tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:41.205399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f113836-12d2-40f6-ae9a-df91e374c1db tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:41.210225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8f113836-12d2-40f6-ae9a-df91e374c1db tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/56b9fb8a-4c00-4a2c-aafd-c9c409488a9c HTTP/1.1" status: 404 len: 339 time: 0.0722301 Jan 25 16:51:41.214352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35154) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:41.257783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=21676c94-84ec-41b4-a297-7c6db66a01cc,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:41.366908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.375516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 0cf0089a-29eb-41d7-b275-a2d3e5e597bb {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:41.375863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.429965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fe9bec93-151d-4c99-be56-fa65e508e683 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:41.436607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4661c171-68e4-4bee-bfe4-f3a24c25d3e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:41.440187 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4661c171-68e4-4bee-bfe4-f3a24c25d3e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 HTTP/1.1" status: 200 len: 205 time: 0.6577001 Jan 25 16:51:41.448603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.457519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:41.480442 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc8a1b1e-f4cc-4fbf-a4f9-45f8e898c660 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 HTTP/1.1" status: 200 len: 990 time: 0.5013490 Jan 25 16:51:41.550344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port fe9bec93-151d-4c99-be56-fa65e508e683 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:41.558538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fe9bec93-151d-4c99-be56-fa65e508e683 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:41.558919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.589380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '5b96d670-359e-4caf-9fcc-3c4fc8e2cba4', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'port_id': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'mac_address': 'fa:16:3e:0d:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:51:29Z', 'updated_at': '2022-01-25T16:51:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:41.611583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cec208-9de0-4423-bee3-af737ad0df82 None None] The sync data for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv is: [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '5b96d670-359e-4caf-9fcc-3c4fc8e2cba4', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'port_id': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'mac_address': 'fa:16:3e:0d:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:51:29Z', 'updated_at': '2022-01-25T16:51:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:41.627735 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-ccd8def8-c272-4d9b-9f68-3638b02632c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 998 time: 0.3616979 Jan 25 16:51:41.705133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.705384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.723229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.726149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port fe9bec93-151d-4c99-be56-fa65e508e683, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fe9bec93-151d-4c99-be56-fa65e508e683,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:41.732274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.846499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=fe9bec93-151d-4c99-be56-fa65e508e683,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:41.880733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.887596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:41.894247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:41.903686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-5e5c0a5a-0cb7-4fc3-8dc8-30874bb2652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:41.905133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-5e5c0a5a-0cb7-4fc3-8dc8-30874bb2652f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 200 len: 835 time: 0.2511287 Jan 25 16:51:41.960466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3565d-7626-472e-b999-b7463f5f8990 None None] New status for floating IP 5b96d670-359e-4caf-9fcc-3c4fc8e2cba4: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:51:41.993807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db338d-802d-4498-9717-0bd9d503da02,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:42.056679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Port': ['ID=eec7b4cc-27eb-40b5-bdf4-ec6505911986,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:42.073731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.187230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.192551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.206705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.207747 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d992a92-a39f-49f4-8acd-e3196450ea02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/86db338d-802d-4498-9717-0bd9d503da02 HTTP/1.1" status: 204 len: 168 time: 1.6146433 Jan 25 16:51:42.221957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:42.245673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.271287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 0cf0089a-29eb-41d7-b275-a2d3e5e597bb owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:42.318747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.319241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:42.345191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.369032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.373587 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-373a06fd-6896-4e9c-b26d-2c5f2aac96fa tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 HTTP/1.1" status: 204 len: 168 time: 0.9037762 Jan 25 16:51:42.383126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:42.383911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:42.395415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-45822bc6-513f-4f12-87d9-c919b97d1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:42.397305 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-45822bc6-513f-4f12-87d9-c919b97d1618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67adde47-89d5-44aa-ba51-444876534c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4775455 Jan 25 16:51:42.401847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:42.405992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:42.409187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:42.524302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:42.529105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-717bfeb9-edae-4191-b86e-bec488821694 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:42.626202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fe9bec93-151d-4c99-be56-fa65e508e683 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:42.702269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fe9bec93-151d-4c99-be56-fa65e508e683 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:42.702914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.747983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet 5aad3852-4b79-47e1-809d-c175518dc6c2 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:42.757117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.759672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.775999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e6a91f38-71fd-4170-b370-afbba93ae17e None None] Provisioning for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:42.784428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e6a91f38-71fd-4170-b370-afbba93ae17e None None] Provisioning complete for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:42.784803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6a91f38-71fd-4170-b370-afbba93ae17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:42.908571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e6a91f38-71fd-4170-b370-afbba93ae17e None None] Port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:42.989247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-717bfeb9-edae-4191-b86e-bec488821694 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:42.993252 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-717bfeb9-edae-4191-b86e-bec488821694 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7670610 Jan 25 16:51:43.009189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35174) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:43.035270 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-02459356-878e-4ed3-955a-e3a7e5091471 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 HTTP/1.1" status: 200 len: 992 time: 0.4951432 Jan 25 16:51:43.035492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207803536'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:43.047680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.049678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:43.059535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.110937 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-29470ac7-cf89-4377-ba43-0d6f758cdf04 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309144 Jan 25 16:51:43.184054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:43.187303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Port': ['ID=0cf0089a-29eb-41d7-b275-a2d3e5e597bb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:43.203438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.208036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.232639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.242662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ce6a6ca9-bacc-4c98-9447-e04a0a8df5d9 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/ports/0cf0089a-29eb-41d7-b275-a2d3e5e597bb HTTP/1.1" status: 204 len: 168 time: 2.0235777 Jan 25 16:51:43.249503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:43.340882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.342931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:43.346893 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed61570-fe1b-47eb-a55d-e137ce634e18 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:43.347354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed61570-fe1b-47eb-a55d-e137ce634e18 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:43.349023 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ed61570-fe1b-47eb-a55d-e137ce634e18 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/d1b183eb-bb1a-4a7d-9d84-0f9172eee6fb HTTP/1.1" status: 404 len: 337 time: 0.0969784 Jan 25 16:51:43.351331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:43.356287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:43.357191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:43.395265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.460845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.473051 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f55a7029-87dc-4f68-b2d5-a3e09870adac req-0d5ca560-1ddb-4474-afdb-88b226812a28 service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513412 Jan 25 16:51:43.492247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:43.619002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.723011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.728542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=5aad3852-4b79-47e1-809d-c175518dc6c2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:43.739814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:43.744046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f72e44-0f77-469c-9fa2-e347fdad85ca None None] Network 11a3ac08-5fed-4f69-85eb-5f4c07585d65 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:43.753897 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aedb264a-b05f-4884-b5c6-b31056926660 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/5aad3852-4b79-47e1-809d-c175518dc6c2 HTTP/1.1" status: 204 len: 168 time: 1.3617136 Jan 25 16:51:43.757735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:43.932079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:43.939075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.027905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.054185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] DHCP port deletion for 11a3ac08-5fed-4f69-85eb-5f4c07585d65 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:44.059833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Deleting port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:44.061805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.146102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.154184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.185422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.258568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.274362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.285650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] For port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,segment=NetworkSegment(88886729-4ecf-40b4-92c8-c4d68ffe76c9),segment_id=88886729-4ecf-40b4-92c8-c4d68ffe76c9)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:44.286048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.327262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.332168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:44.337265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.386687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb32d83-873f-4a1f-ba48-d7ade34f7a59,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:44.405372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef60a744-df67-4738-a8b6-b34e621d7a05']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:44.418723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.420832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4831d7dd-0888-400f-b7f1-77f27072436f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4094830 Jan 25 16:51:44.424333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35190) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:44.426380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Router 3c666d10-774e-46ad-b135-78f0494c1548 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:44.432779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a16607d-3d7f-4a12-829c-d7dd2595503a') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:44.433205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a16607d-3d7f-4a12-829c-d7dd2595503a') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:44.439237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Calling delete_port for d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:44.442349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router ea4ff644-d46d-4c95-8c30-00196e4973c4 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:51:44.448924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': 'cbb32d83-873f-4a1f-ba48-d7ade34f7a59', 'direction': 'ingress', 'protocol': 17}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:44.449722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.464266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:44.470390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.486268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:44.495858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:44.531799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.541892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.547680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:44.563241 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27bbf696-d7f8-40b5-a7b4-fd9c7b6d5b1b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7 HTTP/1.1" status: 204 len: 168 time: 0.8044498 Jan 25 16:51:44.565805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35194) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:44.598601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad06094-a46f-4caa-a98e-7625f4c50e85 None None] Network 77a63c76-faae-4e28-ae1d-499ec2beb6af requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:44.600521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:44.622845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:44.627966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:44.639884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.646340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:44.665794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:44.666143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:44.681735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:44.682185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:44.699513 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:44.721050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] Pushing event deleted for resources: {'Port': ['ID=d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:44.723173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77ef29-29a7-4261-ba0b-9542c8e4bfc7 None None] No DVR routers for this DVR port d9e31bfb-2416-4e7f-aa05-c0e6af0f2eef on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:44.969990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:44.979109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.015360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.022536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.033591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=ef60a744-df67-4738-a8b6-b34e621d7a05,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:45.050660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:45.053714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] DHCP port deletion for 77a63c76-faae-4e28-ae1d-499ec2beb6af request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:45.057557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d602e19f-3231-416a-9966-63764233f297 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/ef60a744-df67-4738-a8b6-b34e621d7a05 HTTP/1.1" status: 204 len: 168 time: 1.6973164 Jan 25 16:51:45.063556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Deleting port 61c64819-9126-43a1-b87f-f6bbe0ed7709 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:45.063930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.064582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35198) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.070282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:45.082858 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Sync routers for ids ['ea4ff644-d46d-4c95-8c30-00196e4973c4'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:45.111038 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Routers {'ea4ff644-d46d-4c95-8c30-00196e4973c4'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:45.112504 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ea4ff644-d46d-4c95-8c30-00196e4973c4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.124272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cb6fa4c2-7b57-4464-ab92-79d1fe6c9ab4 None None] Provisioning complete for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:45.124734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa4c2-7b57-4464-ab92-79d1fe6c9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.142674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:45.161282 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-89a86551-ca05-4a5b-a1ff-5e2c37be63d4 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "PUT /v2.0/routers/3c666d10-774e-46ad-b135-78f0494c1548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9488943 Jan 25 16:51:45.167219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35202) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.168573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Sync routers for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:45.218133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.222419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f142102a-c210-4d26-a377-72ccc24e37f0 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 8.0803649 Jan 25 16:51:45.227106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 2ff5142a-4e25-4acc-8f2b-d18485395b8b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:45.227450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.256019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35206) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.311399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:45.312035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.374399 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Set router ea4ff644-d46d-4c95-8c30-00196e4973c4 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:45.385634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.405365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fa4c2-7b57-4464-ab92-79d1fe6c9ab4 None None] Port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:45.409838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.419601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Deleting subnet 5d6b7e60-85c1-4813-97df-43de295d96c6 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:45.431259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.431484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a3ac08-5fed-4f69-85eb-5f4c07585d65']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.448846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88886729-4ecf-40b4-92c8-c4d68ffe76c9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.449577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88886729-4ecf-40b4-92c8-c4d68ffe76c9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.464721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.469589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.488232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.496210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:45.496946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:45.615112 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:45.626885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b764e18-caf4-438e-b319-dddb872163b0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:45.646193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.659074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.662087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.669629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] For port 61c64819-9126-43a1-b87f-f6bbe0ed7709, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=61c64819-9126-43a1-b87f-f6bbe0ed7709,segment=NetworkSegment(ebffd204-5318-4729-9540-2cbbf267fe42),segment_id=ebffd204-5318-4729-9540-2cbbf267fe42)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:45.670030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.697498 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/11a3ac08-5fed-4f69-85eb-5f4c07585d65 HTTP/1.1" status: 204 len: 168 time: 1.1304719 Jan 25 16:51:45.701917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d69bd7-d653-4f68-9164-c8436632e715 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=11a3ac08-5fed-4f69-85eb-5f4c07585d65,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:45.705520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35210) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.731647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.733377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1e0a8dcb-5841-4e1c-a4b0-c1ee3fbff8bb tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3035636 Jan 25 16:51:45.742708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35214) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.776856 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ff644-d46d-4c95-8c30-00196e4973c4', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': '21676c94-84ec-41b4-a297-7c6db66a01cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:37Z', 'updated_at': '2022-01-25T16:51:41Z', 'revision_number': 3, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port': {'id': '21676c94-84ec-41b4-a297-7c6db66a01cc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4ff644-d46d-4c95-8c30-00196e4973c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.782391 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Checking router: ea4ff644-d46d-4c95-8c30-00196e4973c4 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:45.782926 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Updating router ea4ff644-d46d-4c95-8c30-00196e4973c4 port 21676c94-84ec-41b4-a297-7c6db66a01cc binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:51:45.849721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:45.850116 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.868996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:45.883970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4719335d-6986-4f60-a143-613eaa5e80d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3636839 Jan 25 16:51:45.888175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:45.896672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-834756508'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:45.902521 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:45.905576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:45.910881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Calling delete_port for 61c64819-9126-43a1-b87f-f6bbe0ed7709 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:45.912283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:45.916136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:45.924795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:45.942881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.946349 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:45.947639 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:45.949717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:45.954099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:45.982656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 61c64819-9126-43a1-b87f-f6bbe0ed7709 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:45.982928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.079086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3753700f-3244-48a6-89b0-429e207bf376 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/ea4ff644-d46d-4c95-8c30-00196e4973c4 HTTP/1.1" status: 200 len: 905 time: 0.8107502 Jan 25 16:51:46.085468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35222) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:46.088819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.131807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:46.156007 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:46.176908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.240192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.240422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 332590fb-30df-4ac9-9a01-1570ddd59e49 of type vlan for network c575fc7d-a344-4f56-8451-f853490b649c Jan 25 16:51:46.250174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] No DVR routers for this DVR port 61c64819-9126-43a1-b87f-f6bbe0ed7709 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:46.254711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaf842-35d4-4ab1-8da5-9c895d33c513 None None] Pushing event deleted for resources: {'Port': ['ID=61c64819-9126-43a1-b87f-f6bbe0ed7709,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:46.324975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.330991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 61c64819-9126-43a1-b87f-f6bbe0ed7709, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=61c64819-9126-43a1-b87f-f6bbe0ed7709,segment=NetworkSegment(ebffd204-5318-4729-9540-2cbbf267fe42),segment_id=ebffd204-5318-4729-9540-2cbbf267fe42)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:46.330991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.332265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 2ff5142a-4e25-4acc-8f2b-d18485395b8b owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:46.343639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:51:41Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:46.348596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Checking router: 3c666d10-774e-46ad-b135-78f0494c1548 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:46.358076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Routers {'3c666d10-774e-46ad-b135-78f0494c1548'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:46.358749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3c666d10-774e-46ad-b135-78f0494c1548'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:46.470677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.476969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 61c64819-9126-43a1-b87f-f6bbe0ed7709 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:46.511301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.520474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:51:46.563581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.570516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:46.571154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.629661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] Set router 3c666d10-774e-46ad-b135-78f0494c1548 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:46.641063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.671317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.764149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:46.824192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 61c64819-9126-43a1-b87f-f6bbe0ed7709 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:46.851797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:46.852122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:46.862238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=c575fc7d-a344-4f56-8451-f853490b649c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:46.872625 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ab70f96-bcf9-4425-9ec0-9856515cfd7c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9834032 Jan 25 16:51:46.875193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:46.882950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:46.893855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 61c64819-9126-43a1-b87f-f6bbe0ed7709 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:46.894448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 61c64819-9126-43a1-b87f-f6bbe0ed7709 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:46.905882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network c575fc7d-a344-4f56-8451-f853490b649c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:46.911564 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:43Z', 'revision_number': 3, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:43Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:46.919720 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:46.920197 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Updating router b49e647c-827a-4fca-bdb9-f98226ad0c99 port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:51:46.942026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Port': ['ID=2ff5142a-4e25-4acc-8f2b-d18485395b8b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:47.002834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.021876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.025244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.040642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:47.045703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:47.047999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:47.053483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.055502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:47.072118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:47.076584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.099947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.101391 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/cbb32d83-873f-4a1f-ba48-d7ade34f7a59 HTTP/1.1" status: 204 len: 168 time: 1.1125710 Jan 25 16:51:47.102376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d62b1-dc00-4bfa-8961-f2b9da474f15 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb32d83-873f-4a1f-ba48-d7ade34f7a59,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:47.104015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35230) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.113931 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b0fe1265-13f2-42b3-acda-3b869374dc17 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/ports/2ff5142a-4e25-4acc-8f2b-d18485395b8b HTTP/1.1" status: 204 len: 168 time: 2.0458825 Jan 25 16:51:47.120679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.131756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6b7e60-85c1-4813-97df-43de295d96c6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:47.133410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35234) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.134446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.139741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-721fb463-1eee-432a-b6b3-16b931ca6f54 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "DELETE /v2.0/subnets/5d6b7e60-85c1-4813-97df-43de295d96c6 HTTP/1.1" status: 204 len: 168 time: 1.9650872 Jan 25 16:51:47.163423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Transition to ACTIVE for port object 21676c94-84ec-41b4-a297-7c6db66a01cc will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:47.175774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35236) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.215115 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.252446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1221a7c-02bc-40b7-9d7c-774541297be8 None None] Network 52b706eb-ebd9-4348-9c05-384582477cf3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:47.259569 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b9e2a0-8300-453c-92e5-56b88464bade tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] DELETE failed (client error): The resource could not be found. Jan 25 16:51:47.260031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b9e2a0-8300-453c-92e5-56b88464bade tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:51:47.261752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-63b9e2a0-8300-453c-92e5-56b88464bade tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/0cc74407-671e-450e-8555-aea3f2256ac0 HTTP/1.1" status: 404 len: 337 time: 0.1193912 Jan 25 16:51:47.279312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35242) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.318290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.364308 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Attempting to bind port 21676c94-84ec-41b4-a297-7c6db66a01cc on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:47.365040 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Attempting to bind port 21676c94-84ec-41b4-a297-7c6db66a01cc by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:47.366307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Attempting to bind port 21676c94-84ec-41b4-a297-7c6db66a01cc on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:47.374876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 61c64819-9126-43a1-b87f-f6bbe0ed7709 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:47.375133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.415597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port 21676c94-84ec-41b4-a297-7c6db66a01cc {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:47.415946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.423854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.438108 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:47.438668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:47.439142 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.439621 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:47.440373 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Bound port: 21676c94-84ec-41b4-a297-7c6db66a01cc, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:47.440884 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.457316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40bfa952-c47c-468c-9b09-203be2976fb5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:47.473623 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0bbb7-d8a7-49e6-861c-bec0fe5c8992 None None] Pushing event updated for resources: {'Port': ['ID=21676c94-84ec-41b4-a297-7c6db66a01cc,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:47.555072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] The port '61c64819-9126-43a1-b87f-f6bbe0ed7709' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:51:47.578217 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] For port 21676c94-84ec-41b4-a297-7c6db66a01cc, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:47.585560 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] For port 21676c94-84ec-41b4-a297-7c6db66a01cc, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=21676c94-84ec-41b4-a297-7c6db66a01cc,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:47.603100 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.708807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:51:41Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:47.719815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb628d6-61b8-496b-bf96-79c32ede2fbe None None] The sync data for ids ['3c666d10-774e-46ad-b135-78f0494c1548'] in dv-neutron-824022-2-hyperv is: [{'id': '3c666d10-774e-46ad-b135-78f0494c1548', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496798115', 'tenant_id': '42578ceb9f554041a4ea7c625266f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:48:06Z', 'updated_at': '2022-01-25T16:51:41Z', 'revision_number': 5, 'project_id': '42578ceb9f554041a4ea7c625266f506', 'gw_port': {'id': '0b1c685d-382f-4c16-8bd7-a5c1e5e19b76', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666d10-774e-46ad-b135-78f0494c1548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:48:08Z', 'updated_at': '2022-01-25T16:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:47.728866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] DHCP port deletion for 52b706eb-ebd9-4348-9c05-384582477cf3 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:47.731585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40bfa952-c47c-468c-9b09-203be2976fb5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:47.732897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-40bfa952-c47c-468c-9b09-203be2976fb5 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6211698 Jan 25 16:51:47.739252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Deleting port 40c8a009-01ad-45b9-9cfa-353982e64c20 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:47.739252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.742911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35246) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.756794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.762122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969304028'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:47.798728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:47.799089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: c575fc7d-a344-4f56-8451-f853490b649c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:47.804389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:47.810470 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Routers {'ea4ff644-d46d-4c95-8c30-00196e4973c4'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:47.811200 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ea4ff644-d46d-4c95-8c30-00196e4973c4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:47.820363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=d79f206c-00dd-41f0-a896-4cc01ff567b3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:47.842837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.851612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network c575fc7d-a344-4f56-8451-f853490b649c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:47.874190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, c575fc7d-a344-4f56-8451-f853490b649c) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:47.888281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:47.888977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.891855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67201c88-d96a-4364-a76d-4ff6edf781a7 None None] Network c575fc7d-a344-4f56-8451-f853490b649c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:47.909100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a63c76-faae-4e28-ae1d-499ec2beb6af']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:47.922453 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75505df3-c0ee-4af5-b90b-60f72d7582ca tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0436132 Jan 25 16:51:47.923316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:47.955336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:47.987720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebffd204-5318-4729-9540-2cbbf267fe42') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:47.988126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebffd204-5318-4729-9540-2cbbf267fe42') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:48.030483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:48.031251 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] Set router ea4ff644-d46d-4c95-8c30-00196e4973c4 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:48.093965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.139898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.156848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:48.157300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.186630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:48.193974 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:48.217255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] For port 40c8a009-01ad-45b9-9cfa-353982e64c20, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=40c8a009-01ad-45b9-9cfa-353982e64c20,segment=NetworkSegment(e062c0ba-7d04-4560-8ec5-7d3194fa7583),segment_id=e062c0ba-7d04-4560-8ec5-7d3194fa7583)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:48.218679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.244900 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4ff644-d46d-4c95-8c30-00196e4973c4', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:37Z', 'updated_at': '2022-01-25T16:51:47Z', 'revision_number': 4, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:48.255627 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e3c96-5008-428e-89df-ca6a2910f9cb None None] The sync data for ids ['ea4ff644-d46d-4c95-8c30-00196e4973c4'] in dv-neutron-824022-2-hyperv is: [{'id': 'ea4ff644-d46d-4c95-8c30-00196e4973c4', 'name': 'tempest-snat-router-28798667', 'tenant_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:37Z', 'updated_at': '2022-01-25T16:51:47Z', 'revision_number': 4, 'project_id': '9bef14f6ef86453f9ce48dc8b308ec10', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:48.285067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.297512 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0bbb7-d8a7-49e6-861c-bec0fe5c8992 None None] Pushing event updated for resources: {'Port': ['ID=21676c94-84ec-41b4-a297-7c6db66a01cc,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:48.333739 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Transition to ACTIVE for port object 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:48.343811 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.434626 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e413-898a-47fa-a504-b581a308ecc9 None None] Pushing event updated for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:48.440157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Calling delete_port for 40c8a009-01ad-45b9-9cfa-353982e64c20 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:48.447404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:48.466095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.475833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:48.480676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] For port 21676c94-84ec-41b4-a297-7c6db66a01cc, host dv-neutron-824022-2-hyperv, got binding levels [] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:48.481048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.513305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:48.527249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:48.659019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 40c8a009-01ad-45b9-9cfa-353982e64c20 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:48.749104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for 21676c94-84ec-41b4-a297-7c6db66a01cc owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:48.753782 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Attempting to bind port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:48.754338 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Attempting to bind port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:48.754845 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Attempting to bind port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a on network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:48.762895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:48.763266 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Checking segment: {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:48.763780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.764270 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Bound using segment: {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:48.764887 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Bound port: 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1798863e-765c-4183-955a-89503b30bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:48.765845 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.832855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.843469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-c575fc7d-a344-4f56-8451-f853490b649c', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:48.844270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.851768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724b830e-af73-4417-b032-09af448c2bcb']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:48.909183 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] For port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:48.914534 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] For port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:48.921866 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.925579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8849d918-75c4-4190-8c79-41fddae55402') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:48.925873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8849d918-75c4-4190-8c79-41fddae55402') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:48.930953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.944476 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/77a63c76-faae-4e28-ae1d-499ec2beb6af HTTP/1.1" status: 204 len: 168 time: 3.2339089 Jan 25 16:51:48.953056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.955471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:48.956517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8645dc-c784-406e-b93d-de3fb3d370ec tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=77a63c76-faae-4e28-ae1d-499ec2beb6af,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:48.964323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:48.972406 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No ports have port_id starting with 40c8a009-01ad-45b9-9cfa-353982e64c20 Jan 25 16:51:48.976735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1633641285'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:48.983032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:48.987585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:48.989083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device eec7b4cc-27eb-40b5-bdf4-ec6505911986 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:48.992162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:48.995144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Deleting port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:48.995144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.000492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:49.018517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:49.023593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.035053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.078466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:49.078632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.080485 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:49.081493 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:49.089372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:49.100843 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:49.125816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: eec7b4cc-27eb-40b5-bdf4-ec6505911986 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:49.126314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device eec7b4cc-27eb-40b5-bdf4-ec6505911986 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:49.144020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.164005 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e413-898a-47fa-a504-b581a308ecc9 None None] Pushing event updated for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:49.237131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] No DVR routers for this DVR port 40c8a009-01ad-45b9-9cfa-353982e64c20 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:49.282346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941abd01-e4d2-4e30-88ef-95a01cfbc3b6 None None] Pushing event deleted for resources: {'Port': ['ID=40c8a009-01ad-45b9-9cfa-353982e64c20,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:49.283759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.349738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Allocated IP 172.22.0.2 (c575fc7d-a344-4f56-8451-f853490b649c/d79f206c-00dd-41f0-a896-4cc01ff567b3/7cac2974-6345-47fb-bfde-ec29d80db912) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:49.355127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:49.398201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.409339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.409778 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 68dc0925-36c0-4ad3-9906-b1c947a76171 of type vlan for network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 Jan 25 16:51:49.451827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.483560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.496609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.519844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=724b830e-af73-4417-b032-09af448c2bcb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:49.553813 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-46159491-6634-409e-9560-65e8d0ba2285 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/724b830e-af73-4417-b032-09af448c2bcb HTTP/1.1" status: 204 len: 168 time: 2.2691529 Jan 25 16:51:49.555718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8641e7-c65f-49b2-bc88-5da3ee201a53,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:49.558151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35258) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:49.563788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:49.564469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:49.566012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.615156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.616952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9fd561ec-cd45-427f-ba7d-59a25de3a7f2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8730829 Jan 25 16:51:49.628390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35262) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:49.642391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654219648'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:49.655489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] For port 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:49.656250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.667426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:49.667800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.674893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:49.675513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.678949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:49.732946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:49.800865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.814698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Transition to ACTIVE for port object 7cac2974-6345-47fb-bfde-ec29d80db912 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:49.832272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:49.841685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Calling delete_port for 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:49.843518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Transition to ACTIVE for port object 7cac2974-6345-47fb-bfde-ec29d80db912 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:49.850281 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:43Z', 'revision_number': 3, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:48Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:49.852579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.855283 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806b30d-9119-46df-9df2-ee47c2692aa2 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:43Z', 'revision_number': 3, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:48Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:49.936163 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9770482 Jan 25 16:51:49.937064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60eb17-bbf3-4a68-8153-f2dc2be12458 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:49.938798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting subnet 98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:51:49.942481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35266) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:49.948706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:49.994776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:50.021789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Network c575fc7d-a344-4f56-8451-f853490b649c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:50.037536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:50.054896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:50.156007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port 21676c94-84ec-41b4-a297-7c6db66a01cc {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:50.156469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.185668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Pushing event updated for resources: {'Port': ['ID=7cac2974-6345-47fb-bfde-ec29d80db912,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:50.207863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:50.261067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Attempting to bind port 7cac2974-6345-47fb-bfde-ec29d80db912 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:50.261461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Attempting to bind port 7cac2974-6345-47fb-bfde-ec29d80db912 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:50.261819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Attempting to bind port 7cac2974-6345-47fb-bfde-ec29d80db912 on network c575fc7d-a344-4f56-8451-f853490b649c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:50.262749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.22.0.1 (c575fc7d-a344-4f56-8451-f853490b649c/d79f206c-00dd-41f0-a896-4cc01ff567b3/ecc225f1-23a8-4718-995b-4cfa8a6241bc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:50.267786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:50.268011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Checking segment: {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:50.268220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.268614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Bound using segment: {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:50.269073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Bound port: 7cac2974-6345-47fb-bfde-ec29d80db912, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:50.269473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.303985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.371035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] For port 7cac2974-6345-47fb-bfde-ec29d80db912, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:50.375084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] For port 7cac2974-6345-47fb-bfde-ec29d80db912, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7cac2974-6345-47fb-bfde-ec29d80db912,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:50.383167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.414544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.456271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:50.482695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.487811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ab80-0d25-4295-b5ad-fda0ca0c970a None None] Pushing event updated for resources: {'Port': ['ID=7cac2974-6345-47fb-bfde-ec29d80db912,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:50.495861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:50.504316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object ecc225f1-23a8-4718-995b-4cfa8a6241bc will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:50.518768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:50.542050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.621951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:50.625041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:50.635559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network c575fc7d-a344-4f56-8451-f853490b649c is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:50.638945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:50.643048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:50.670415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:50.688624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:50.704669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:50.721006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:50.723606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:50.727918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.801147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] For port 21676c94-84ec-41b4-a297-7c6db66a01cc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=21676c94-84ec-41b4-a297-7c6db66a01cc,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:50.801771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.823480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:50.828867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.883901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:50.891311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:50.892174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:50.963178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.073597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.126977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:51.134815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.172104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for 21676c94-84ec-41b4-a297-7c6db66a01cc owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:51.212681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:51.251296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.263490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.308497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.396407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.406780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.411856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.494291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9316eb57-b2af-4c4c-846e-27a816993570,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:51.507498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Port': ['ID=0b1c685d-382f-4c16-8bd7-a5c1e5e19b76,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:51.598674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.602433 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a3f24054-5588-4170-9143-5e00d27159f8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9702218 Jan 25 16:51:51.609355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:51.639982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': 'cb8641e7-c65f-49b2-bc88-5da3ee201a53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9316eb57-b2af-4c4c-846e-27a816993570', 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:51.660580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:51.671556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:51.673113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.682658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:51.695678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:51.700011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:51.707810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.739484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Subnet': ['ID=98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:51.750531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.755072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743b363-f270-400a-832a-6789a02c7763 None None] Network 75917fb3-4b04-45d9-b394-b052b91be0b3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:51.811521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.903971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5ead3-4a45-4b04-8b61-4cba252f330d None None] Network c575fc7d-a344-4f56-8451-f853490b649c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:51.905834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network c575fc7d-a344-4f56-8451-f853490b649c is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:51.907391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:51.921094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:51.966124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-47a25be0-54b8-4554-8446-9bc118b3cd74 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/subnets/98a4c4f7-fbd7-4f22-9800-d10a9b5a29ec HTTP/1.1" status: 204 len: 168 time: 2.4019241 Jan 25 16:51:51.971450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:52.017177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.038369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-81daf2ab-2197-4de3-b687-fb10d3a7e4cd None None] Provisioning for port 7cac2974-6345-47fb-bfde-ec29d80db912 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:52.095076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.193414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.198483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.229167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.264165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.264335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcbd8b6-635b-4c5a-8fbd-bebd777d3f96,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:52.308242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] DHCP port deletion for 75917fb3-4b04-45d9-b394-b052b91be0b3 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:51:52.314315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Deleting port 0deeed88-a657-4dc4-adbe-dade12701f2b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:52.314690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.331975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.336824 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-629d0d9e-651d-4ae1-98fd-98c8732f46ca tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7178495 Jan 25 16:51:52.338362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:52.356788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.365255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:51:52.369012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.369724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Fanout notify agent at l3_agent the message router_deleted on router 3c666d10-774e-46ad-b135-78f0494c1548 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:52.371563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Port': ['ID=21676c94-84ec-41b4-a297-7c6db66a01cc,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:52.443851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.447893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b5ea06db-8224-4f86-a1a5-48083f8cecff tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "DELETE /v2.0/routers/3c666d10-774e-46ad-b135-78f0494c1548 HTTP/1.1" status: 204 len: 168 time: 5.2610185 Jan 25 16:51:52.454881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35282) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:52.487748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=43a92362-2e5b-49b0-ab00-a73a17228759,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:52.568309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.580817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.622940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 0deeed88-a657-4dc4-adbe-dade12701f2b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:52.623958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.671894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] For port 0deeed88-a657-4dc4-adbe-dade12701f2b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0deeed88-a657-4dc4-adbe-dade12701f2b,segment=NetworkSegment(351e97a7-4a73-4e38-a926-0739b1f9cb55),segment_id=351e97a7-4a73-4e38-a926-0739b1f9cb55)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:52.672317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.706101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.710758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '68dc0925-36c0-4ad3-9906-b1c947a76171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:52.720003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:52.755752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bcbd8b6-635b-4c5a-8fbd-bebd777d3f96,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:52.790765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.792263 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-030a39dd-529d-4ede-a735-4e826ac40f5a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7bcbd8b6-635b-4c5a-8fbd-bebd777d3f96 HTTP/1.1" status: 204 len: 168 time: 0.4514005 Jan 25 16:51:52.801946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:51:52.803687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:52.825242 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a5c124a-7074-4c75-bb9e-d56b5f1fffd7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9010270 Jan 25 16:51:52.833795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.839665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35290) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:52.840837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:52.910150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Calling delete_port for 0deeed88-a657-4dc4-adbe-dade12701f2b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:52.926588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'network': {'name': 'tempest-RoutersTest-982160322'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:52.942361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:52.949478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:network and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:52.954195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:52.995866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:53.113583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:51:53.135877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.149316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2bc4abed-0f46-4ce9-84ab-20cccbd948b2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:53.184179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] For port 0deeed88-a657-4dc4-adbe-dade12701f2b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0deeed88-a657-4dc4-adbe-dade12701f2b,segment=NetworkSegment(351e97a7-4a73-4e38-a926-0739b1f9cb55),segment_id=351e97a7-4a73-4e38-a926-0739b1f9cb55)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:53.184179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.203292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] Pushing event deleted for resources: {'Port': ['ID=0deeed88-a657-4dc4-adbe-dade12701f2b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:53.208317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:53.209629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:53.326980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Calling delete_port for 0deeed88-a657-4dc4-adbe-dade12701f2b owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:53.345589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:53.353304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:53.356860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.376457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7cac2974-6345-47fb-bfde-ec29d80db912 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:53.382845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.393991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2bc4abed-0f46-4ce9-84ab-20cccbd948b2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:53.398371 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2bc4abed-0f46-4ce9-84ab-20cccbd948b2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5821590 Jan 25 16:51:53.399306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35294) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:53.408893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7ada4-8cba-46e1-b884-a5710c13cf09 None None] No DVR routers for this DVR port 0deeed88-a657-4dc4-adbe-dade12701f2b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:51:53.447002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.464736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:53.470039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:51:53.470476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:51:53.485589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:53.492638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.504954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.515315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:53.515315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.518860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae006c71-e027-4fc0-8784-97ccca45ad3c None None] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:53.536665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.548949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:51:53.551179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.551679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea4ff644-d46d-4c95-8c30-00196e4973c4 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:53.561634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b706eb-ebd9-4348-9c05-384582477cf3']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:53.591761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e062c0ba-7d04-4560-8ec5-7d3194fa7583') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:53.592044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e062c0ba-7d04-4560-8ec5-7d3194fa7583') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:53.602440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.604075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.606343 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4bd20326-c5b3-48a7-92ca-d6d5d6f8aa1e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ea4ff644-d46d-4c95-8c30-00196e4973c4 HTTP/1.1" status: 204 len: 168 time: 7.5198581 Jan 25 16:51:53.607535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.607879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added segment 34689ac7-cf07-4a54-b630-612f18ff697c of type vlan for network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 Jan 25 16:51:53.609183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35298) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:53.634101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316eb57-b2af-4c4c-846e-27a816993570,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:53.664546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4ca6318c-3c99-44d3-92aa-884de3b037c5 None None] Provisioning for port ecc225f1-23a8-4718-995b-4cfa8a6241bc completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:53.666434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.670526 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-99f734ca-3902-4f3a-b74b-ace61fdfd658 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/9316eb57-b2af-4c4c-846e-27a816993570 HTTP/1.1" status: 204 len: 168 time: 0.2681916 Jan 25 16:51:53.672366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35302) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:53.677293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5eebb128-8dce-4154-98e6-e59876e59926 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7317600 Jan 25 16:51:53.686882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.694304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35304) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:53.697072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4ca6318c-3c99-44d3-92aa-884de3b037c5 None None] Provisioning complete for port ecc225f1-23a8-4718-995b-4cfa8a6241bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:53.697549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ca6318c-3c99-44d3-92aa-884de3b037c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.711742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841004359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:53.724407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:53.762851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:53.766072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.770174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:53.782726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.842603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:53.860427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:53.860941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:53.877877 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:53.910423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fd6b95f-298b-4b8e-a5ae-7f6be269d987 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:53.936121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3fd6b95f-298b-4b8e-a5ae-7f6be269d987 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:53.940936 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3fd6b95f-298b-4b8e-a5ae-7f6be269d987 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.2628949 Jan 25 16:51:53.942354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35310) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:53.942503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 7cac2974-6345-47fb-bfde-ec29d80db912 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:53.955048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6318c-3c99-44d3-92aa-884de3b037c5 None None] Port ecc225f1-23a8-4718-995b-4cfa8a6241bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:53.962880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 7cac2974-6345-47fb-bfde-ec29d80db912 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:53.963259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.974246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Deleting port 0deeed88-a657-4dc4-adbe-dade12701f2b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:53.974581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:53.992208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:51:54.001352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.002503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.034593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.036957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.067918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] The port '0deeed88-a657-4dc4-adbe-dade12701f2b' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:51:54.133209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.141979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.143143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.149395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:54.149979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.167948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'Network': ['ID=52b706eb-ebd9-4348-9c05-384582477cf3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:54.170403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.201070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e61a5f88-f0d9-4b5d-a8c3-1515d926f4ef None None] Provisioning complete for port ecc225f1-23a8-4718-995b-4cfa8a6241bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:54.201488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e61a5f88-f0d9-4b5d-a8c3-1515d926f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.229199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66', 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': '43a92362-2e5b-49b0-ab00-a73a17228759'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:54.230058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.245261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.258834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.296327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75917fb3-4b04-45d9-b394-b052b91be0b3']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:54.326246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351e97a7-4a73-4e38-a926-0739b1f9cb55') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:54.326613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351e97a7-4a73-4e38-a926-0739b1f9cb55') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:54.342671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.366727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.376953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.381342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e61a5f88-f0d9-4b5d-a8c3-1515d926f4ef None None] Port ecc225f1-23a8-4718-995b-4cfa8a6241bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:51:54.384187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:51:54.384599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:51:54.407651 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:51:54.419595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.433397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-62f9eb68-ac32-49b1-a9ba-079a5d36350b tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "DELETE /v2.0/networks/52b706eb-ebd9-4348-9c05-384582477cf3 HTTP/1.1" status: 204 len: 168 time: 1.9621775 Jan 25 16:51:54.449025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35314) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:54.460215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:50Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:54.481013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8641e7-c65f-49b2-bc88-5da3ee201a53,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:54.515795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6083159 Jan 25 16:51:54.519074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:54.529189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'subnet': {'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:54.545148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.546374 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4209a598-fd0a-4b65-b531-32c9df42b271 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb8641e7-c65f-49b2-bc88-5da3ee201a53 HTTP/1.1" status: 204 len: 168 time: 0.6039126 Jan 25 16:51:54.550642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:54.553927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.558459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.583845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab8cf4-b373-4151-bc01-2a3b42af65f7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Network': ['ID=5eb46aac-8eb8-4564-8a4f-4b49c84ab518,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:54.588813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:51:54.589327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Updating router b49e647c-827a-4fca-bdb9-f98226ad0c99 port ecc225f1-23a8-4718-995b-4cfa8a6241bc binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:51:54.592688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.624426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:51:54.648552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.652299 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-899a8109-ec4a-43ba-98fb-42ef71ef1a0a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9543447 Jan 25 16:51:54.653324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:54.671396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'port': {'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66', 'name': 'tempest-RoutersIpV6Test-566516388'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:54.673997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.676821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.688561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] Pushing event deleted for resources: {'Network': ['ID=75917fb3-4b04-45d9-b394-b052b91be0b3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:54.713394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 7cac2974-6345-47fb-bfde-ec29d80db912, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7cac2974-6345-47fb-bfde-ec29d80db912,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:54.719608 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4219a713-e632-41d0-a802-d54467f736e8 tempest-NetworksIpV6TestAttrs-2009724595 tempest-NetworksIpV6TestAttrs-2009724595-project] 10.222.0.45 "DELETE /v2.0/networks/75917fb3-4b04-45d9-b394-b052b91be0b3 HTTP/1.1" status: 204 len: 168 time: 2.6980720 Jan 25 16:51:54.724940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Deleting port fe9bec93-151d-4c99-be56-fa65e508e683 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:51:54.725994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.746070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.746991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:54.808819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.848878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85315480-3951-452e-af03-1573e0b21b9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:54.852900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:54.859585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Allocated IP 2001:db8::2 (a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66/43a92362-2e5b-49b0-ab00-a73a17228759/59fa7d72-7d1e-4b28-bf49-3652ddc282ad) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:54.862230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:subnet and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:54.868174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:54.886496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:54.894503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:54.912289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85315480-3951-452e-af03-1573e0b21b9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:54.914138 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85315480-3951-452e-af03-1573e0b21b9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3623681 Jan 25 16:51:54.928304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35332) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:54.936240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639237890'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:54.943145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Made reservation on behalf of 5b7d69c7366847b6be6710cd12370504 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:54.947221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.028394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:55.040616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:55.065628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:port and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:55.070437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:55.074965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:55.085714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] For port fe9bec93-151d-4c99-be56-fa65e508e683, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fe9bec93-151d-4c99-be56-fa65e508e683,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:51:55.086130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.090310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:55.096910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=7cac2974-6345-47fb-bfde-ec29d80db912,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.119476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.156000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:55.159396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.187832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:55.190894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] device_id is not set on port cef68dbd-bdc3-4306-b29d-8fe890ffc9df yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:51:55.220709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.232118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Calling delete_port for fe9bec93-151d-4c99-be56-fa65e508e683 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:51:55.239262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:55.251847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:55.254454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:55.282089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:55.291490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0260e1-ee50-4c1a-95ee-59f649ff1db3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.316586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.317588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d467e4c7-89f5-496a-bd58-e2d1ebd9913f tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] 10.222.0.45 "DELETE /v2.0/security-groups/4d0260e1-ee50-4c1a-95ee-59f649ff1db3 HTTP/1.1" status: 204 len: 168 time: 0.8015919 Jan 25 16:51:55.497072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.500945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:55.501798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.510455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.538512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.545186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.589753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Transition to ACTIVE for port object 59fa7d72-7d1e-4b28-bf49-3652ddc282ad will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:55.590927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.597962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.630815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Transition to ACTIVE for port object 59fa7d72-7d1e-4b28-bf49-3652ddc282ad will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:55.644920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.650035 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7202952 Jan 25 16:51:55.654510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35350) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:55.683343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': 'e410c0dc-97f9-459c-80b5-d4104c3428f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:55.690833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe9bec93-151d-4c99-be56-fa65e508e683,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.697435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:55.723397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.738278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:55.741840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35354) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:55.743369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b98c9f-d69d-49f9-aa29-47c6f5d31072 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e410c0dc-97f9-459c-80b5-d4104c3428f7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.754612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:55.782767 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e89d6300-5796-4097-9455-e72220cfedc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8b87b14fd9b439f83e3d6b354b598e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241857 Jan 25 16:51:55.788341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:55.815263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:55.831788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Subnet': ['ID=1921d861-ff90-45fd-aeb8-f70d04772bae,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.838977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Pushing event updated for resources: {'Port': ['ID=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:55.863873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8::35e (a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66/43a92362-2e5b-49b0-ab00-a73a17228759/cef68dbd-bdc3-4306-b29d-8fe890ffc9df) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:55.871774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:55.875847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Checking segment: {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:55.876405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network hostable DHCP agents. Network: 5eb46aac-8eb8-4564-8a4f-4b49c84ab518, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:51:55.882574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:55.889257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:55.896081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.930916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:55.980972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0deeed88-a657-4dc4-adbe-dade12701f2b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:55.990160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:51:56.006463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.025296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 5eb46aac-8eb8-4564-8a4f-4b49c84ab518) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:56.029787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:56.030400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.035562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Transition to ACTIVE for port object ecc225f1-23a8-4718-995b-4cfa8a6241bc will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:56.050802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afee9a7-3fa8-4540-aaa5-21ea9100f2e7 None None] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:56.068942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.078721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0deeed88-a657-4dc4-adbe-dade12701f2b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:56.079111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0deeed88-a657-4dc4-adbe-dade12701f2b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:56.082586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.091630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.236990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.242174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.287544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.305167 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76d5257c-d048-44d8-b2d2-d09e1046cfb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7827947 Jan 25 16:51:56.308173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.310980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35364) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:56.396165 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3ad1f969-7e35-4cf6-86b5-1525cc1d5543 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42578ceb9f554041a4ea7c625266f506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486821 Jan 25 16:51:56.397056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.407368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7cac2974-6345-47fb-bfde-ec29d80db912 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:51:56.408886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35368) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:56.433697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Attempting to bind port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:56.434117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Attempting to bind port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '68dc0925-36c0-4ad3-9906-b1c947a76171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:56.434473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Attempting to bind port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad on network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:56.442527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7586cd26-30d1-4fda-8c3a-101ceb529b09,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:56.447019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c247c27-269a-46d5-8cc8-23732931f36e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:56.457525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.466189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:56.466595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Checking segment: {'id': '68dc0925-36c0-4ad3-9906-b1c947a76171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:56.467082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.467480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Bound using segment: {'id': '68dc0925-36c0-4ad3-9906-b1c947a76171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:56.468119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Bound port: 59fa7d72-7d1e-4b28-bf49-3652ddc282ad, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc0925-36c0-4ad3-9906-b1c947a76171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:56.468491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.495131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.499837 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d4dd9b34-fe1e-4547-83c9-3fde44563c70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c247c27-269a-46d5-8cc8-23732931f36e HTTP/1.1" status: 204 len: 168 time: 0.7086389 Jan 25 16:51:56.505410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.506754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60a1656d-ab65-41fc-94c7-09abcb5d91bb {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:51:56.508730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object cef68dbd-bdc3-4306-b29d-8fe890ffc9df will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:56.509163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.510743 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-473de189-160b-464c-a77c-32833e4c576e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8452477 Jan 25 16:51:56.514293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.514967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:56.520972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2cd7924-d994-4a5a-9711-d163a7129b96 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "DELETE /v2.0/routers/60a1656d-ab65-41fc-94c7-09abcb5d91bb HTTP/1.1" status: 204 len: 168 time: 2.9084048 Jan 25 16:51:56.533093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:56.545502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-971315480', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:56.566035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:56.591892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:56.606907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:56.610018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.622816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:56.642170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.648138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d0c4a-1583-4ce6-bcef-e16c1050736f None None] Pushing event updated for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:56.671875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.707397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.719374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.725892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.726891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.871767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Attempting to bind port ecc225f1-23a8-4718-995b-4cfa8a6241bc on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:56.872361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Attempting to bind port ecc225f1-23a8-4718-995b-4cfa8a6241bc by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:56.872780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Attempting to bind port ecc225f1-23a8-4718-995b-4cfa8a6241bc on network c575fc7d-a344-4f56-8451-f853490b649c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:56.927594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:56.929847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Checking segment: {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:56.930805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.932158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Bound using segment: {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:56.932812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Bound port: ecc225f1-23a8-4718-995b-4cfa8a6241bc, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332590fb-30df-4ac9-9a01-1570ddd59e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:56.936564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.951829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:56.963755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:56.966786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:56.972997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:56.980068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:51:56.980987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.018919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.025611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=cef68dbd-bdc3-4306-b29d-8fe890ffc9df,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:57.034896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] For port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:57.037837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7586cd26-30d1-4fda-8c3a-101ceb529b09,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:57.056035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 7cac2974-6345-47fb-bfde-ec29d80db912 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:51:57.056471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.070055 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8c6ae33-b97d-475d-8962-06f93fa7be3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4134510 Jan 25 16:51:57.071417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.075617 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0dc8754-53c6-4c8a-829b-c83cf8159a02 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7586cd26-30d1-4fda-8c3a-101ceb529b09 HTTP/1.1" status: 204 len: 168 time: 0.5566256 Jan 25 16:51:57.077912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:57.078413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35390) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:57.200803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] For port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,segment=NetworkSegment(68dc0925-36c0-4ad3-9906-b1c947a76171),segment_id=68dc0925-36c0-4ad3-9906-b1c947a76171)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:57.216637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:51:57.217617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.233644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] For port ecc225f1-23a8-4718-995b-4cfa8a6241bc, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:57.246983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.267278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.349490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23daca-d785-4be4-855a-e588da4b006a None None] Pushing event updated for resources: {'Port': ['ID=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:57.423772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.446631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] For port ecc225f1-23a8-4718-995b-4cfa8a6241bc, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecc225f1-23a8-4718-995b-4cfa8a6241bc,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:57.489899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.491860 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12b4f0ee-f123-433e-814d-00edb6b346ac HTTP/1.1" status: 204 len: 168 time: 1.0750067 Jan 25 16:51:57.513624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea1ddb-d3af-46ca-bab3-a185cc766594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4f0ee-f123-433e-814d-00edb6b346ac,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:57.522068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.741965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e5c0a74-bc4f-47fd-88f4-f5275799fa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:57.766666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Allocated IP 172.23.0.2 (5eb46aac-8eb8-4564-8a4f-4b49c84ab518/1921d861-ff90-45fd-aeb8-f70d04772bae/12af8310-1035-4b4a-9c5e-dcf47e89f643) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:57.797352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:57.798854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:51:57.799492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:51:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:57.882460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:57.927129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d0c4a-1583-4ce6-bcef-e16c1050736f None None] Pushing event updated for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:57.975885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d7aecb2-1933-421d-b133-6f3c878d5757 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:58.006490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.044833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:58.048827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1c685d-382f-4c16-8bd7-a5c1e5e19b76 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:58.197318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d7aecb2-1933-421d-b133-6f3c878d5757 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:58.201239 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d7aecb2-1933-421d-b133-6f3c878d5757 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1135726 Jan 25 16:51:58.201619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35422) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:58.250206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fe9bec93-151d-4c99-be56-fa65e508e683 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:51:58.297822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1922092693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:58.320983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35426) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:58.325844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: fe9bec93-151d-4c99-be56-fa65e508e683 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:51:58.326192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fe9bec93-151d-4c99-be56-fa65e508e683 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:51:58.348214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.351470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.387291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:58.389085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:51:58.395682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5da1985a46a54b4296ea5d3bfec23873 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:58.400001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.408574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:58.422403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:58.426660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:58.446412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:router and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:58.457500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:58.477840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:58.497137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.521143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e410c0dc-97f9-459c-80b5-d4104c3428f7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:58.594423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.596434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.597934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-005f6bb3-fbe7-4bf6-ab84-1215a5314f50 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/e410c0dc-97f9-459c-80b5-d4104c3428f7 HTTP/1.1" status: 204 len: 168 time: 0.3952866 Jan 25 16:51:58.601275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35430) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:58.617678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.692551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5da1985a46a54b4296ea5d3bfec23873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696551 Jan 25 16:51:58.698667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:58.712467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a8c1-5062-4ca7-be4c-90a814ba80d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5678fdb-6753-4c91-8a90-00050d77eed6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:58.717288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.718306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.734734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3f75f071-add5-4c9a-b75f-e7a3ad6b3e0d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:51:58.757957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3f75f071-add5-4c9a-b75f-e7a3ad6b3e0d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:51:58.762085 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3f75f071-add5-4c9a-b75f-e7a3ad6b3e0d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1592870 Jan 25 16:51:58.764819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35438) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:58.770473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840537407'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:58.777888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:58.778679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.794746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Transition to ACTIVE for port object 12af8310-1035-4b4a-9c5e-dcf47e89f643 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:58.814659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:58.838344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.841945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Transition to ACTIVE for port object 12af8310-1035-4b4a-9c5e-dcf47e89f643 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:58.849042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.864751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.885096 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:51:58.892865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:58.893180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.904850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:58.910807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:58.921048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:58.921929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:58.977430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Pushing event updated for resources: {'Port': ['ID=12af8310-1035-4b4a-9c5e-dcf47e89f643,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:59.002997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:51:59.005643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:51:59.008583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:51:59.041984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Allocated IP 172.23.0.1 (5eb46aac-8eb8-4564-8a4f-4b49c84ab518/1921d861-ff90-45fd-aeb8-f70d04772bae/15a9e26c-bf6d-49c6-8351-b7c287a02194) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:51:59.065454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.117108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Attempting to bind port 12af8310-1035-4b4a-9c5e-dcf47e89f643 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:51:59.117500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Attempting to bind port 12af8310-1035-4b4a-9c5e-dcf47e89f643 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:51:59.117864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Attempting to bind port 12af8310-1035-4b4a-9c5e-dcf47e89f643 on network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:51:59.126764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:50Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:51:57Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:51:59.131538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:51:59.131915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Checking segment: {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:51:59.132326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.132727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Bound using segment: {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:51:59.133208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Bound port: 12af8310-1035-4b4a-9c5e-dcf47e89f643, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:51:59.133600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.142678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464f5b5-0198-4419-a743-1dbc14be6ad4 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:51:50Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:51:57Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:51:59.184372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.248052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.249171 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63fec7e4-f466-4c7d-873b-c1c1971ec7ef tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3274131 Jan 25 16:51:59.257096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35442) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:59.288430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.292394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-584737517'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:59.301568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.340533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] For port 12af8310-1035-4b4a-9c5e-dcf47e89f643, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:51:59.344449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] For port 12af8310-1035-4b4a-9c5e-dcf47e89f643, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=12af8310-1035-4b4a-9c5e-dcf47e89f643,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:51:59.351066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.359125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:59.370089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:network and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:59.373107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:59.383910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:59.411586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:51:59.420046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.450922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f5cf5-6330-4410-b230-f8c5c7381cde None None] Pushing event updated for resources: {'Port': ['ID=12af8310-1035-4b4a-9c5e-dcf47e89f643,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:59.453595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.457639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.479827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.487633 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7205524 Jan 25 16:51:59.491537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e37ee3-37f3-4fce-b80b-2d40045d8b1a None None] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:51:59.494850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35446) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:51:59.503718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:59.509507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:security_group_rule and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:59.513004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:59.522199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:59.530759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '1abc585f-7415-48ed-8ceb-df6e6ab59366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:51:59.554242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.581621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f88d4-16db-49df-887a-51117f780e2a tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc585f-7415-48ed-8ceb-df6e6ab59366,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:59.601065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:51:59.610297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:51:59.612187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-931ece70-ffcf-4a73-8875-861c25a93092 None None] Provisioning for port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:51:59.623144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:51:59.644653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:51:59.681880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.703752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.818099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.854387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Transition to ACTIVE for port object 15a9e26c-bf6d-49c6-8351-b7c287a02194 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:51:59.886766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.913873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:51:59.928998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5678fdb-6753-4c91-8a90-00050d77eed6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:51:59.987423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.001389 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b9095431-bda5-4102-b05d-53ffda3568ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5678fdb-6753-4c91-8a90-00050d77eed6 HTTP/1.1" status: 204 len: 168 time: 1.2989130 Jan 25 16:52:00.024126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.028137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320915d6-6e92-48f4-98e7-a93a36403909,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:00.046578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.173924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:00.181064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Allocated IP 172.26.4.42 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/2f9071b5-9eda-4f8e-b9ad-a601d5d01e70) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:00.229145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.236837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.248107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.251815 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b1434df6-5cd1-42a2-8752-a4426bdf16ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7235310 Jan 25 16:52:00.252212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-51c5e1aa-7f41-46b9-8bdb-727d34411fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.270098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35454) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:00.271282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.372599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf5965-6f6d-4412-9e48-e1d0a68b18fb,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:00.514815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 59fa7d72-7d1e-4b28-bf49-3652ddc282ad up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:00.573372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c69bf5de-08bc-4a80-a6fc-3a24647ecb75 None None] Provisioning for port cef68dbd-bdc3-4306-b29d-8fe890ffc9df completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:00.586353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c69bf5de-08bc-4a80-a6fc-3a24647ecb75 None None] Provisioning complete for port cef68dbd-bdc3-4306-b29d-8fe890ffc9df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:00.586720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c69bf5de-08bc-4a80-a6fc-3a24647ecb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.672334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:00.676076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c69bf5de-08bc-4a80-a6fc-3a24647ecb75 None None] Port cef68dbd-bdc3-4306-b29d-8fe890ffc9df cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:00.689347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=cef68dbd-bdc3-4306-b29d-8fe890ffc9df,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:00.699019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.707815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:00.716781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.717536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Added segment 22caa85c-1eff-470d-ae51-66ef800ca636 of type vlan for network 260a9ee1-f170-419f-a84c-d2e62498fb32 Jan 25 16:52:00.729721 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3637421c-a494-4a01-bc9b-ffad5349d3ff tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules/320915d6-6e92-48f4-98e7-a93a36403909 HTTP/1.1" status: 200 len: 763 time: 0.4224308 Jan 25 16:52:00.731188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:00.732045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:00.732533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.734880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:00.762550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:00.820396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.898035 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f60af883-f1ac-482c-b726-be9df9cb1101 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1315687 Jan 25 16:52:00.907627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:00.927619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35462) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:00.941391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.952997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:00.953782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:00.987272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.012489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.042217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6bfc86fc-b164-4a62-8653-bdda59fbb86a None None] Provisioning complete for port cef68dbd-bdc3-4306-b29d-8fe890ffc9df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:01.043956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bfc86fc-b164-4a62-8653-bdda59fbb86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.090821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:01.105620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:01.108135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:01.129755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.142889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc86fc-b164-4a62-8653-bdda59fbb86a None None] Port cef68dbd-bdc3-4306-b29d-8fe890ffc9df cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:01.179022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,segment=NetworkSegment(68dc0925-36c0-4ad3-9906-b1c947a76171),segment_id=68dc0925-36c0-4ad3-9906-b1c947a76171)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:01.181612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.187195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.187569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.189694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 12af8310-1035-4b4a-9c5e-dcf47e89f643 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:01.211931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.324840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd910972-e863-4825-baec-ad83deb8d64c None None] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:01.348698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.390149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event updated for resources: {'Port': ['ID=2f9071b5-9eda-4f8e-b9ad-a601d5d01e70,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:01.392957 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1283462 Jan 25 16:52:01.400625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:01.404690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71f04a-38f7-4b77-9992-2d5fdd0dd29e tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Network': ['ID=260a9ee1-f170-419f-a84c-d2e62498fb32,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:01.409752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'subnet': {'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:01.437769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:01.446635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.480477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=320915d6-6e92-48f4-98e7-a93a36403909,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:01.485175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.488404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7b740ef0-9cf3-4269-95d1-0323fef1f85e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/320915d6-6e92-48f4-98e7-a93a36403909 HTTP/1.1" status: 204 len: 168 time: 0.5560219 Jan 25 16:52:01.491643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:01.558377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:01.561245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 12af8310-1035-4b4a-9c5e-dcf47e89f643 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:01.570583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bf73a115-cfc6-4dbe-8d40-9c59b641ed9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:01.582783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecc225f1-23a8-4718-995b-4cfa8a6241bc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:01.608840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Provisioning complete for port cef68dbd-bdc3-4306-b29d-8fe890ffc9df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:01.608840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.639390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bf73a115-cfc6-4dbe-8d40-9c59b641ed9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:01.643281 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bf73a115-cfc6-4dbe-8d40-9c59b641ed9b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1481001 Jan 25 16:52:01.645961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:01.656099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '1abc585f-7415-48ed-8ceb-df6e6ab59366', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:01.665116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:01.677509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.694653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:01.738605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.761012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:01.772873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:subnet and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:01.774413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.778990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:01.789266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:01.794574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.808019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Port cef68dbd-bdc3-4306-b29d-8fe890ffc9df cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:01.925303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:01.929335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.932836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Provisioning for port 12af8310-1035-4b4a-9c5e-dcf47e89f643 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:01.939817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Provisioning complete for port 12af8310-1035-4b4a-9c5e-dcf47e89f643 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:01.940233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:01.971610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ecc225f1-23a8-4718-995b-4cfa8a6241bc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:02.001578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ecc225f1-23a8-4718-995b-4cfa8a6241bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:02.001803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.008738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.016221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.119945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022c7966-ff2b-4161-b85b-197504fdbae8,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:02.155416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.159824 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b86cbc7a-4220-4e80-962a-301ffb2e4d9e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5125992 Jan 25 16:52:02.172293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:02.195064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.200832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-23f690aa-815b-401a-96b9-1e67b3c19570 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules/022c7966-ff2b-4161-b85b-197504fdbae8 HTTP/1.1" status: 200 len: 763 time: 0.0276246 Jan 25 16:52:02.201464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35482) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:02.237263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.281232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b140801f-6e98-4793-b4bd-928f71e08879 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:02.299321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.305092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.307359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.315795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ecc225f1-23a8-4718-995b-4cfa8a6241bc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecc225f1-23a8-4718-995b-4cfa8a6241bc,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:02.318819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] For port 12af8310-1035-4b4a-9c5e-dcf47e89f643, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=12af8310-1035-4b4a-9c5e-dcf47e89f643,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:02.322670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.380748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b140801f-6e98-4793-b4bd-928f71e08879 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:02.385536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b140801f-6e98-4793-b4bd-928f71e08879 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1743362 Jan 25 16:52:02.393612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:02.410959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.442189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 59fa7d72-7d1e-4b28-bf49-3652ddc282ad up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:02.468084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.489377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.505228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:02.527459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.604957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Provisioning complete for port 12af8310-1035-4b4a-9c5e-dcf47e89f643 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:02.605346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.638535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab879-1ef3-4e8d-8ddc-c9ea59d2fe00 None None] Pushing event updated for resources: {'Port': ['ID=12af8310-1035-4b4a-9c5e-dcf47e89f643,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:02.669743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:02.670115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.705016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event updated for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:02.720341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:02.725504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:02.739563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.837294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.911404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Provisioning for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:02.931067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Provisioning complete for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:02.933263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:02.995012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ed3403d1-2ff6-4369-bfb2-7c08e0feb438 None None] Port 15a9e26c-bf6d-49c6-8351-b7c287a02194 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:03.039506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.105262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=022c7966-ff2b-4161-b85b-197504fdbae8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:03.109420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.110633 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-423e7536-a4f4-4947-9f45-c119710e2440 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/022c7966-ff2b-4161-b85b-197504fdbae8 HTTP/1.1" status: 204 len: 168 time: 0.7158976 Jan 25 16:52:03.114379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35490) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:03.123723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9533cfa0-95e1-4c75-899e-7672b30e092e None None] Provisioning complete for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:03.124068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9533cfa0-95e1-4c75-899e-7672b30e092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.158019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.161936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:03.183302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9533cfa0-95e1-4c75-899e-7672b30e092e None None] Port 15a9e26c-bf6d-49c6-8351-b7c287a02194 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:03.190660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c0749ad-1278-4132-acf8-b9b1d935a837 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:03.232005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.232660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.280808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Subnet': ['ID=04d523d1-9541-4f1e-b00d-9fe295965ac9,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:03.350834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Checking segment: {'id': '22caa85c-1eff-470d-ae51-66ef800ca636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:03.351201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network hostable DHCP agents. Network: 260a9ee1-f170-419f-a84c-d2e62498fb32, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:03.354578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c0749ad-1278-4132-acf8-b9b1d935a837 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:03.355941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4c0749ad-1278-4132-acf8-b9b1d935a837 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2405865 Jan 25 16:52:03.359196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35494) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:03.366679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '1abc585f-7415-48ed-8ceb-df6e6ab59366', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:03.378641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:03.391195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:03.400429 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-820869a2-bd04-41e0-b604-8a7f6c8309a7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0807195 Jan 25 16:52:03.401866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:03.403954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35500) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:03.404744 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:03.413651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:03.417524 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:03.418504 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:03.434892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=cef68dbd-bdc3-4306-b29d-8fe890ffc9df,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:03.441921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.527080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:03.563753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.573563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 260a9ee1-f170-419f-a84c-d2e62498fb32) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:03.583546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c36f80-d987-4ef9-a2dc-14af3c5e1092 None None] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:03.599395 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:03.641239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:03.641828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.695203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:03.699202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:03.708114 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-42731f09-1c55-4f5c-8aa8-3d74b8dfdc30 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3064029 Jan 25 16:52:03.713114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:03.722408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'network': {'name': 'tempest-router-network01--2083235572'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:03.785757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:03.806521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:network and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:03.898440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.910875 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:03.919232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:03.946376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:03.996713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-260a9ee1-f170-419f-a84c-d2e62498fb32', 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32', 'tenant_id': '8e4a5f385eac4ba488fc39d66432a379', 'fixed_ips': [{'subnet_id': '04d523d1-9541-4f1e-b00d-9fe295965ac9'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:03.997931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.008031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:04.011532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.019902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d27590-8852-4deb-a38a-7d7010cd6bc7,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:04.076110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.079945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ffab1045-691f-4a5f-935f-a09271ef1b81 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7170694 Jan 25 16:52:04.083185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35508) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.083372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:04.096983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Router 817a51a7-948f-406c-b32a-57d8e3fb3f19 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:04.111634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.112026 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Added segment e50c1504-6385-4840-91cc-756c7a1f25ef of type vlan for network 17d4e22d-1a74-44c7-998a-538fd53dbf49 Jan 25 16:52:04.124068 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:01Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:04.131931 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-05c83409-2d7f-4ac2-97b5-1f88f89b0ab8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules/00d27590-8852-4deb-a38a-7d7010cd6bc7 HTTP/1.1" status: 200 len: 764 time: 0.0445437 Jan 25 16:52:04.139606 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:04.140735 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Updating router b49e647c-827a-4fca-bdb9-f98226ad0c99 port 15a9e26c-bf6d-49c6-8351-b7c287a02194 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:52:04.158608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35512) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.230903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.242957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 6bf8e527-4d16-4ba6-a20b-bf028099869f is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:04.246548 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.271050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2f620e20-798a-49b6-9006-3a6e0f29922e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:04.277832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-48539e54-0555-4baf-b60f-dcda420010af None None] Provisioning complete for port cef68dbd-bdc3-4306-b29d-8fe890ffc9df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:04.283273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48539e54-0555-4baf-b60f-dcda420010af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.332255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2f620e20-798a-49b6-9006-3a6e0f29922e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:04.333510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2f620e20-798a-49b6-9006-3a6e0f29922e tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1739407 Jan 25 16:52:04.336922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.351562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-48539e54-0555-4baf-b60f-dcda420010af None None] Port cef68dbd-bdc3-4306-b29d-8fe890ffc9df cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:04.362035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Allocated IP 172.20.0.2 (260a9ee1-f170-419f-a84c-d2e62498fb32/04d523d1-9541-4f1e-b00d-9fe295965ac9/c8626366-57d8-43ce-8a55-d1c0cf539b08) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:04.386805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:52:04.391050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.392145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:52:04.413929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.437116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Removed routes are [] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:52:04.437676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.502168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 12af8310-1035-4b4a-9c5e-dcf47e89f643 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:04.586805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.714808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:04.718927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.725098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:04.725762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.762479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] Sync routers for ids ['817a51a7-948f-406c-b32a-57d8e3fb3f19'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:04.806899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] Routers {'817a51a7-948f-406c-b32a-57d8e3fb3f19'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:04.808153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['817a51a7-948f-406c-b32a-57d8e3fb3f19'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:04.834924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:04.860336 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0bf35121-a8eb-465a-85a0-86cbfe038460 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/6bf8e527-4d16-4ba6-a20b-bf028099869f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7772539 Jan 25 16:52:04.864980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35520) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.866820 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1507173 Jan 25 16:52:04.878388 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] Sync routers for ids ['6bf8e527-4d16-4ba6-a20b-bf028099869f'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:04.883586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.904898 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.920333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.924234 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] Routers {'6bf8e527-4d16-4ba6-a20b-bf028099869f'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:04.924915 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ab6eff5-32aa-42e0-9907-07676a4a1091 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3882813 Jan 25 16:52:04.925047 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6bf8e527-4d16-4ba6-a20b-bf028099869f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:04.929370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'network': {'name': 'tempest-router-network02--1833496174'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:04.933046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:04.940525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2f41-a538-4cd9-a3e6-5216b4f04c37 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Network': ['ID=17d4e22d-1a74-44c7-998a-538fd53dbf49,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:04.954099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:04.958084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 12af8310-1035-4b4a-9c5e-dcf47e89f643 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:04.961516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:04.998214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:05.017120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:05.027292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.033028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.037067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:network and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:05.040758 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Transition to ACTIVE for port object 15a9e26c-bf6d-49c6-8351-b7c287a02194 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:05.043835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.051347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:05.052347 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.059926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00d27590-8852-4deb-a38a-7d7010cd6bc7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:05.065180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:05.075310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.076690 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4d58e7bb-6f59-44cd-9879-1dc9d3527fb2 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/00d27590-8852-4deb-a38a-7d7010cd6bc7 HTTP/1.1" status: 204 len: 168 time: 0.7386115 Jan 25 16:52:05.080358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35532) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:05.103232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466c12e-bcbb-487e-89c4-ee4bad55e1c2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:05.104432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9466c12e-bcbb-487e-89c4-ee4bad55e1c2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:05.110760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:05.114717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.121202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.152513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c207036-3afa-4485-b7e0-54e105948d8d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:05.155698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.165346 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] Routers {'6bf8e527-4d16-4ba6-a20b-bf028099869f'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:05.166030 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6bf8e527-4d16-4ba6-a20b-bf028099869f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.191582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Transition to ACTIVE for port object c8626366-57d8-43ce-8a55-d1c0cf539b08 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:05.208017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] Routers {'817a51a7-948f-406c-b32a-57d8e3fb3f19'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:05.208987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['817a51a7-948f-406c-b32a-57d8e3fb3f19'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.260967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9466c12e-bcbb-487e-89c4-ee4bad55e1c2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:05.262420 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9466c12e-bcbb-487e-89c4-ee4bad55e1c2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports/cef68dbd-bdc3-4306-b29d-8fe890ffc9df HTTP/1.1" status: 200 len: 983 time: 0.3839850 Jan 25 16:52:05.272255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:05.274429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:05.362890 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.363244 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3005b9f1-12b0-4bd6-af6b-c9f72f073518 None None] The sync data for ids ['6bf8e527-4d16-4ba6-a20b-bf028099869f'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:05.372500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.373467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736ebe5-62a7-4604-b0d5-8c5b70f33dce None None] The sync data for ids ['817a51a7-948f-406c-b32a-57d8e3fb3f19'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:05.384895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66541aa-05c9-422e-9c79-6bbc04169ca0 None None] Pushing event updated for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:05.387405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Transition to ACTIVE for port object c8626366-57d8-43ce-8a55-d1c0cf539b08 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:05.409602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.416354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c207036-3afa-4485-b7e0-54e105948d8d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:05.417931 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0c207036-3afa-4485-b7e0-54e105948d8d tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3366337 Jan 25 16:52:05.420814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35540) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:05.465294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.465639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Added segment afa75645-30ae-417e-b3cc-84fa577b73ea of type vlan for network 2cd78223-2761-4229-9a7b-91f58db6820e Jan 25 16:52:05.472205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:05.481350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:05.510660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:05.527496 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Attempting to bind port 15a9e26c-bf6d-49c6-8351-b7c287a02194 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:05.528257 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Attempting to bind port 15a9e26c-bf6d-49c6-8351-b7c287a02194 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:05.528462 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Attempting to bind port 15a9e26c-bf6d-49c6-8351-b7c287a02194 on network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:05.534856 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:05.535386 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Checking segment: {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:05.535877 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.536359 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Bound using segment: {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:05.536920 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Bound port: 15a9e26c-bf6d-49c6-8351-b7c287a02194, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34689ac7-cf07-4a54-b630-612f18ff697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:05.537454 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.547802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:05.550677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecc225f1-23a8-4718-995b-4cfa8a6241bc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:05.649292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.657995 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] For port 15a9e26c-bf6d-49c6-8351-b7c287a02194, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:05.663122 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] For port 15a9e26c-bf6d-49c6-8351-b7c287a02194, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=15a9e26c-bf6d-49c6-8351-b7c287a02194,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:05.669104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.729771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:05.736885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Attempting to bind port c8626366-57d8-43ce-8a55-d1c0cf539b08 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:05.737488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Attempting to bind port c8626366-57d8-43ce-8a55-d1c0cf539b08 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '22caa85c-1eff-470d-ae51-66ef800ca636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:05.738048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Attempting to bind port c8626366-57d8-43ce-8a55-d1c0cf539b08 on network 260a9ee1-f170-419f-a84c-d2e62498fb32 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:05.738451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.743026 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:05.743729 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:05.743914 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c37e5b4b-14e6-47cf-b362-9574a9e72c07 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 934 time: 2.3383760 Jan 25 16:52:05.747553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35544) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:05.752406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Pushing event updated for resources: {'Port': ['ID=c8626366-57d8-43ce-8a55-d1c0cf539b08,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:05.760334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:05.761332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Checking segment: {'id': '22caa85c-1eff-470d-ae51-66ef800ca636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:05.762135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.762645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Bound using segment: {'id': '22caa85c-1eff-470d-ae51-66ef800ca636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:05.763299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Bound port: c8626366-57d8-43ce-8a55-d1c0cf539b08, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22caa85c-1eff-470d-ae51-66ef800ca636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '260a9ee1-f170-419f-a84c-d2e62498fb32'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:05.763696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.829732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ecc225f1-23a8-4718-995b-4cfa8a6241bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:05.830090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:05.936795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:06.027011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.035611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] For port c8626366-57d8-43ce-8a55-d1c0cf539b08, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:06.046734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:52:06.048588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] For port c8626366-57d8-43ce-8a55-d1c0cf539b08, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c8626366-57d8-43ce-8a55-d1c0cf539b08,segment=NetworkSegment(22caa85c-1eff-470d-ae51-66ef800ca636),segment_id=22caa85c-1eff-470d-ae51-66ef800ca636)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:06.055432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.095078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.130588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9c01f97b-0dc2-4477-a13f-17f842cda46f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 934 time: 0.3807931 Jan 25 16:52:06.134854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35548) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:06.149555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'routes': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:06.165920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f86e63-b219-4f30-adb1-428f8519a2ea None None] Pushing event updated for resources: {'Port': ['ID=c8626366-57d8-43ce-8a55-d1c0cf539b08,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:06.201562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.207664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:06.208795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.331944 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66541aa-05c9-422e-9c79-6bbc04169ca0 None None] Pushing event updated for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:06.447559 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5620363 Jan 25 16:52:06.477796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35552) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:06.497267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'subnet': {'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:06.552299 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:04Z', 'revision_number': 6, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:05Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:06.558254 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111e9f5-51c8-4655-8cb6-3b0424b04fb0 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:04Z', 'revision_number': 6, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:05Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:06.682349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa4ef0-0909-4258-aa05-87f3ffc64727 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Network': ['ID=2cd78223-2761-4229-9a7b-91f58db6820e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:06.685981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:06.700837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:subnet and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:06.708137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:06.711237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2cd78223-2761-4229-9a7b-91f58db6820e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:06.712601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.714156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.768022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:06.823351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc585f-7415-48ed-8ceb-df6e6ab59366,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:06.839482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:06.843317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.967073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:06.968535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8aa067c1-07a9-4220-94f4-990e912b63e4 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/1abc585f-7415-48ed-8ceb-df6e6ab59366 HTTP/1.1" status: 204 len: 168 time: 1.5463746 Jan 25 16:52:06.972445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:07.008821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:07.210322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a020fcf2-a89d-46fc-9326-ebb951b932d8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:07.384327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a020fcf2-a89d-46fc-9326-ebb951b932d8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:07.385632 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a020fcf2-a89d-46fc-9326-ebb951b932d8 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4117150 Jan 25 16:52:07.408589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:07.425652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group': {'name': 'tempest-secgroup--408755924'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:07.437143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:07.469966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added routes are [] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:52:07.470516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:52:07.510668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:07.527252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:07.550654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd7f90-7d3a-4e69-bbab-a18cb84901ef None None] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:07.562675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:07.619691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Subnet': ['ID=e199873b-0c2b-406b-9ca1-a09a427fec82,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:07.631853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:07.655590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:07.664764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-becb04a3-a7de-4140-9d46-0742675609a5 None None] Provisioning for port c8626366-57d8-43ce-8a55-d1c0cf539b08 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:07.671231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:07.688145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:07.696105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:07.696745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:07.704369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:07.720018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:07.726201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port cef68dbd-bdc3-4306-b29d-8fe890ffc9df {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:07.726572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:07.794920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Checking segment: {'id': 'e50c1504-6385-4840-91cc-756c7a1f25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:07.795288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network hostable DHCP agents. Network: 17d4e22d-1a74-44c7-998a-538fd53dbf49, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:07.912352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:08.002300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 17d4e22d-1a74-44c7-998a-538fd53dbf49) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:08.010681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:08.011259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.020570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d7628-401e-460e-8a4d-22fbd2dbf2dd None None] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:08.035867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:08.042041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.047954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b93c9b43-e5a8-4be0-9b8e-e4f0bf6226fd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5662832 Jan 25 16:52:08.048541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35566) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:08.055502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'subnet': {'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:08.071595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.152722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.154453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.172255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.327317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:08.334988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Usage tracker for resource:subnet and tenant:8e4a5f385eac4ba488fc39d66432a379 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:08.339663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:08.348607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:08.349728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:08.577887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:08.588774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.592432 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-98868b06-8da5-4432-9c97-bf5bcd47b774 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 700 time: 2.4544713 Jan 25 16:52:08.592570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35570) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:08.603820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c8626366-57d8-43ce-8a55-d1c0cf539b08 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:08.661355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-17d4e22d-1a74-44c7-998a-538fd53dbf49', 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49', 'tenant_id': '8e4a5f385eac4ba488fc39d66432a379', 'fixed_ips': [{'subnet_id': 'e199873b-0c2b-406b-9ca1-a09a427fec82'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:08.662609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.684695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for cef68dbd-bdc3-4306-b29d-8fe890ffc9df owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:08.809088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2125ca-b71f-4c32-ac9c-4c136a236924,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:08.824168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.828346 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-34c9c62e-8521-4a6a-922f-cf0d33437aa7 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4186752 Jan 25 16:52:08.829298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:08.831464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.840703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Request body: {'security_group_rule': {'security_group_id': '5b2125ca-b71f-4c32-ac9c-4c136a236924', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:08.840889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port c8626366-57d8-43ce-8a55-d1c0cf539b08 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:08.857534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:08.860224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.872753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Usage tracker for resource:security_group_rule and tenant:c6389288ce834b758083b86cf954ecf3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:08.882788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:08.884376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c8626366-57d8-43ce-8a55-d1c0cf539b08 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:08.884777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.911440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Made reservation on behalf of 8e4a5f385eac4ba488fc39d66432a379 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:08.915838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:08.952959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:05Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:08.954126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:08.971397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:08.988933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Allocated IP 172.20.0.2 (17d4e22d-1a74-44c7-998a-538fd53dbf49/e199873b-0c2b-406b-9ca1-a09a427fec82/26a6935b-2c61-4b75-834e-e6aa6dd81613) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:08.999491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:09.000143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:09.026690 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-835a5e1d-556a-4735-9d31-53f47998a5d4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 700 time: 0.4302003 Jan 25 16:52:09.027824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35578) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:09.072347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.189913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router 817a51a7-948f-406c-b32a-57d8e3fb3f19 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:09.281341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.294041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.306188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:09.345425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.368960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=cef68dbd-bdc3-4306-b29d-8fe890ffc9df,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:09.386927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.427575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427cea87-4866-4058-b128-67e64c53505a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:09.510724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.521578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Transition to ACTIVE for port object 26a6935b-2c61-4b75-834e-e6aa6dd81613 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:09.559389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.703147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Subnet': ['ID=206711d7-8db2-482e-85f6-6a72e8c1c45b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:09.723117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Transition to ACTIVE for port object 26a6935b-2c61-4b75-834e-e6aa6dd81613 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:09.723768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:09.736150 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] Sync routers for ids ['817a51a7-948f-406c-b32a-57d8e3fb3f19'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:09.742402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.745103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Checking segment: {'id': 'afa75645-30ae-417e-b3cc-84fa577b73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:09.745520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network hostable DHCP agents. Network: 2cd78223-2761-4229-9a7b-91f58db6820e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:09.746905 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e3e283d0-c110-4b87-86d8-625d480ca364 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "PUT /v2.0/routers/817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 200 len: 920 time: 4.8077135 Jan 25 16:52:09.748061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:09.748608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.755779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.759948 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca8e009d-b662-41b1-8b0d-2f5eee3ee85b tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9226968 Jan 25 16:52:09.760213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] Routers {'817a51a7-948f-406c-b32a-57d8e3fb3f19'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:09.760213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['817a51a7-948f-406c-b32a-57d8e3fb3f19'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:09.767351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35586) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:09.817362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.840884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port c8626366-57d8-43ce-8a55-d1c0cf539b08, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c8626366-57d8-43ce-8a55-d1c0cf539b08,segment=NetworkSegment(22caa85c-1eff-470d-ae51-66ef800ca636),segment_id=22caa85c-1eff-470d-ae51-66ef800ca636)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:09.869549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:09.870577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 15a9e26c-bf6d-49c6-8351-b7c287a02194 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:09.915328 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:09.944810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] Routers {'817a51a7-948f-406c-b32a-57d8e3fb3f19'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:09.945473 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['817a51a7-948f-406c-b32a-57d8e3fb3f19'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:09.945943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:09.947463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 2cd78223-2761-4229-9a7b-91f58db6820e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:09.955763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:09.968242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:09.992214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2cd78223-2761-4229-9a7b-91f58db6820e) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:09.995904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Pushing event updated for resources: {'Port': ['ID=26a6935b-2c61-4b75-834e-e6aa6dd81613,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:09.999699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:10.000765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.009986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.040696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.056446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e3a3e-cbf4-47e4-b031-dd6f765b5880 None None] Network 2cd78223-2761-4229-9a7b-91f58db6820e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:10.064391 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:10.064848 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69046a9-7338-4350-b670-f2bc6a8104dc None None] The sync data for ids ['817a51a7-948f-406c-b32a-57d8e3fb3f19'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:10.112413 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6fd303a8-92d3-44e0-b090-5348e3e99a48 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0619621 Jan 25 16:52:10.118217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35590) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:10.331095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Attempting to bind port 26a6935b-2c61-4b75-834e-e6aa6dd81613 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:10.331493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Attempting to bind port 26a6935b-2c61-4b75-834e-e6aa6dd81613 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e50c1504-6385-4840-91cc-756c7a1f25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:10.331905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Attempting to bind port 26a6935b-2c61-4b75-834e-e6aa6dd81613 on network 17d4e22d-1a74-44c7-998a-538fd53dbf49 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:10.338721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:10.341918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=c8626366-57d8-43ce-8a55-d1c0cf539b08,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:10.358697 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5e127bca-cdc2-4a81-b498-d5c81c164884 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 200 len: 920 time: 0.6066873 Jan 25 16:52:10.362968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35594) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:10.371550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:10.371973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Checking segment: {'id': 'e50c1504-6385-4840-91cc-756c7a1f25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:10.372422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.372530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 6bf8e527-4d16-4ba6-a20b-bf028099869f has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:10.372872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Bound using segment: {'id': 'e50c1504-6385-4840-91cc-756c7a1f25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:10.373436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Bound port: 26a6935b-2c61-4b75-834e-e6aa6dd81613, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50c1504-6385-4840-91cc-756c7a1f25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '17d4e22d-1a74-44c7-998a-538fd53dbf49'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:10.373872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.389204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:10.389637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.416558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.483371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.516509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:10.522182 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87d6dcd2-6aaa-4db5-b0c8-94e78ed164fc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/6bf8e527-4d16-4ba6-a20b-bf028099869f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2459030 Jan 25 16:52:10.529736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:10.540481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] Sync routers for ids ['6bf8e527-4d16-4ba6-a20b-bf028099869f'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:10.609849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] Routers {'6bf8e527-4d16-4ba6-a20b-bf028099869f'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:10.610399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6bf8e527-4d16-4ba6-a20b-bf028099869f'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:10.735419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:10.771901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2125ca-b71f-4c32-ac9c-4c136a236924,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:10.789806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:05Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:10.803004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] For port 26a6935b-2c61-4b75-834e-e6aa6dd81613, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:10.814065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2cd78223-2761-4229-9a7b-91f58db6820e', 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e', 'tenant_id': '8e4a5f385eac4ba488fc39d66432a379', 'fixed_ips': [{'subnet_id': '206711d7-8db2-482e-85f6-6a72e8c1c45b'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:10.814929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.843548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2efb0e9-d2da-4e8e-aad6-64b1f3836ec3 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:05Z', 'revision_number': 4, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:10.854431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] For port 26a6935b-2c61-4b75-834e-e6aa6dd81613, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=26a6935b-2c61-4b75-834e-e6aa6dd81613,segment=NetworkSegment(e50c1504-6385-4840-91cc-756c7a1f25ef),segment_id=e50c1504-6385-4840-91cc-756c7a1f25ef)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:10.864344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] Routers {'6bf8e527-4d16-4ba6-a20b-bf028099869f'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:10.865056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6bf8e527-4d16-4ba6-a20b-bf028099869f'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:10.895673 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-25c7fb63-e603-4d71-9732-254587a4cf93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] remove_router_interface failed (client error): The resource could not be found. Jan 25 16:52:10.900214 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25c7fb63-e603-4d71-9732-254587a4cf93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/6bf8e527-4d16-4ba6-a20b-bf028099869f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3694816 Jan 25 16:52:10.900801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:10.919058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.928802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.947134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-95400ffd-b9ce-4972-80ca-8494c59b963e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:10.965870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-95400ffd-b9ce-4972-80ca-8494c59b963e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:10.970113 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-95400ffd-b9ce-4972-80ca-8494c59b963e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bf8e527-4d16-4ba6-a20b-bf028099869f HTTP/1.1" status: 200 len: 205 time: 0.0678620 Jan 25 16:52:10.971245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35606) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:10.991193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:10.994794 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8af0d93c-bea4-428b-a3d8-450957010f05 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/5b2125ca-b71f-4c32-ac9c-4c136a236924 HTTP/1.1" status: 204 len: 168 time: 1.2185585 Jan 25 16:52:11.003473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35610) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:11.033892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:11.034355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88394a93-edad-4075-8d13-bce4dab42fba None None] The sync data for ids ['6bf8e527-4d16-4ba6-a20b-bf028099869f'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:11.122322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.131845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 15a9e26c-bf6d-49c6-8351-b7c287a02194, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=15a9e26c-bf6d-49c6-8351-b7c287a02194,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:11.142797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f17c63-5c10-4630-bd87-d6d5856e9833 None None] Pushing event updated for resources: {'Port': ['ID=26a6935b-2c61-4b75-834e-e6aa6dd81613,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:11.192728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.303711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:11.322735 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:11.343670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Allocated IP 172.20.0.2 (2cd78223-2761-4229-9a7b-91f58db6820e/206711d7-8db2-482e-85f6-6a72e8c1c45b/0aa902bd-2e7b-4b43-b67d-3e17041543cd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:11.349914 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:11.355215 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:11.387267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c8626366-57d8-43ce-8a55-d1c0cf539b08 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:11.395981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec7887-94e2-467b-a7d5-8b7b619d800a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:11.401189 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3bec7887-94e2-467b-a7d5-8b7b619d800a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=817a51a7-948f-406c-b32a-57d8e3fb3f19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0359297 Jan 25 16:52:11.404233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d923a49-d997-4a93-98f9-9aa16d2eeb64 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:11.410592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:11.423523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.586178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.588687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.621918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.622557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf8e527-4d16-4ba6-a20b-bf028099869f {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:11.634902 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:11.647495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.648914 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a621d82e-a138-4ae1-a78d-df33ef199887 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/6bf8e527-4d16-4ba6-a20b-bf028099869f HTTP/1.1" status: 204 len: 168 time: 0.6765664 Jan 25 16:52:11.651707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:11.654198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d923a49-d997-4a93-98f9-9aa16d2eeb64 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:11.657883 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4d923a49-d997-4a93-98f9-9aa16d2eeb64 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6486831 Jan 25 16:52:11.747570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c8626366-57d8-43ce-8a55-d1c0cf539b08 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:11.748595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.758769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35622) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:11.824095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c7b42-91b1-4d5d-89c8-dcd39db11bad tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:11.834787 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-142c7b42-91b1-4d5d-89c8-dcd39db11bad tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.4169338 Jan 25 16:52:11.836556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35626) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:11.928325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet 43a92362-2e5b-49b0-ab00-a73a17228759 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:11.933142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.938811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:11.999613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dcc058b8-e176-4b91-992e-48bf8f39df14 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 200 len: 205 time: 0.0679991 Jan 25 16:52:12.001185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Transition to ACTIVE for port object 0aa902bd-2e7b-4b43-b67d-3e17041543cd will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:12.001544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35630) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:12.004401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.032098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Transition to ACTIVE for port object 0aa902bd-2e7b-4b43-b67d-3e17041543cd will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:12.041818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.090149 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:11Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:12.096708 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:12.120204 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:12.120852 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:12.127099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Network 2cd78223-2761-4229-9a7b-91f58db6820e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:12.127575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.130600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:12.135924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:12.138127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Pushing event updated for resources: {'Port': ['ID=0aa902bd-2e7b-4b43-b67d-3e17041543cd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:12.229423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.249791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Attempting to bind port 0aa902bd-2e7b-4b43-b67d-3e17041543cd on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:12.250148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Attempting to bind port 0aa902bd-2e7b-4b43-b67d-3e17041543cd by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'afa75645-30ae-417e-b3cc-84fa577b73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:12.250503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Attempting to bind port 0aa902bd-2e7b-4b43-b67d-3e17041543cd on network 2cd78223-2761-4229-9a7b-91f58db6820e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:12.257203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:12.257741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Checking segment: {'id': 'afa75645-30ae-417e-b3cc-84fa577b73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:12.258152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.258548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Bound using segment: {'id': 'afa75645-30ae-417e-b3cc-84fa577b73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:12.259014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Bound port: 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa75645-30ae-417e-b3cc-84fa577b73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2cd78223-2761-4229-9a7b-91f58db6820e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:12.259383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.288322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.300870 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/43a92362-2e5b-49b0-ab00-a73a17228759 HTTP/1.1" status: 204 len: 168 time: 0.6454499 Jan 25 16:52:12.308019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35634) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:12.311114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230041c-d01c-4a1d-ae46-e6e2aa30d8f0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=43a92362-2e5b-49b0-ab00-a73a17228759,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:12.317540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2bb01-ea81-4da0-a0c2-3f853000b9b0 None None] Network a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:12.409346 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:12.475091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.482745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.498592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:12.498931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.585289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:12.688504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:12.715023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977f139-0cf8-4b17-ac82-b8b8e502a399 None None] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:12.742350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.783437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,segment=NetworkSegment(68dc0925-36c0-4ad3-9906-b1c947a76171),segment_id=68dc0925-36c0-4ad3-9906-b1c947a76171)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:12.784092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.857619 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:11Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:12.862241 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f134a8-d16b-4852-9084-eceb18acf8c8 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:07Z', 'revision_number': 7, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '15a9e26c-bf6d-49c6-8351-b7c287a02194', 'name': '', 'network_id': '5eb46aac-8eb8-4564-8a4f-4b49c84ab518', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ab:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:57Z', 'updated_at': '2022-01-25T16:52:11Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': '1921d861-ff90-45fd-aeb8-f70d04772bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:12.888664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7968b55d-599a-492b-a48b-7077f5a6be37 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:12.928246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 15a9e26c-bf6d-49c6-8351-b7c287a02194 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:12.928878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:12.939446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 59fa7d72-7d1e-4b28-bf49-3652ddc282ad owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:13.011660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.060263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.070158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port 2f9071b5-9eda-4f8e-b9ad-a601d5d01e70 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:13.070586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.073804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f8549a48-c243-4222-9bf4-b3d516628159 None None] Provisioning for port 26a6935b-2c61-4b75-834e-e6aa6dd81613 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:13.114443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No DVR routers for this DVR port 59fa7d72-7d1e-4b28-bf49-3652ddc282ad on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:13.116380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d96f-04c8-4824-be20-7a589c840389 None None] Pushing event updated for resources: {'Port': ['ID=0aa902bd-2e7b-4b43-b67d-3e17041543cd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:13.195114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=59fa7d72-7d1e-4b28-bf49-3652ddc282ad,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:13.256126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7968b55d-599a-492b-a48b-7077f5a6be37 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group_rule {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:13.258133 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7968b55d-599a-492b-a48b-7077f5a6be37 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.4983664 Jan 25 16:52:13.264787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c140929-886f-4770-9414-2331a58b9879 None None] DHCP port deletion for a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:13.266643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35638) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:13.356057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.410025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:13.441287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dc0925-36c0-4ad3-9906-b1c947a76171') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:13.441510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dc0925-36c0-4ad3-9906-b1c947a76171') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:13.471155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.472423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-7ce825dc-63db-49e2-a625-317618500761 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] delete failed (client error): The resource could not be found. Jan 25 16:52:13.477491 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ce825dc-63db-49e2-a625-317618500761 tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "DELETE /v2.0/security-groups/5b2125ca-b71f-4c32-ac9c-4c136a236924 HTTP/1.1" status: 404 len: 347 time: 0.1948860 Jan 25 16:52:13.482867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:13.518103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.542302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:13.542784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:13.562241 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:13.620931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 26a6935b-2c61-4b75-834e-e6aa6dd81613 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:13.621954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.630129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Allocated IP 172.20.0.1 (17d4e22d-1a74-44c7-998a-538fd53dbf49/e199873b-0c2b-406b-9ca1-a09a427fec82/e916109a-90ff-4ad2-b99e-5b70cade7e47) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:13.694482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9f50e78-cfff-4ee0-b23e-6ca0d907dd1f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Synchronizing usage tracker for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:13.719117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9f50e78-cfff-4ee0-b23e-6ca0d907dd1f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] Unset dirty status for tenant:c6389288ce834b758083b86cf954ecf3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:13.725659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9f50e78-cfff-4ee0-b23e-6ca0d907dd1f tempest-SecGroupTest-1561231574 tempest-SecGroupTest-1561231574-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2400775 Jan 25 16:52:13.727636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.734004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 26a6935b-2c61-4b75-834e-e6aa6dd81613 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:13.736027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.746481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 26a6935b-2c61-4b75-834e-e6aa6dd81613 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:13.746863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.770996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:13.792417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 15a9e26c-bf6d-49c6-8351-b7c287a02194, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=15a9e26c-bf6d-49c6-8351-b7c287a02194,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:13.792815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.819736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6dd8293-347b-480f-9f57-08e3c33b9df7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/a1e9eaa0-3563-49a4-bf7f-c994d4fb0b66 HTTP/1.1" status: 204 len: 168 time: 1.5039060 Jan 25 16:52:13.820140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35650) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:13.827410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670650027'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:13.841119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:13.846868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:13.852972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:13.863437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:13.890757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:13.894758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.907855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-087caa5e-ebdd-4351-a660-1a5b4fe06ef8 None None] Provisioning complete for port 26a6935b-2c61-4b75-834e-e6aa6dd81613 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:13.908271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-087caa5e-ebdd-4351-a660-1a5b4fe06ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.933136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:13.948069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:13.948069 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 63b5e872-d12d-47cc-8477-08402eedb795 of type vlan for network 57bcf208-b9e3-49d8-bee4-230be33359e0 Jan 25 16:52:13.972127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 15a9e26c-bf6d-49c6-8351-b7c287a02194 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:13.992347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.040886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.048718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:14.049769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.091167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for 2f9071b5-9eda-4f8e-b9ad-a601d5d01e70 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:14.158122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.171853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-087caa5e-ebdd-4351-a660-1a5b4fe06ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.181930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=57bcf208-b9e3-49d8-bee4-230be33359e0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:14.202148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:14.207193 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0f4b548-465b-4667-8a2b-817d2845a4da tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3825009 Jan 25 16:52:14.211222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35656) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:14.223022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:14.254303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35660) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:14.336720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 26a6935b-2c61-4b75-834e-e6aa6dd81613, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=26a6935b-2c61-4b75-834e-e6aa6dd81613,segment=NetworkSegment(e50c1504-6385-4840-91cc-756c7a1f25ef),segment_id=e50c1504-6385-4840-91cc-756c7a1f25ef)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:14.371059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.371851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 15a9e26c-bf6d-49c6-8351-b7c287a02194 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:14.479416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:14.483748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:14.487171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:14.493887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:14.505172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:14.510130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.671563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.676137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No active binding found for port 15a9e26c-bf6d-49c6-8351-b7c287a02194 {{(pid=87554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 25 16:52:14.676671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 15a9e26c-bf6d-49c6-8351-b7c287a02194 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 16:52:14.708002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2b579-da25-4b0d-b697-97b767f4994a None None] Network 2cd78223-2761-4229-9a7b-91f58db6820e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:14.791359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.800023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port 15a9e26c-bf6d-49c6-8351-b7c287a02194 not found, will not notify nova. {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 16:52:14.808656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-087caa5e-ebdd-4351-a660-1a5b4fe06ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:14.809003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-087caa5e-ebdd-4351-a660-1a5b4fe06ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:14.830805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=26a6935b-2c61-4b75-834e-e6aa6dd81613,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:14.887022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=15a9e26c-bf6d-49c6-8351-b7c287a02194,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:14.898242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=ef5a293a-146e-44c4-8486-954d3f3e7a66,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:14.906214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '63b5e872-d12d-47cc-8477-08402eedb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:14.906597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 57bcf208-b9e3-49d8-bee4-230be33359e0, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:14.906736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.906965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.907315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.907629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.907957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.908279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.908677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.908909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.909239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.910004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.910328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.910648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:14.933857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:14.949248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 57bcf208-b9e3-49d8-bee4-230be33359e0) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:14.960714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:14.961842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:14.990873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de5661-1dd3-446f-8850-b4beb7491755 None None] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:14.994502 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37f27c1b-14f3-48b1-81f4-6bb6ecb4c2f1 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7813418 Jan 25 16:52:14.996868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:14.997932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.004999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1750233172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:15.015022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:15.020530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:15.027502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:15.038931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:15.057889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.059960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.076836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9260be01-0761-4f82-bcf6-6ddefa5855a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6389288ce834b758083b86cf954ecf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8191478 Jan 25 16:52:15.080337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:15.097186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Transition to ACTIVE for port object e916109a-90ff-4ad2-b99e-5b70cade7e47 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:15.169110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.214475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.306468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.344480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6a5bf-b612-477d-b163-5e6150b1c4eb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:15.364771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.388246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.407596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.409881 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04877dbc-a680-419c-9770-e5be0819dd51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60d6a5bf-b612-477d-b163-5e6150b1c4eb HTTP/1.1" status: 204 len: 168 time: 0.3253419 Jan 25 16:52:15.419830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.452903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.457520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=2f9071b5-9eda-4f8e-b9ad-a601d5d01e70,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:15.465795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.467040 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5e01f140-676e-414c-a7a5-0f7bcfb016a4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4686680 Jan 25 16:52:15.470544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35676) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:15.522721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.560582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-57bcf208-b9e3-49d8-bee4-230be33359e0', 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'ef5a293a-146e-44c4-8486-954d3f3e7a66'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:15.561748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.587312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0aa902bd-2e7b-4b43-b67d-3e17041543cd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:15.766781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b36df56-855f-4868-a751-4fab59fa308c None None] Provisioning for port 0aa902bd-2e7b-4b43-b67d-3e17041543cd completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:15.808485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0aa902bd-2e7b-4b43-b67d-3e17041543cd completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:15.817809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0aa902bd-2e7b-4b43-b67d-3e17041543cd triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:15.819175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:15.834734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:15.842600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Port': ['ID=e916109a-90ff-4ad2-b99e-5b70cade7e47,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:15.845331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:15.852826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:15.894780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.076869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.132452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Allocated IP 2001:db8::2 (57bcf208-b9e3-49d8-bee4-230be33359e0/ef5a293a-146e-44c4-8486-954d3f3e7a66/4f5139a3-fac5-4593-a697-86f4bcffb0c0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:16.152074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:16.175536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.176328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 26a6935b-2c61-4b75-834e-e6aa6dd81613 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:16.244534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.288177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.294769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.374542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.390382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43feff9c-f4d5-4023-ba42-150b9446c433 None None] Provisioning for port e916109a-90ff-4ad2-b99e-5b70cade7e47 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:16.413014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43feff9c-f4d5-4023-ba42-150b9446c433 None None] Provisioning complete for port e916109a-90ff-4ad2-b99e-5b70cade7e47 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:16.413521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43feff9c-f4d5-4023-ba42-150b9446c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.422538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.423047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router 817a51a7-948f-406c-b32a-57d8e3fb3f19 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:16.466050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:16.472472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.473649 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0d26d936-aeca-44fe-b13f-e51d4691490d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 204 len: 168 time: 4.4645102 Jan 25 16:52:16.480009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35698) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:16.488340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-771228279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:16.496498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0aa902bd-2e7b-4b43-b67d-3e17041543cd,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:16.505186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 26a6935b-2c61-4b75-834e-e6aa6dd81613 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:16.506208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.528864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:16.547323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-43feff9c-f4d5-4023-ba42-150b9446c433 None None] Port e916109a-90ff-4ad2-b99e-5b70cade7e47 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:16.592814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:16.597662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032339 Jan 25 16:52:16.604215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:16.726846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.744850 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f57a2baf-62c9-4e11-871e-f8f44ce67b40 tempest-NetworksApiDiscovery-949614129 tempest-NetworksApiDiscovery-949614129-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1388993 Jan 25 16:52:16.745164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:16.752203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:16.764052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Transition to ACTIVE for port object 4f5139a3-fac5-4593-a697-86f4bcffb0c0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:16.795326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 59fa7d72-7d1e-4b28-bf49-3652ddc282ad no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:16.832576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:16.868555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.890622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Transition to ACTIVE for port object 4f5139a3-fac5-4593-a697-86f4bcffb0c0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:16.892312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 59fa7d72-7d1e-4b28-bf49-3652ddc282ad {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:16.892652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 59fa7d72-7d1e-4b28-bf49-3652ddc282ad not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:16.899402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.900771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.901881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.967463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:16.968435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:16.979406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:16.981884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:16.985877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:16.988461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:17.004553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8::1 (57bcf208-b9e3-49d8-bee4-230be33359e0/ef5a293a-146e-44c4-8486-954d3f3e7a66/dd7b09b2-bd42-48a0-bddd-22f8ca360f96) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:17.056823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-369c1d47-8ed5-4901-8484-bbef123e922f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0287495 Jan 25 16:52:17.067703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35714) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:17.082513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:17.083316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:17.122587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35718) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:17.172022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Pushing event updated for resources: {'Port': ['ID=4f5139a3-fac5-4593-a697-86f4bcffb0c0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:17.205653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.245818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet 1921d861-ff90-45fd-aeb8-f70d04772bae {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:17.252736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.262086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Attempting to bind port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:17.262460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Attempting to bind port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '63b5e872-d12d-47cc-8477-08402eedb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:17.262821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Attempting to bind port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 on network 57bcf208-b9e3-49d8-bee4-230be33359e0 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:17.275597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:17.275982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Checking segment: {'id': '63b5e872-d12d-47cc-8477-08402eedb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:17.276435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.276807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Bound using segment: {'id': '63b5e872-d12d-47cc-8477-08402eedb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:17.277443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Bound port: 4f5139a3-fac5-4593-a697-86f4bcffb0c0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5e872-d12d-47cc-8477-08402eedb795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57bcf208-b9e3-49d8-bee4-230be33359e0'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:17.277826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.281441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.285103 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e6a8083d-20e9-45a5-a712-4e530b830add tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8016918 Jan 25 16:52:17.294189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35724) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:17.303551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:17.343705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:17.398170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0aa902bd-2e7b-4b43-b67d-3e17041543cd up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:17.468534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.487806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.547553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:17.563742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad65c8e29454d6883e071e8ca1b3aaa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:17.571262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:17.587346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:17.601094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] For port 4f5139a3-fac5-4593-a697-86f4bcffb0c0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:17.641123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.643154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.651931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.667213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] For port 4f5139a3-fac5-4593-a697-86f4bcffb0c0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4f5139a3-fac5-4593-a697-86f4bcffb0c0,segment=NetworkSegment(63b5e872-d12d-47cc-8477-08402eedb795),segment_id=63b5e872-d12d-47cc-8477-08402eedb795)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:17.680208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.751219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0aa902bd-2e7b-4b43-b67d-3e17041543cd triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:17.751923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.768126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.812440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object dd7b09b2-bd42-48a0-bddd-22f8ca360f96 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:17.845026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.853333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Port': ['ID=e916109a-90ff-4ad2-b99e-5b70cade7e47,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:17.877577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482559f4-7239-4ff1-b313-a558b6b2361b None None] Pushing event updated for resources: {'Port': ['ID=4f5139a3-fac5-4593-a697-86f4bcffb0c0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:17.906272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:17.917441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.014308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:18.023455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.024005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:18.027326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:18.027886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.031475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:14Z', 'revision_number': 8, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:18.037175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.041827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:18.053062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:18.053732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:18.073208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.150274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=dd7b09b2-bd42-48a0-bddd-22f8ca360f96,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:18.177893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.178485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.178945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.179350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.179768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.180168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.180570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.181300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.181641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.182033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.182418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.183151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:18.187502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ad65c8e29454d6883e071e8ca1b3aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0267570 Jan 25 16:52:18.191608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:18.205063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=1921d861-ff90-45fd-aeb8-f70d04772bae,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:18.214766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bcbab-5cf7-4ca7-a62a-5fe8eaf70317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2d10e-4938-4abc-a207-2400f29deeda,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:18.239385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.253008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ee4449b9-d747-4c11-a38b-d540fdb68c19 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/1921d861-ff90-45fd-aeb8-f70d04772bae HTTP/1.1" status: 204 len: 168 time: 1.1833315 Jan 25 16:52:18.256389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:18.260289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:18.271530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b72ebb-954b-4a97-a81f-a46ff1092d91 None None] Network 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:18.279838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:18.420074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:18.533799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.557485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.586778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.650905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.680150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.708958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 12af8310-1035-4b4a-9c5e-dcf47e89f643 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:18.708958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.767587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:18.796758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Router c8b5af8c-a856-49ee-8838-1f54b4c97858 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:19.014576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4c8f023c-8668-48ab-ac77-1ed2738c2ad8 None None] Provisioning complete for port e916109a-90ff-4ad2-b99e-5b70cade7e47 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:19.015089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c8f023c-8668-48ab-ac77-1ed2738c2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.134345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f023c-8668-48ab-ac77-1ed2738c2ad8 None None] Port e916109a-90ff-4ad2-b99e-5b70cade7e47 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:19.147553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:19.153269 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-69132484-bd46-43c5-bbe1-499032c0da5b tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0345047 Jan 25 16:52:19.158781 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] Sync routers for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:19.168458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35736) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:19.170675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:14Z', 'revision_number': 8, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:19.173253 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:19.176173 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:19.179503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475f64c9-c6e0-486b-b78b-aed5a7c52d9f None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:14Z', 'revision_number': 8, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc225f1-23a8-4718-995b-4cfa8a6241bc', 'name': '', 'network_id': 'c575fc7d-a344-4f56-8451-f853490b649c', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:ea:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:50Z', 'updated_at': '2022-01-25T16:52:02Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'd79f206c-00dd-41f0-a896-4cc01ff567b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:19.185199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 12af8310-1035-4b4a-9c5e-dcf47e89f643, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=12af8310-1035-4b4a-9c5e-dcf47e89f643,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:19.185653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.268941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] DHCP port deletion for 5eb46aac-8eb8-4564-8a4f-4b49c84ab518 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:19.269797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Allocated IP 172.26.4.7 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/e18257fb-22da-4e8a-a2f5-3f769ec0268f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:19.277418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Deleting port 12af8310-1035-4b4a-9c5e-dcf47e89f643 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:19.279141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.361542 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:19.372166 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:19.372754 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:19.395708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be0982-6042-4c4d-97dc-b5f82bf66713 None None] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:19.425257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 12af8310-1035-4b4a-9c5e-dcf47e89f643 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:19.444520 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:19.445387 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0f203-9661-4573-afae-f838be7f2b39 None None] The sync data for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:19.485108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.523826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2d10e-4938-4abc-a207-2400f29deeda,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:19.524920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9bc208fe-bc93-46e9-b0e0-6e9dec3169e2 None None] Provisioning for port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:19.616855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.618290 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-30714b07-ac36-48cb-afc9-caf9e45d95a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6f2d10e-4938-4abc-a207-2400f29deeda HTTP/1.1" status: 204 len: 168 time: 1.4235845 Jan 25 16:52:19.726051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.755003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.793995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.806818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.808008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.823674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] For port 12af8310-1035-4b4a-9c5e-dcf47e89f643, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=12af8310-1035-4b4a-9c5e-dcf47e89f643,segment=NetworkSegment(34689ac7-cf07-4a54-b630-612f18ff697c),segment_id=34689ac7-cf07-4a54-b630-612f18ff697c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:19.824302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:19.907516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=12af8310-1035-4b4a-9c5e-dcf47e89f643,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:19.932244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No DVR routers for this DVR port 12af8310-1035-4b4a-9c5e-dcf47e89f643 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:19.997539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4f5139a3-fac5-4593-a697-86f4bcffb0c0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:20.012921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.024770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=dd7b09b2-bd42-48a0-bddd-22f8ca360f96,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:20.122256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:20.132741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:20.143632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:20.147036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Calling delete_port for 12af8310-1035-4b4a-9c5e-dcf47e89f643 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:20.188314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:20.196966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:20.283651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event updated for resources: {'Port': ['ID=e18257fb-22da-4e8a-a2f5-3f769ec0268f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:20.344728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:20.345454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:20.350844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:20.362013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:20.362644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.440906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.488071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb46aac-8eb8-4564-8a4f-4b49c84ab518']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:20.595684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34689ac7-cf07-4a54-b630-612f18ff697c') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:20.596014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34689ac7-cf07-4a54-b630-612f18ff697c') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:20.622228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.664399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.694300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4f5139a3-fac5-4593-a697-86f4bcffb0c0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4f5139a3-fac5-4593-a697-86f4bcffb0c0,segment=NetworkSegment(63b5e872-d12d-47cc-8477-08402eedb795),segment_id=63b5e872-d12d-47cc-8477-08402eedb795)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:20.699469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.714278 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-9ec9bf27-603c-4a56-9960-549b4a10b2b9 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:52:20.715431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ec9bf27-603c-4a56-9960-549b4a10b2b9 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5454311 Jan 25 16:52:20.717208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.724683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35762) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:20.775097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 6c64fcb1-ad52-4447-a959-87171825b610 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:20.831525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:20.832043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.841181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4f5139a3-fac5-4593-a697-86f4bcffb0c0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:20.847907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Deleting port 12af8310-1035-4b4a-9c5e-dcf47e89f643 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:20.848279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:20.852704 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:20.920669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Provisioning complete for port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:20.921039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:20.964972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1091bb14-dada-43d5-9d82-54112213f35d None None] The port '12af8310-1035-4b4a-9c5e-dcf47e89f643' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:21.050156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35768) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:21.117006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.148672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Provisioning for port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:21.156079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Provisioning complete for port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:21.156902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.166899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.170349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=5eb46aac-8eb8-4564-8a4f-4b49c84ab518,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:21.265571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-afd84684-94a6-451a-81e1-7273441f6264 None None] Port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:21.325485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4f5139a3-fac5-4593-a697-86f4bcffb0c0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:21.329900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611754111-network', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:21.342659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-16d3d899-085c-4ce0-8685-2939ed2c5fab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/5eb46aac-8eb8-4564-8a4f-4b49c84ab518 HTTP/1.1" status: 204 len: 168 time: 3.0852489 Jan 25 16:52:21.350906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:21.357778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:21.366689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Usage tracker for resource:network and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:21.371523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:21.381453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:21.420031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:21.420475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.426279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Made reservation on behalf of f952c6e6d9a647aa94480cbad72537fa for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:21.429566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.457275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.473154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcf5fa96-4393-4182-8f54-3f2321280af3 None None] Provisioning complete for port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:21.473555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fa96-4393-4182-8f54-3f2321280af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.483710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:21.515305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:21.523039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:21.534403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:21.553908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5fa96-4393-4182-8f54-3f2321280af3 None None] Port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:21.560202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.657370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:21.671128 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d31a6dc4-d088-402d-a666-98df96313526 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/6c64fcb1-ad52-4447-a959-87171825b610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1965706 Jan 25 16:52:21.674873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35778) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:21.687530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] Sync routers for ids ['6c64fcb1-ad52-4447-a959-87171825b610'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:21.696389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 12af8310-1035-4b4a-9c5e-dcf47e89f643 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:21.739085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c2e36db5-0b95-4d6c-9d29-dab4ebc44678 None None] Provisioning complete for port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:21.741363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2e36db5-0b95-4d6c-9d29-dab4ebc44678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.758208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.765825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.773270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] Routers {'6c64fcb1-ad52-4447-a959-87171825b610'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:21.773270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c64fcb1-ad52-4447-a959-87171825b610'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:21.792643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4343b9b-43a7-472b-9f1d-4495e4adcefe tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:21.793553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a4343b9b-43a7-472b-9f1d-4495e4adcefe tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:21.820991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:21.822992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 12af8310-1035-4b4a-9c5e-dcf47e89f643 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:21.823419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 12af8310-1035-4b4a-9c5e-dcf47e89f643 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:21.823910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 15a9e26c-bf6d-49c6-8351-b7c287a02194 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:21.827536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.891303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 15a9e26c-bf6d-49c6-8351-b7c287a02194 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:21.891745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 15a9e26c-bf6d-49c6-8351-b7c287a02194 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:21.905509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:21.923348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] Routers {'6c64fcb1-ad52-4447-a959-87171825b610'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:21.924081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c64fcb1-ad52-4447-a959-87171825b610'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:21.980148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f33639-3986-4c67-8323-5e3b1c810db6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:21.983220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2e36db5-0b95-4d6c-9d29-dab4ebc44678 None None] Port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:21.983878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:21.984229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Added segment e2e11df4-b5ad-443f-b8d8-ffac292466ba of type vlan for network 8e2893b9-2039-45be-bde0-342e7a90ca68 Jan 25 16:52:21.994326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a4343b9b-43a7-472b-9f1d-4495e4adcefe tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:21.995421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:21.995838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa9c9fd-7027-4a8c-8de3-9439c7c192ed None None] The sync data for ids ['6c64fcb1-ad52-4447-a959-87171825b610'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:21.996067 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a4343b9b-43a7-472b-9f1d-4495e4adcefe tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports/dd7b09b2-bd42-48a0-bddd-22f8ca360f96 HTTP/1.1" status: 200 len: 911 time: 0.3189971 Jan 25 16:52:21.999474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:22.195409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.202455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.359598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.594717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.595690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:22.596258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.611858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.678843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Router c7a4ccb7-42ae-4449-b819-90db8aa1331c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:22.756553 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7052474 Jan 25 16:52:22.761841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586002-1f0e-4333-bd65-fe6653fcf4de admin admin] Pushing event updated for resources: {'Network': ['ID=8e2893b9-2039-45be-bde0-342e7a90ca68,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:22.773052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35786) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:22.773681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:22.783276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Request body: {'subnet': {'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611754111-subnet', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:22.820469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:22.840978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Usage tracker for resource:subnet and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:22.850975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:22.888036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:22.921398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting port e916109a-90ff-4ad2-b99e-5b70cade7e47 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:22.921735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:22.947087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Made reservation on behalf of f952c6e6d9a647aa94480cbad72537fa for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:22.949456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.056387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:23.063614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.064790 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-999bb458-ffb9-4780-bde3-c20780b587bf tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "PUT /v2.0/routers/c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 200 len: 877 time: 5.7696321 Jan 25 16:52:23.067663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:23.071162 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] Sync routers for ids ['c7a4ccb7-42ae-4449-b819-90db8aa1331c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:23.081277 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] Routers {'c7a4ccb7-42ae-4449-b819-90db8aa1331c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:23.081894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c7a4ccb7-42ae-4449-b819-90db8aa1331c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:23.145609 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:23.156174 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] Routers {'c7a4ccb7-42ae-4449-b819-90db8aa1331c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:23.156809 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c7a4ccb7-42ae-4449-b819-90db8aa1331c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:23.227525 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:23.228188 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10248f5-9c2e-4fcf-8511-face2db19b6d None None] The sync data for ids ['c7a4ccb7-42ae-4449-b819-90db8aa1331c'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:23.317572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port ecc225f1-23a8-4718-995b-4cfa8a6241bc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:23.318732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.341415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.369941 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e5ad5e9-ca20-4cfa-bda6-364ace841f2c tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 200 len: 918 time: 0.2983077 Jan 25 16:52:23.375877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:23.480381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Calling delete_port for e916109a-90ff-4ad2-b99e-5b70cade7e47 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:23.566553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.574617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219982f8-a975-411e-87c2-a20caaf459a9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:23.576315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-219982f8-a975-411e-87c2-a20caaf459a9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Synchronizing usage tracker for tenant:9bef14f6ef86453f9ce48dc8b308ec10 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:23.615376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port ecc225f1-23a8-4718-995b-4cfa8a6241bc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecc225f1-23a8-4718-995b-4cfa8a6241bc,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:23.615376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:23.623387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-219982f8-a975-411e-87c2-a20caaf459a9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Unset dirty status for tenant:9bef14f6ef86453f9ce48dc8b308ec10 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:23.627294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-219982f8-a975-411e-87c2-a20caaf459a9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=c7a4ccb7-42ae-4449-b819-90db8aa1331c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2480190 Jan 25 16:52:23.629386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:23.781307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for ecc225f1-23a8-4718-995b-4cfa8a6241bc owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:23.850079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.059264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:24.111594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0fdbee-e456-4eaa-ad5c-ec833f8a1335 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:24.112162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a0fdbee-e456-4eaa-ad5c-ec833f8a1335 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Synchronizing usage tracker for tenant:9bef14f6ef86453f9ce48dc8b308ec10 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:24.112804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:24.113165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Network hostable DHCP agents. Network: 8e2893b9-2039-45be-bde0-342e7a90ca68, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:24.151580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a0fdbee-e456-4eaa-ad5c-ec833f8a1335 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Unset dirty status for tenant:9bef14f6ef86453f9ce48dc8b308ec10 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:24.155520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a0fdbee-e456-4eaa-ad5c-ec833f8a1335 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.5238817 Jan 25 16:52:24.155756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:24.207467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:24.214748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-748f120e-919d-4066-9cd1-fd4338cd0c28 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 200 len: 205 time: 0.0556712 Jan 25 16:52:24.215079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35806) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:24.233026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 8e2893b9-2039-45be-bde0-342e7a90ca68) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:24.238854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:24.239735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.243556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce8ad4-f7d2-4810-9a09-eb919aa3c0ab None None] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:24.253035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.346585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Port': ['ID=e916109a-90ff-4ad2-b99e-5b70cade7e47,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:24.411493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a3cb2360-bef9-49c8-8ae2-7d51f911aabb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6347003 Jan 25 16:52:24.429097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35810) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:24.464721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:24.481977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port dd7b09b2-bd42-48a0-bddd-22f8ca360f96 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:24.482325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.495362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.514538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:24.523716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-8e2893b9-2039-45be-bde0-342e7a90ca68', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:24.525623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.537310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Usage tracker for resource:router and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:24.542882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:24.559233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:24.665447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.726222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Allocated IP 172.20.0.2 (8e2893b9-2039-45be-bde0-342e7a90ca68/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8/081c9a3b-dbfb-45b3-902a-78d43b514108) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:24.740189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=ecc225f1-23a8-4718-995b-4cfa8a6241bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:24.786387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.788301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.820666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:24.913856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.054956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.065315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.066829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Transition to ACTIVE for port object 081c9a3b-dbfb-45b3-902a-78d43b514108 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:25.087522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Transition to ACTIVE for port object 081c9a3b-dbfb-45b3-902a-78d43b514108 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:25.093097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.109907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.132440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for dd7b09b2-bd42-48a0-bddd-22f8ca360f96 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:25.161788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port e18257fb-22da-4e8a-a2f5-3f769ec0268f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:25.162289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.173550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:25.176511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:25.179092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:25.227454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Pushing event updated for resources: {'Port': ['ID=081c9a3b-dbfb-45b3-902a-78d43b514108,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:25.243306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.252756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.253305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.253507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.253817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.254153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.254556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.254893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.255221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.256430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.257053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.257357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.257682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:52:25.385760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Attempting to bind port 081c9a3b-dbfb-45b3-902a-78d43b514108 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:25.386196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Attempting to bind port 081c9a3b-dbfb-45b3-902a-78d43b514108 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:25.386493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Attempting to bind port 081c9a3b-dbfb-45b3-902a-78d43b514108 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:25.392720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.393696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:25.394096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:25.394462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.394858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Bound using segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:25.395333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Bound port: 081c9a3b-dbfb-45b3-902a-78d43b514108, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:25.395711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.491502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] For port 081c9a3b-dbfb-45b3-902a-78d43b514108, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:25.494739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] For port 081c9a3b-dbfb-45b3-902a-78d43b514108, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=081c9a3b-dbfb-45b3-902a-78d43b514108,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:25.500439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.553030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.603370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a92e5-466c-4992-bc02-9ee8102c1333 None None] Pushing event updated for resources: {'Port': ['ID=081c9a3b-dbfb-45b3-902a-78d43b514108,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:25.796675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:25.938975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Router c8b5af8c-a856-49ee-8838-1f54b4c97858 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:26.018113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for e18257fb-22da-4e8a-a2f5-3f769ec0268f owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:26.136368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:26.214600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:26.231421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] Sync routers for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:26.249876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:26.251070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:26.255418 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-70c58a6c-3872-4bcc-883e-e447ca537518 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5292556 Jan 25 16:52:26.257548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35814) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:26.262398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:26.329599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:26.339516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:26.340234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:26.376032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:26.386500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=dd7b09b2-bd42-48a0-bddd-22f8ca360f96,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:26.390929 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-3225d9ea-ffe2-43de-ab6b-e263e4cb8b56 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] delete failed (client error): The resource could not be found. Jan 25 16:52:26.391530 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:26.397896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3225d9ea-ffe2-43de-ab6b-e263e4cb8b56 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1320086819 HTTP/1.1" status: 404 len: 335 time: 0.1389103 Jan 25 16:52:26.398504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35818) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:26.404927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:26.405736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13c5c7e2-40bb-4ea7-ae04-6f506b2d93e3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0438113 Jan 25 16:52:26.408376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:26.410568 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:26.438851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3cc3be12-8825-45fd-89de-8b7a78e5e321 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8b5af8c-a856-49ee-8838-1f54b4c97858'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:26.457323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:26.458252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc261a-24e0-4c76-a1d5-861be9cdbeed None None] The sync data for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:26.483808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:26.566387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=e18257fb-22da-4e8a-a2f5-3f769ec0268f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:26.578703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet d79f206c-00dd-41f0-a896-4cc01ff567b3 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:26.693834 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:26.706609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:26.741406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:26.978462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:26.984625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.006478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0b5bb-e112-4849-9001-b8082d0c5bdb None None] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:27.020772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.107347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.107885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router c7a4ccb7-42ae-4449-b819-90db8aa1331c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:27.110566 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:24Z', 'revision_number': 9, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:27.117930 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:27.122031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dacd39c3-355f-40c1-9b33-1677bae760e7 None None] Provisioning for port 081c9a3b-dbfb-45b3-902a-78d43b514108 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:27.123883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.132541 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:27.133438 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:27.139345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.144630 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96ebc28a-da80-4c5b-84cd-8034e39b9136 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 204 len: 168 time: 2.9285960 Jan 25 16:52:27.148640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:27.154325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1751503925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:27.164729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:27.167544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.202101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:27.211753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:27.223267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:27.247117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.248501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.279779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.323733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.327809 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:27.361826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.366962 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cbfe7c1d-039c-483e-a4c3-94d2173063bc tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2147644 Jan 25 16:52:27.368082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:27.373631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': True}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:27.433953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 081c9a3b-dbfb-45b3-902a-78d43b514108 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:27.438238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.512421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=d79f206c-00dd-41f0-a896-4cc01ff567b3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:27.535391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 081c9a3b-dbfb-45b3-902a-78d43b514108 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:27.543404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 081c9a3b-dbfb-45b3-902a-78d43b514108 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:27.544063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.666212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88ad76c7-de50-4143-9a66-91be3491b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.756895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35836) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:27.763450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.769000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6da3b962-5402-4299-9e88-09aa65530087 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/d79f206c-00dd-41f0-a896-4cc01ff567b3 HTTP/1.1" status: 204 len: 168 time: 1.3596103 Jan 25 16:52:27.774412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:27.802870 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:24Z', 'revision_number': 9, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:27.803923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.807579 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00df153-ebd1-4365-a27f-353e075a2ed4 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:24Z', 'revision_number': 9, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a', 'name': '', 'network_id': 'fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:28:27:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:39Z', 'updated_at': '2022-01-25T16:51:51Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'aef89a99-d1c0-40ae-8810-c04080b24a23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:27.823504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb28d5d-29c5-430a-9d31-03a17532df89 None None] Network c575fc7d-a344-4f56-8451-f853490b649c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:27.861110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 081c9a3b-dbfb-45b3-902a-78d43b514108, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=081c9a3b-dbfb-45b3-902a-78d43b514108,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:27.908667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3cc3be12-8825-45fd-89de-8b7a78e5e321 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.930359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:27.973948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.053050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-05b109c5-98cd-4608-93da-a9ee0efec060 None None] Provisioning complete for port 081c9a3b-dbfb-45b3-902a-78d43b514108 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:28.053488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05b109c5-98cd-4608-93da-a9ee0efec060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.086291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.096627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-3cc3be12-8825-45fd-89de-8b7a78e5e321 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] update failed (client error): The resource could not be found. Jan 25 16:52:28.102718 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3cc3be12-8825-45fd-89de-8b7a78e5e321 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858 HTTP/1.1" status: 404 len: 339 time: 1.6725788 Jan 25 16:52:28.108729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=081c9a3b-dbfb-45b3-902a-78d43b514108,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:28.127304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:28.174207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 6c64fcb1-ad52-4447-a959-87171825b610 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:28.247740 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dad92541-3352-4dc5-8635-cb581eb0c7e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 HTTP/1.1" status: 200 len: 992 time: 0.4889572 Jan 25 16:52:28.319652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.361008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Allocated IP 172.26.4.226 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3c207737-e680-4788-a14c-1d7679db8a94) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:28.390365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] DHCP port deletion for c575fc7d-a344-4f56-8451-f853490b649c request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:28.394218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Deleting port 7cac2974-6345-47fb-bfde-ec29d80db912 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:28.394599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.541564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:28.554475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35852) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:28.559625 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-70233369-9ac6-440d-b187-87410c89398a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/6c64fcb1-ad52-4447-a959-87171825b610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5565274 Jan 25 16:52:28.561780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35856) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:28.594354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] Sync routers for ids ['6c64fcb1-ad52-4447-a959-87171825b610'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:28.603078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.610893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 7cac2974-6345-47fb-bfde-ec29d80db912 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:28.611180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.636420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] Routers {'6c64fcb1-ad52-4447-a959-87171825b610'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:28.637154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c64fcb1-ad52-4447-a959-87171825b610'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:28.726829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] For port 7cac2974-6345-47fb-bfde-ec29d80db912, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7cac2974-6345-47fb-bfde-ec29d80db912,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:28.727816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.736042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:28.889402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:28.893475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21e1a6ba-447d-4d07-bdc5-362aa1ef8f4d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:28.909076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Calling delete_port for 7cac2974-6345-47fb-bfde-ec29d80db912 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:28.936097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] Routers {'6c64fcb1-ad52-4447-a959-87171825b610'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:28.936329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['6c64fcb1-ad52-4447-a959-87171825b610'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:28.952892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21e1a6ba-447d-4d07-bdc5-362aa1ef8f4d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:28.956982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21e1a6ba-447d-4d07-bdc5-362aa1ef8f4d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c64fcb1-ad52-4447-a959-87171825b610 HTTP/1.1" status: 200 len: 205 time: 0.3918056 Jan 25 16:52:28.959153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35860) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:29.009534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:29.009955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6f2d-6ac2-4e93-b881-3146248d84a1 None None] The sync data for ids ['6c64fcb1-ad52-4447-a959-87171825b610'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:29.060713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.113388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] Pushing event deleted for resources: {'Port': ['ID=7cac2974-6345-47fb-bfde-ec29d80db912,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:29.119916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b355db-c15e-4b6a-9ec0-8be75fe03526 None None] No DVR routers for this DVR port 7cac2974-6345-47fb-bfde-ec29d80db912 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:29.208039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.264827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.284921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 20b88947-746c-4115-9535-7840307a58fe {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:29.285278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.302757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 081c9a3b-dbfb-45b3-902a-78d43b514108 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:29.370499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.380032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 081c9a3b-dbfb-45b3-902a-78d43b514108 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:29.381451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.421560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 7cac2974-6345-47fb-bfde-ec29d80db912, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7cac2974-6345-47fb-bfde-ec29d80db912,segment=NetworkSegment(332590fb-30df-4ac9-9a01-1570ddd59e49),segment_id=332590fb-30df-4ac9-9a01-1570ddd59e49)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:29.421891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.563168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7cac2974-6345-47fb-bfde-ec29d80db912 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:29.583817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:29.596592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:29.599756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:29.603306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 7cac2974-6345-47fb-bfde-ec29d80db912 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:29.604013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7cac2974-6345-47fb-bfde-ec29d80db912 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:29.604311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecc225f1-23a8-4718-995b-4cfa8a6241bc no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:29.609571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 7cac2974-6345-47fb-bfde-ec29d80db912 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:29.639574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ecc225f1-23a8-4718-995b-4cfa8a6241bc {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:29.641017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecc225f1-23a8-4718-995b-4cfa8a6241bc not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:29.770208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Pushing event updated for resources: {'Port': ['ID=3c207737-e680-4788-a14c-1d7679db8a94,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:29.795742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.801134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.978150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:29.978846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 6c64fcb1-ad52-4447-a959-87171825b610 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:29.979233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:29.979560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:30.015174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.035887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.036133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.043417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Allocated IP 172.20.0.1 (260a9ee1-f170-419f-a84c-d2e62498fb32/04d523d1-9541-4f1e-b00d-9fe295965ac9/538a055e-f22a-482b-bd82-d45dac93b605) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:30.051214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.059706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.060880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a4efede0-e5b6-4bb5-957d-d8705c8c405a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/6c64fcb1-ad52-4447-a959-87171825b610 HTTP/1.1" status: 204 len: 168 time: 1.0988183 Jan 25 16:52:30.070215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35864) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:30.225343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ba14bb5-6f15-4b52-b7dd-212375a5ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.335186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.26.4.122 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/8774e733-c12b-4af7-8071-cc3a2e363d0d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:30.339637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.364025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Transition to ACTIVE for port object 538a055e-f22a-482b-bd82-d45dac93b605 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:30.383938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 20b88947-746c-4115-9535-7840307a58fe owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:30.480196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 7cac2974-6345-47fb-bfde-ec29d80db912 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:30.480543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.572067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet ef5a293a-146e-44c4-8486-954d3f3e7a66 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:30.583146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.706574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] The port '7cac2974-6345-47fb-bfde-ec29d80db912' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:30.709199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.714871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.760875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.825191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:30.896298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:30.900186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:30.911893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:30.937754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Port': ['ID=538a055e-f22a-482b-bd82-d45dac93b605,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:30.986289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.018837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.079100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c575fc7d-a344-4f56-8451-f853490b649c']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:31.090513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.107470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.121259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.129518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332590fb-30df-4ac9-9a01-1570ddd59e49') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:31.130092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332590fb-30df-4ac9-9a01-1570ddd59e49') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:31.157466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.170726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:31.176215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:31.185285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:31.217621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=8774e733-c12b-4af7-8071-cc3a2e363d0d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:31.231089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.232438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.249366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b6b5ae16-68a1-4ceb-b8c0-6fc0f7c4c008 None None] Provisioning for port 538a055e-f22a-482b-bd82-d45dac93b605 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:31.252454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:31.252862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.262856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b6b5ae16-68a1-4ceb-b8c0-6fc0f7c4c008 None None] Provisioning complete for port 538a055e-f22a-482b-bd82-d45dac93b605 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:31.263816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ae16-68a1-4ceb-b8c0-6fc0f7c4c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: util.warn( Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:31.272172 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:31.320229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=20b88947-746c-4115-9535-7840307a58fe,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:31.355037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5ae16-68a1-4ceb-b8c0-6fc0f7c4c008 None None] Port 538a055e-f22a-482b-bd82-d45dac93b605 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:31.461748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.487310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.534814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.606656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.607351 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 disassociated (deleted). External IP: 172.26.4.90, port: d62153a4-b8fe-4815-acad-f42454a263b5. Jan 25 16:52:31.608251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=c575fc7d-a344-4f56-8451-f853490b649c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:31.619953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.635707 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b495600d-08ae-46c1-9aa3-6a97a5293f0d tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/c575fc7d-a344-4f56-8451-f853490b649c HTTP/1.1" status: 204 len: 168 time: 3.8569796 Jan 25 16:52:31.637015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:31.702261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:31.762507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5a293a-146e-44c4-8486-954d3f3e7a66,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:31.776756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b1ef4-d001-460f-babb-1c39f48778aa None None] Network 57bcf208-b9e3-49d8-bee4-230be33359e0 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:32.005296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.018628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.036283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-99861b8c-8e90-478e-8fcd-050dd4e0b01b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/ef5a293a-146e-44c4-8486-954d3f3e7a66 HTTP/1.1" status: 204 len: 168 time: 1.9625831 Jan 25 16:52:32.038085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35872) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:32.108213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] DHCP port deletion for 57bcf208-b9e3-49d8-bee4-230be33359e0 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:32.113839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Deleting port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:32.114236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.337582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.379748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] For port 4f5139a3-fac5-4593-a697-86f4bcffb0c0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4f5139a3-fac5-4593-a697-86f4bcffb0c0,segment=NetworkSegment(63b5e872-d12d-47cc-8477-08402eedb795),segment_id=63b5e872-d12d-47cc-8477-08402eedb795)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:32.380163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.463159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:32.463533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.496981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.518076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Calling delete_port for 4f5139a3-fac5-4593-a697-86f4bcffb0c0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:32.618660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.668583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] The port '4f5139a3-fac5-4593-a697-86f4bcffb0c0' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:32.680634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] No DVR routers for this DVR port 4f5139a3-fac5-4593-a697-86f4bcffb0c0 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:32.701194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e750fe-a9c3-4631-9858-3059b64f5855 None None] Pushing event deleted for resources: {'Port': ['ID=4f5139a3-fac5-4593-a697-86f4bcffb0c0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:32.718586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.834989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:32.843240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:32.850267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:32.888785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bcf208-b9e3-49d8-bee4-230be33359e0']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:33.009809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:52:33.040130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.042501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b5e872-d12d-47cc-8477-08402eedb795') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:33.042862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b5e872-d12d-47cc-8477-08402eedb795') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:33.052719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.070522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.096470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.246774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:33.247219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:33.263252 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:33.296516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4f5139a3-fac5-4593-a697-86f4bcffb0c0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:33.300614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event updated for resources: {'Port': ['ID=538a055e-f22a-482b-bd82-d45dac93b605,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:33.307300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.331416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.334846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4f5139a3-fac5-4593-a697-86f4bcffb0c0 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:33.335310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4f5139a3-fac5-4593-a697-86f4bcffb0c0 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:33.400211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.525123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.527079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:33.543139 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Sync routers for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:33.553764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.559316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:33.561728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:33.562645 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:33.579384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:33.581718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=57bcf208-b9e3-49d8-bee4-230be33359e0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:33.591821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-32e9587c-33ac-4f55-867e-b150240f6c8b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/57bcf208-b9e3-49d8-bee4-230be33359e0 HTTP/1.1" status: 204 len: 168 time: 1.5426478 Jan 25 16:52:33.597413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.604236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:33.605737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:33.625253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35876) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:33.633731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1068706932', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:33.652953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.657467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d240e3b6-3f95-41c6-9293-50516d86a05a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2272263 Jan 25 16:52:33.658330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35880) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:33.660022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:33.740629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:33.745332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:33.765368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:33.790397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c6682d7d-302d-4e8d-8d86-e3644df8811f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/5b96d670-359e-4caf-9fcc-3c4fc8e2cba4 HTTP/1.1" status: 204 len: 168 time: 5.2317963 Jan 25 16:52:33.795226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:52:33.810261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.811499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.872625 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:33.904392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'status': 'completed', 'code': 200} Jan 25 16:52:33.917435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:33.947691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:34.021571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:34.040985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:34.535303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-161228ed-af24-4f66-8ac4-6f2f083c5151 None None] Provisioning complete for port 538a055e-f22a-482b-bd82-d45dac93b605 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:34.541629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-161228ed-af24-4f66-8ac4-6f2f083c5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:34.579615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:34.616737 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:34.630991 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Checking router: 35ea3b79-da0f-40d4-ad19-50a78a5471d7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:34.647615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-161228ed-af24-4f66-8ac4-6f2f083c5151 None None] Port 538a055e-f22a-482b-bd82-d45dac93b605 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:34.656880 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:34.657797 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:34.664821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:30Z', 'revision_number': 3, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:34.673281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:34.675071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Updating router 80cb2c95-bd7a-4798-9574-ba7849ee4566 port 3c207737-e680-4788-a14c-1d7679db8a94 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:52:34.727883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:34.751856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:34.783781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-3dbbb293-ac98-45cd-94b6-cbe484ee4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:34.785732 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-3dbbb293-ac98-45cd-94b6-cbe484ee4c11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 1098 time: 0.7626445 Jan 25 16:52:34.839981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Router c8b5af8c-a856-49ee-8838-1f54b4c97858 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:34.897486 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:35.067446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a94dd-e1ec-48d0-9ec4-866422724c3d req-1edc2312-0c90-43cc-98db-d32033ef83c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:35.069244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2f6a94dd-e1ec-48d0-9ec4-866422724c3d req-1edc2312-0c90-43cc-98db-d32033ef83c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:35.143079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2f6a94dd-e1ec-48d0-9ec4-866422724c3d req-1edc2312-0c90-43cc-98db-d32033ef83c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:35.144722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2f6a94dd-e1ec-48d0-9ec4-866422724c3d req-1edc2312-0c90-43cc-98db-d32033ef83c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.5898252 Jan 25 16:52:35.241168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.259294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Transition to ACTIVE for port object 3c207737-e680-4788-a14c-1d7679db8a94 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:35.267864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.311071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2f6a94dd-e1ec-48d0-9ec4-866422724c3d req-dab305ba-0c62-43d3-a896-6afeba1ae1a7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333380 Jan 25 16:52:35.351589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router 977c83bd-dc12-4fe5-b088-f90c4905a6d1 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:35.405084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Attempting to bind port 3c207737-e680-4788-a14c-1d7679db8a94 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:35.405457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Attempting to bind port 3c207737-e680-4788-a14c-1d7679db8a94 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:35.405832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Attempting to bind port 3c207737-e680-4788-a14c-1d7679db8a94 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:35.409165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb585a7-1e69-4550-8eba-1c378552f314 None None] Pushing event updated for resources: {'Port': ['ID=3c207737-e680-4788-a14c-1d7679db8a94,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:35.416160 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:35.421717 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce9eb8-0314-42a7-9d00-2663b63f1f14 None None] The sync data for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv is: [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:50:44Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '513ff15f-b03c-49c3-9458-f341af0493a6', 'name': '', 'network_id': '67adde47-89d5-44aa-ba51-444876534c05', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:3a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '219eab29-74c3-4adb-b601-667b199e6311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:41Z', 'updated_at': '2022-01-25T16:50:53Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '219eab29-74c3-4adb-b601-667b199e6311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:35.422278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:35.422667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:35.423250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.423658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:35.424239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Bound port: 3c207737-e680-4788-a14c-1d7679db8a94, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:35.424739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.488183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-33c15634-4ff1-4f36-8366-eceef1bfcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:35.490533 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-33c15634-4ff1-4f36-8366-eceef1bfcdfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 200 len: 898 time: 0.6926601 Jan 25 16:52:35.517915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] For port 3c207737-e680-4788-a14c-1d7679db8a94, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:35.522693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] For port 3c207737-e680-4788-a14c-1d7679db8a94, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3c207737-e680-4788-a14c-1d7679db8a94,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:35.528399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.603116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:35.610623 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-f16e4e88-5973-487d-96e7-e7e4f8aa3bee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 200 len: 217 time: 0.0991640 Jan 25 16:52:35.617610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:35.618224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:35.618642 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9abd4994-10c2-4f65-9554-0c43c31760e8 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4818387 Jan 25 16:52:35.627730 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] Sync routers for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:35.636624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35892) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:35.649362 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:35.653608 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:35.726393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb585a7-1e69-4550-8eba-1c378552f314 None None] Pushing event updated for resources: {'Port': ['ID=3c207737-e680-4788-a14c-1d7679db8a94,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:35.774434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:35.815110 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:35.840255 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:35.842006 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:35.921867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:35.976499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5f8f8-ccfd-44a8-8e43-e934d513cb03 None None] New status for floating IP 5b96d670-359e-4caf-9fcc-3c4fc8e2cba4: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:52:36.010061 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:52:36.018803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.019073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be49fe-ca68-4e36-959d-b5cbb16de573 None None] The sync data for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:36.079400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:36.082518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-56a740fa-24af-4eee-9bcb-6a3ad722e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:36.084779 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-56a740fa-24af-4eee-9bcb-6a3ad722e6e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 200 len: 835 time: 0.4647114 Jan 25 16:52:36.096698 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] Sync routers for ids ['977c83bd-dc12-4fe5-b088-f90c4905a6d1'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:36.110643 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] Routers {'977c83bd-dc12-4fe5-b088-f90c4905a6d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:36.112071 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['977c83bd-dc12-4fe5-b088-f90c4905a6d1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.159566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.161089 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-187f36d0-30b0-41e1-a69f-4b4e9fb85e3a tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "PUT /v2.0/routers/977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 200 len: 915 time: 8.7920744 Jan 25 16:52:36.180310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:36.199352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.210553 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.223133 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] Routers {'977c83bd-dc12-4fe5-b088-f90c4905a6d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:36.224371 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['977c83bd-dc12-4fe5-b088-f90c4905a6d1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.278423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.336804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:36.337381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.355351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f2eed226-4eba-4de1-8bf1-1d46f81118c6 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.407648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.408333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170121-4637-4004-b9a2-9726b5c4a348 None None] The sync data for ids ['977c83bd-dc12-4fe5-b088-f90c4905a6d1'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:36.503927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:30Z', 'revision_number': 3, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:36.508760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4f3e8-d62b-4c05-8239-d8f4a152092c None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:30Z', 'revision_number': 3, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:36.644590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-79ae811d-f52c-4041-b733-c50fc698fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:36.646350 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-79ae811d-f52c-4041-b733-c50fc698fa24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67adde47-89d5-44aa-ba51-444876534c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5225599 Jan 25 16:52:36.652032 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03ea95be-2223-4ff6-a16d-d4638c7ec303 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 200 len: 921 time: 0.4701159 Jan 25 16:52:36.656614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35902) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:36.838326 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-f2eed226-4eba-4de1-8bf1-1d46f81118c6 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 25 16:52:36.839777 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f2eed226-4eba-4de1-8bf1-1d46f81118c6 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858 HTTP/1.1" status: 409 len: 329 time: 1.0784240 Jan 25 16:52:36.851133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35906) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:36.908439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:36.908858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:36.942529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a8fcd7d9-5121-4427-9499-2182a87dfc91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:36.944176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a8fcd7d9-5121-4427-9499-2182a87dfc91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.8438818 Jan 25 16:52:37.070054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:37.152071 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-0a0b37ff-c983-4b47-b4e9-d9f7789eabdc service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988174 Jan 25 16:52:37.159724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6267c308-a735-44b9-b9e3-8fd9ab593aa6 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:37.164504 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6267c308-a735-44b9-b9e3-8fd9ab593aa6 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=977c83bd-dc12-4fe5-b088-f90c4905a6d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5037856 Jan 25 16:52:37.186473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:37.287201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 172.26.4.175 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/2414dd3f-e5f6-49ef-878b-4db144b1b941) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:37.295829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Allocated IP 172.20.0.1 (8e2893b9-2039-45be-bde0-342e7a90ca68/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8/fb2450f3-4a30-4d11-a391-21d6159c09d5) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:37.311573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe076-a820-4d74-a408-8846b67cc7de req-ab37aa9b-5f3c-416d-b5c5-0c0634cc2505 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:37.318762 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8c5fe076-a820-4d74-a408-8846b67cc7de req-ab37aa9b-5f3c-416d-b5c5-0c0634cc2505 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 945 time: 0.8292096 Jan 25 16:52:37.370121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port d62153a4-b8fe-4815-acad-f42454a263b5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:37.372008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:37.383103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3c207737-e680-4788-a14c-1d7679db8a94 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:37.462081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-67982548-bc2a-403b-9fe2-3b0ab84d18b9 req-6852b976-6502-4a15-9b56-ef7b0cc8603a service neutron] 10.222.0.15 "GET /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970107 Jan 25 16:52:37.481341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3c207737-e680-4788-a14c-1d7679db8a94 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:37.487913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3c207737-e680-4788-a14c-1d7679db8a94 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:37.488453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:37.503591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0f0f1-0bc3-4dc5-a206-a99451193fcd tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:37.505166 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cca0f0f1-0bc3-4dc5-a206-a99451193fcd tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.3176501 Jan 25 16:52:37.514295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35914) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:37.645600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:37.669955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 3c207737-e680-4788-a14c-1d7679db8a94, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3c207737-e680-4788-a14c-1d7679db8a94,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:37.676246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:37.777771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=3c207737-e680-4788-a14c-1d7679db8a94,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:37.783391 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-794ef19b-1cc6-4d5a-a68d-971e21c810be tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 200 len: 205 time: 0.2569451 Jan 25 16:52:37.786503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35918) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:37.896475 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8c5fe076-a820-4d74-a408-8846b67cc7de req-e6d9a68a-8429-460b-8293-bc639272da29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5761414 Jan 25 16:52:37.973036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.054237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:38.170775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.216968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.223218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.336412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Transition to ACTIVE for port object fb2450f3-4a30-4d11-a391-21d6159c09d5 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:38.348776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port d62153a4-b8fe-4815-acad-f42454a263b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d62153a4-b8fe-4815-acad-f42454a263b5,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:38.349772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.511147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for d62153a4-b8fe-4815-acad-f42454a263b5 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:38.531299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.539741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.549536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port 8774e733-c12b-4af7-8071-cc3a2e363d0d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:38.549536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.593831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.704658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:38.710338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:38.712979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:38.756841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:38.819208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=2414dd3f-e5f6-49ef-878b-4db144b1b941,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:38.965310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:39.027408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:39.029926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:39.149762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.289325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for 8774e733-c12b-4af7-8071-cc3a2e363d0d owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:39.323666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ea9f5771-1951-4f8f-a416-13dec9bd502e None None] Provisioning for port fb2450f3-4a30-4d11-a391-21d6159c09d5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:39.331720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ea9f5771-1951-4f8f-a416-13dec9bd502e None None] Provisioning complete for port fb2450f3-4a30-4d11-a391-21d6159c09d5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:39.333446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ea9f5771-1951-4f8f-a416-13dec9bd502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.348369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:39.416435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3c207737-e680-4788-a14c-1d7679db8a94 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:39.476121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f5771-1951-4f8f-a416-13dec9bd502e None None] Port fb2450f3-4a30-4d11-a391-21d6159c09d5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:39.499711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3c207737-e680-4788-a14c-1d7679db8a94 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:39.500109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.540368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Pushing event updated for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:39.565576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:39.580389 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e48e9502-e025-4efc-8178-ab80775da7fa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9429443 Jan 25 16:52:39.580824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.584592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:39.589413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:39.609787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:39.610500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:39.636310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.678963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=d62153a4-b8fe-4815-acad-f42454a263b5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:39.702441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet aef89a99-d1c0-40ae-8810-c04080b24a23 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:39.707131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.736705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.745755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.803792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=8774e733-c12b-4af7-8071-cc3a2e363d0d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:39.846538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:39.880282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:39.967255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.047589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port d62153a4-b8fe-4815-acad-f42454a263b5 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:40.061976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.064975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'name': 'network-vif-deleted', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:52:40.105163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b606-36e4-4029-bcff-760dab01ef19 req-17af5952-e640-4190-aa9d-982157269fb4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:40.112308 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fef3b606-36e4-4029-bcff-760dab01ef19 req-17af5952-e640-4190-aa9d-982157269fb4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79511c2-f2e5-4e92-b94e-c2eafe4c9943 HTTP/1.1" status: 200 len: 867 time: 0.8748236 Jan 25 16:52:40.126305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.160549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.164495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.182163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.184855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d62153a4-b8fe-4815-acad-f42454a263b5 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:40.234651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: d62153a4-b8fe-4815-acad-f42454a263b5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:40.234979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d62153a4-b8fe-4815-acad-f42454a263b5 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:40.247609 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79511c2-f2e5-4e92-b94e-c2eafe4c9943', 'name': 'network-vif-deleted', 'tag': 'd62153a4-b8fe-4815-acad-f42454a263b5', 'status': 'completed', 'code': 200} Jan 25 16:52:40.276615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.332842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.341734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f3ad44-59dd-4253-8b52-9dcdcecf2a7b None None] Network fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:40.346596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=aef89a99-d1c0-40ae-8810-c04080b24a23,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:40.356688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.357370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router 977c83bd-dc12-4fe5-b088-f90c4905a6d1 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:40.365781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.368030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8da36197-159d-4fdb-bbfe-d664b51b2d5e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 204 len: 168 time: 2.5795939 Jan 25 16:52:40.373586 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7be8adf2-c23f-4436-84cb-88181aa1e0e4 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/aef89a99-d1c0-40ae-8810-c04080b24a23 HTTP/1.1" status: 204 len: 168 time: 0.7875021 Jan 25 16:52:40.374220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35930) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:40.374549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35932) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:40.383209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822291767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:40.423217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:40.427472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9233b004-f281-4ce3-9029-b94292c6ed8d req-a2b74d11-ee4a-4bd6-b0e4-ccb4c89429bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/d62153a4-b8fe-4815-acad-f42454a263b5 HTTP/1.1" status: 204 len: 173 time: 3.4667776 Jan 25 16:52:40.506279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:40.506740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 10, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:40.515546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:40.525423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:40.539687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:40.565737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:40.566649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:40.574256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.593467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.595015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.602498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 6f2f539f-7353-40d8-842b-a9277aa89367 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:40.603120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.681774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fef3b606-36e4-4029-bcff-760dab01ef19 req-5179dc45-82af-4822-9b1a-faf64c99f9a3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491638 Jan 25 16:52:40.694958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.809937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:40.874550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.910345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] DHCP port deletion for fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:40.920811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Deleting port 6f2f539f-7353-40d8-842b-a9277aa89367 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:40.921359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.934910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.984758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:40.986227 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1b53a64c-ef19-4777-94d3-6b6d7a30e182 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6105707 Jan 25 16:52:40.989589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35938) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:40.996126 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:41.361158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting port 538a055e-f22a-482b-bd82-d45dac93b605 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:41.361690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.400824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6f2f539f-7353-40d8-842b-a9277aa89367 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:41.463613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] For port 6f2f539f-7353-40d8-842b-a9277aa89367, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6f2f539f-7353-40d8-842b-a9277aa89367,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:41.464637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.561888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.634021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Calling delete_port for 6f2f539f-7353-40d8-842b-a9277aa89367 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:41.664656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 6f2f539f-7353-40d8-842b-a9277aa89367, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6f2f539f-7353-40d8-842b-a9277aa89367,segment=NetworkSegment(1798863e-765c-4183-955a-89503b30bd7f),segment_id=1798863e-765c-4183-955a-89503b30bd7f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:41.665478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.780623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 10, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:41.794137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3410243-529a-449c-a365-f3e340e2c6f3 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 10, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None, '_interfaces': [{'id': '0b1f6f06-afdc-4734-a669-42c2224c1b86', 'name': '', 'network_id': 'a894ddd5-67a3-4cf3-8eec-acc585a9b30d', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'mac_address': 'fa:16:3e:5a:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:51:23Z', 'updated_at': '2022-01-25T16:51:36Z', 'revision_number': 5, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'subnets': [{'id': 'e674e8f9-9b31-43a7-a2a0-d50800d9085d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:41.805567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.840732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:52:41.872792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.883237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.888516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35944) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:41.897261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:41.958857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] No DVR routers for this DVR port 6f2f539f-7353-40d8-842b-a9277aa89367 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:41.992645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa011b1-9d54-4fdd-8f05-94d428fe736b None None] Pushing event deleted for resources: {'Port': ['ID=6f2f539f-7353-40d8-842b-a9277aa89367,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:42.040021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.080138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Calling delete_port for 538a055e-f22a-482b-bd82-d45dac93b605 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:42.087097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 6f2f539f-7353-40d8-842b-a9277aa89367 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:42.162407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.305631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Pushing event updated for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:42.306142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:42.306794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:42.313723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.403499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.497261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 3b27d082-ab1a-4405-ba7e-9a7bebcbb2de is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:42.526067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.563514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.601107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.841731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 6f2f539f-7353-40d8-842b-a9277aa89367 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:42.842368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:42.935840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] The port '6f2f539f-7353-40d8-842b-a9277aa89367' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:43.016524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:43.022306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:43.054836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Allocated IP 172.26.4.25 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/88b4875e-a5fa-4074-aaaa-387674835bbb) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:43.094433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.122082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.155434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.167747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:43.186216 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] Sync routers for ids ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:43.198885 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] Routers {'3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:43.200021 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.207690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Port': ['ID=538a055e-f22a-482b-bd82-d45dac93b605,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:43.209733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.280251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:43.301314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1798863e-765c-4183-955a-89503b30bd7f') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.302637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1798863e-765c-4183-955a-89503b30bd7f') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.322749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.349918 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.359770 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] Routers {'3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:43.360725 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.373096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.384610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:43.468850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.469161 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:43.469647 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e072bfb-982e-4ce6-95e1-06c27e4072a5 None None] The sync data for ids ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:43.474145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:43.475112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:43.494194 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:43.501685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.501685 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5d68e9df-d477-4854-9702-532f43d7856d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.8716481 Jan 25 16:52:43.504569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35948) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:43.510141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:43.510558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f8ecec2-76ec-45cd-8a67-ac3d19e7df1a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:43.539605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b3c2d336-6187-46fd-9341-b0fd207c3520 None None] Provisioning complete for port fb2450f3-4a30-4d11-a391-21d6159c09d5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:43.540054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b3c2d336-6187-46fd-9341-b0fd207c3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.593607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.597252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a6e064a1-19b6-4910-8fca-d141539398bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/4b37934e-1af7-42b1-9e5d-3fdfc6a3dc55 HTTP/1.1" status: 204 len: 168 time: 1.7051783 Jan 25 16:52:43.612165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.616101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.633406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2d336-6187-46fd-9341-b0fd207c3520 None None] Port fb2450f3-4a30-4d11-a391-21d6159c09d5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:52:43.638233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35954) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:43.712652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:43.740294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-848caece-4751-48f7-b571-8db6aae3a549 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/fb3786e1-7f94-4bc1-9d8d-ed5980cf55d5 HTTP/1.1" status: 204 len: 168 time: 3.3625567 Jan 25 16:52:43.743775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.747332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35958) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:43.752299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:43.756523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:43.898547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:43.911323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:43.917844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:43.957834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Pushing event updated for resources: {'Port': ['ID=88b4875e-a5fa-4074-aaaa-387674835bbb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:44.366848 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-15265a25-d07b-4475-8581-076ab5b01a70 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers/3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 200 len: 885 time: 0.8616252 Jan 25 16:52:44.373961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35962) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:44.787614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:44.838176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Router c8b5af8c-a856-49ee-8838-1f54b4c97858 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:44.842770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:44.859477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:44.869766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:44.870757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:44.886155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-620595bd-af00-4938-b505-313cca7bb02f admin admin] 10.222.0.45 "PUT /v2.0/routers/80cb2c95-bd7a-4798-9574-ba7849ee4566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2032201 Jan 25 16:52:45.097500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:45.110900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:45.124033 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] Sync routers for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:45.155526 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:45.157332 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:45.183230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-478bd2e6-325d-4178-826d-e03fe10129dd tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3261409 Jan 25 16:52:45.191554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:45.254237 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:45.273453 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] Routers {'c8b5af8c-a856-49ee-8838-1f54b4c97858'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:45.275549 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c8b5af8c-a856-49ee-8838-1f54b4c97858'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:45.336315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-cf1e77ed-c966-41ac-aecf-0658d83d3237 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] show failed (client error): The resource could not be found. Jan 25 16:52:45.349255 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf1e77ed-c966-41ac-aecf-0658d83d3237 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-553020903 HTTP/1.1" status: 404 len: 334 time: 0.1519117 Jan 25 16:52:45.356430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.360751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35976) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:45.364208 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:45.365433 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3957a1e-3e1a-4d46-ac90-1abe52a55ac8 None None] The sync data for ids ['c8b5af8c-a856-49ee-8838-1f54b4c97858'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:45.368782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.371153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6678ddb6-ecf8-450d-b054-4442f07f8896 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:45.452464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-6678ddb6-ecf8-450d-b054-4442f07f8896 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] update failed (client error): The resource could not be found. Jan 25 16:52:45.453770 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6678ddb6-ecf8-450d-b054-4442f07f8896 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-767299761 HTTP/1.1" status: 404 len: 334 time: 0.0871553 Jan 25 16:52:45.459867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 35984) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:45.499662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.579163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting subnet 206711d7-8db2-482e-85f6-6a72e8c1c45b {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:45.625665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.638430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:41Z', 'revision_number': 2, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:45.644252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:45.644883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Updating router 80cb2c95-bd7a-4798-9574-ba7849ee4566 port fb2450f3-4a30-4d11-a391-21d6159c09d5 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:52:45.664346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4b890cdb-1362-4af8-80b9-6415ade83cf3 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:router {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:45.727404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:45.735511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.740205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-86114404-network', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:45.873705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:45.913704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Usage tracker for resource:network and tenant:b997065858b1435e8ba2eb4da154268c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:45.928472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:45.928737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4b890cdb-1362-4af8-80b9-6415ade83cf3 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:router {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:45.932325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4b890cdb-1362-4af8-80b9-6415ade83cf3 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5036905 Jan 25 16:52:45.937818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:45.951014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 35996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:45.954257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:45.965155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1068706932'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:46.026685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.070150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Made reservation on behalf of b997065858b1435e8ba2eb4da154268c for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:46.072460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.099552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.193824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.252900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.269406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Transition to ACTIVE for port object fb2450f3-4a30-4d11-a391-21d6159c09d5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:46.278324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.400222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.415695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:46.459592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Usage tracker for resource:security_group_rule and tenant:b997065858b1435e8ba2eb4da154268c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:46.469758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:46.476932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.479328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Router 99696438-b1ed-4e6c-ba02-767c577ae64d is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:46.482870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:46.486778 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/subnets/206711d7-8db2-482e-85f6-6a72e8c1c45b HTTP/1.1" status: 204 len: 168 time: 1.0257833 Jan 25 16:52:46.487860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc19ec-cf2b-4b5d-be8e-6974a63b125f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Subnet': ['ID=206711d7-8db2-482e-85f6-6a72e8c1c45b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:46.495818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36000) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:46.514655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66638f-66d8-49c7-b764-af20d5ffaaed None None] Network 2cd78223-2761-4229-9a7b-91f58db6820e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:46.599889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae2e9-8a8b-4140-aee0-b68d0fe19eee None None] Pushing event updated for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:46.631908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 0b1f6f06-afdc-4734-a669-42c2224c1b86 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:46.632257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.672151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting subnet e199873b-0c2b-406b-9ca1-a09a427fec82 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:46.682234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.752978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Attempting to bind port fb2450f3-4a30-4d11-a391-21d6159c09d5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:46.753444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Attempting to bind port fb2450f3-4a30-4d11-a391-21d6159c09d5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:46.753707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Attempting to bind port fb2450f3-4a30-4d11-a391-21d6159c09d5 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:46.804701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:46.805477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:46.806103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.806971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Bound using segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:46.807675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Bound port: fb2450f3-4a30-4d11-a391-21d6159c09d5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:46.808297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.828374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:46.978443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 0b1f6f06-afdc-4734-a669-42c2224c1b86, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0b1f6f06-afdc-4734-a669-42c2224c1b86,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:46.979635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.064306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:47.065013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] For port fb2450f3-4a30-4d11-a391-21d6159c09d5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:47.065808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 513ff15f-b03c-49c3-9458-f341af0493a6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:47.066155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.075038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] For port fb2450f3-4a30-4d11-a391-21d6159c09d5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fb2450f3-4a30-4d11-a391-21d6159c09d5,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:47.082503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] Sync routers for ids ['99696438-b1ed-4e6c-ba02-767c577ae64d'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:47.087982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.119060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.159145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 0b1f6f06-afdc-4734-a669-42c2224c1b86 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:47.162979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.177885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.181081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] DHCP port deletion for 2cd78223-2761-4229-9a7b-91f58db6820e request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:47.181739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.182987 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a69b9ac-92f7-4426-b473-c24cbbbd9ee9 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "PUT /v2.0/routers/99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 200 len: 915 time: 6.1922181 Jan 25 16:52:47.188645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] Routers {'99696438-b1ed-4e6c-ba02-767c577ae64d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:47.189422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['99696438-b1ed-4e6c-ba02-767c577ae64d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:47.204260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36004) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:47.271087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:47.281325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:47.282146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:47.336381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Deleting port 0aa902bd-2e7b-4b43-b67d-3e17041543cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:47.336971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.339231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.382323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0aa902bd-2e7b-4b43-b67d-3e17041543cd no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:47.452657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] Routers {'99696438-b1ed-4e6c-ba02-767c577ae64d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:47.452657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['99696438-b1ed-4e6c-ba02-767c577ae64d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:47.482146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.493549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:47.568738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeae2e9-8a8b-4140-aee0-b68d0fe19eee None None] Pushing event updated for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:47.605880 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.606153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:47.606413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3801d3e-0517-4358-9d3b-87d864e530a9 None None] The sync data for ids ['99696438-b1ed-4e6c-ba02-767c577ae64d'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:47.606627 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Added segment cf5d180f-60ae-4684-8f45-0f89bbac947d of type vlan for network 38fd6d69-34ef-483f-aa94-bad706f3b546 Jan 25 16:52:47.634297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5de94a-6161-4213-b70a-9ae2a8b57eaa,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:47.721661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.764902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Subnet': ['ID=e199873b-0c2b-406b-9ca1-a09a427fec82,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:47.766766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.767478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.795024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 513ff15f-b03c-49c3-9458-f341af0493a6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=513ff15f-b03c-49c3-9458-f341af0493a6,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:47.795529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.835661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-721c38b5-d931-433c-9c5e-f84c047b595d tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 200 len: 921 time: 0.6302676 Jan 25 16:52:47.836768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Port': ['ID=0b1f6f06-afdc-4734-a669-42c2224c1b86,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:47.839427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:47.842234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36008) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:47.940191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb05a69-f5d4-423e-a39d-3d70af78c26f None None] Network 17d4e22d-1a74-44c7-998a-538fd53dbf49 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:47.977046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:47.984469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:52:47.985429 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c4d796de-f4d3-431a-a368-a1a8f5e7e847 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/subnets/e199873b-0c2b-406b-9ca1-a09a427fec82 HTTP/1.1" status: 204 len: 168 time: 1.4866672 Jan 25 16:52:47.995093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:48.178106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:48.178503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.178707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 513ff15f-b03c-49c3-9458-f341af0493a6 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:48.226072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3bf679-7556-445b-94d2-52b680f16182 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:48.230764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5e3bf679-7556-445b-94d2-52b680f16182 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=99696438-b1ed-4e6c-ba02-767c577ae64d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3832560 Jan 25 16:52:48.233162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36016) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:48.236007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.320670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.321536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:48.322104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.328729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 3b27d082-ab1a-4405-ba7e-9a7bebcbb2de has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:48.336098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.421993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Calling delete_port for 0aa902bd-2e7b-4b43-b67d-3e17041543cd owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:48.516688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.593436 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8620234 Jan 25 16:52:48.593436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e004-22a5-4b42-9dff-a6e3ceb7b628 admin admin] Pushing event updated for resources: {'Network': ['ID=38fd6d69-34ef-483f-aa94-bad706f3b546,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:48.594248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:48.612555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Request body: {'subnet': {'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-86114404-subnet', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:48.630500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f23e309-08ac-41e0-aca9-6b8add57edd1 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:48.634684 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9f23e309-08ac-41e0-aca9-6b8add57edd1 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.3977888 Jan 25 16:52:48.639551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:48.643819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:48.675745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:48.703037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Usage tracker for resource:subnet and tenant:b997065858b1435e8ba2eb4da154268c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:48.718461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:48.732419 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6756abd-c480-4d62-a3d5-1009dc1534f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 200 len: 205 time: 0.0829320 Jan 25 16:52:48.732720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:48.733638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting port 0aa902bd-2e7b-4b43-b67d-3e17041543cd {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:48.733638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.733968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36028) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:48.769060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:48.814129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:48.856186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:48.960783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:48.961132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:48.986440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Made reservation on behalf of b997065858b1435e8ba2eb4da154268c for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:48.988756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.038608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0aa902bd-2e7b-4b43-b67d-3e17041543cd,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:49.086325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:49.091814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3faa7d-bb6f-4c31-bd78-64b098450ad9 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:49.096818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.117843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] DHCP port deletion for 17d4e22d-1a74-44c7-998a-538fd53dbf49 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:49.123440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Deleting port 26a6935b-2c61-4b75-834e-e6aa6dd81613 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:49.124280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.171677 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:49.188450 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] Sync routers for ids ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:49.208186 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] Routers {'3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:49.209327 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:49.209830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.211116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e846061e-806d-4437-a33a-1fb8dc1bd94d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 200 len: 892 time: 3.2591252 Jan 25 16:52:49.260309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:49.332483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:49.342778 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] Routers {'3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:49.343727 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:49.494158 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:49.495475 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf3b99-980f-4c27-8e16-5be6bcbe40a6 None None] The sync data for ids ['3b27d082-ab1a-4405-ba7e-9a7bebcbb2de'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:49.496738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:49.497101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.557143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Deleting port 0aa902bd-2e7b-4b43-b67d-3e17041543cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:49.558176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.594696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fb2450f3-4a30-4d11-a391-21d6159c09d5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:49.610976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:49.621545 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c4183e8-0897-4dd9-adda-8e447070bd61 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8647916 Jan 25 16:52:49.631426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:49.646504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:49.678576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.691117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port 88b4875e-a5fa-4074-aaaa-387674835bbb {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:49.691600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.717138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] For port 26a6935b-2c61-4b75-834e-e6aa6dd81613, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=26a6935b-2c61-4b75-834e-e6aa6dd81613,segment=NetworkSegment(e50c1504-6385-4840-91cc-756c7a1f25ef),segment_id=e50c1504-6385-4840-91cc-756c7a1f25ef)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:49.717549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.753596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.773715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Calling delete_port for 0aa902bd-2e7b-4b43-b67d-3e17041543cd owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:49.937974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:49.962478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Calling delete_port for 26a6935b-2c61-4b75-834e-e6aa6dd81613 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:49.994013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:49.994756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:50.098461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for 88b4875e-a5fa-4074-aaaa-387674835bbb owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:50.233129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:50.253933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=513ff15f-b03c-49c3-9458-f341af0493a6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:50.363733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.433535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=88b4875e-a5fa-4074-aaaa-387674835bbb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:50.495359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting subnet e674e8f9-9b31-43a7-a2a0-d50800d9085d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:50.567864 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3efc4395-9a7e-43b2-8146-a2a3af1672eb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers/3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 200 len: 892 time: 1.2930670 Jan 25 16:52:50.570127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:50.570590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.574470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.618164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:50.642305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:50.658746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port fb2450f3-4a30-4d11-a391-21d6159c09d5 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:50.685136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] For port 0aa902bd-2e7b-4b43-b67d-3e17041543cd, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0aa902bd-2e7b-4b43-b67d-3e17041543cd,segment=NetworkSegment(afa75645-30ae-417e-b3cc-84fa577b73ea),segment_id=afa75645-30ae-417e-b3cc-84fa577b73ea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:50.685579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.694292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.704014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fb2450f3-4a30-4d11-a391-21d6159c09d5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:50.706579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.721620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d931929-36e4-445b-be8e-3219bf97186e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:50.749367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.776950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.779405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.809636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] No DVR routers for this DVR port 26a6935b-2c61-4b75-834e-e6aa6dd81613 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:50.811177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.811953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router 99696438-b1ed-4e6c-ba02-767c577ae64d {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:50.828021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:50.829281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:50.840292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.846509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.847653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6e24fa33-5d48-44ff-957e-1d83cf4eb6f4 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 204 len: 168 time: 2.1136456 Jan 25 16:52:50.852913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36044) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:50.863378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-351384258', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:50.873961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:50.878653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Usage tracker for resource:router and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:50.882913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:50.890636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:50.904629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.905801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.953020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:50.977932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.053019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Port': ['ID=0aa902bd-2e7b-4b43-b67d-3e17041543cd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:51.063342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79062c-2878-4a38-a9f1-d7bf1b6cc9dc None None] Pushing event deleted for resources: {'Port': ['ID=26a6935b-2c61-4b75-834e-e6aa6dd81613,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:51.064667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] No DVR routers for this DVR port 0aa902bd-2e7b-4b43-b67d-3e17041543cd on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:51.073391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Calling delete_port for 0aa902bd-2e7b-4b43-b67d-3e17041543cd owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:51.073974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d931929-36e4-445b-be8e-3219bf97186e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:51.077885 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d931929-36e4-445b-be8e-3219bf97186e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 200 len: 205 time: 0.4608247 Jan 25 16:52:51.086263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:51.186359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50444f2-9ea1-403b-a660-6315439b6648,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:51.245204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.250441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.252884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:51.390719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:51.398149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.413124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ffa4f-7fd6-4a4f-bcef-dc2e81aae603 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:51.423271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:51.424828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:51.450323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port fb2450f3-4a30-4d11-a391-21d6159c09d5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fb2450f3-4a30-4d11-a391-21d6159c09d5,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:51.464245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.488082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.535372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.559724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:51.578708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Checking segment: {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:51.579061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Network hostable DHCP agents. Network: 38fd6d69-34ef-483f-aa94-bad706f3b546, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:51.628193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd78223-2761-4229-9a7b-91f58db6820e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:51.705602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.711512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa75645-30ae-417e-b3cc-84fa577b73ea') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:51.711740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa75645-30ae-417e-b3cc-84fa577b73ea') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:51.735374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.740203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.807662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 26a6935b-2c61-4b75-834e-e6aa6dd81613 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:51.859388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 26a6935b-2c61-4b75-834e-e6aa6dd81613 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:51.859743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 26a6935b-2c61-4b75-834e-e6aa6dd81613 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:51.957308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:51.961204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Allocated IP 172.26.4.217 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/553cb717-7c77-493d-8ce3-f77ebbbafdc0) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:51.994079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:52.019192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.034429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fb2450f3-4a30-4d11-a391-21d6159c09d5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:52.034942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.039490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 38fd6d69-34ef-483f-aa94-bad706f3b546) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:52.045181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:52.045581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.074058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbffaf-315c-419d-acd3-178a4bbcb1fa None None] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:52.093188 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:52.152706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:52.153361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.159132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.193565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.232527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Subnet': ['ID=e674e8f9-9b31-43a7-a2a0-d50800d9085d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:52.242277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port fb2450f3-4a30-4d11-a391-21d6159c09d5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:52.242659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.268266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Deleting port 0aa902bd-2e7b-4b43-b67d-3e17041543cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:52.268641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.271111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:52.274403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:52.278389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:52.293045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.308631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50622854-2376-4c77-b9f9-a995617f26fe None None] Network a894ddd5-67a3-4cf3-8eec-acc585a9b30d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:52.313613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event updated for resources: {'Port': ['ID=553cb717-7c77-493d-8ce3-f77ebbbafdc0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:52.388855 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a5af667-b076-48cb-94b1-6a404487976c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/e674e8f9-9b31-43a7-a2a0-d50800d9085d HTTP/1.1" status: 204 len: 168 time: 2.7528708 Jan 25 16:52:52.390845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.398410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36052) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:52.484063 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e095c4b-b0c0-413a-bd1b-1461475020aa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8739152 Jan 25 16:52:52.489889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.495781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b85766aa-0c2d-48ac-aff6-6447e5782729 None None] The port '0aa902bd-2e7b-4b43-b67d-3e17041543cd' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:52.496881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36056) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:52.507652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.512967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Network': ['ID=2cd78223-2761-4229-9a7b-91f58db6820e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:52.515777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:52.521263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:52.521982 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5372773d-1161-4c48-a167-7cd3d2a33ef3 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/networks/2cd78223-2761-4229-9a7b-91f58db6820e HTTP/1.1" status: 204 len: 168 time: 4.3105724 Jan 25 16:52:52.522612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:52.525354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Usage tracker for resource:router and tenant:b997065858b1435e8ba2eb4da154268c is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:52.530982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:52.540886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:52.558094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 2414dd3f-e5f6-49ef-878b-4db144b1b941 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:52.558435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.603348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.604344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.676972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:52.706457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-38fd6d69-34ef-483f-aa94-bad706f3b546', 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'fixed_ips': [{'subnet_id': 'd50444f2-9ea1-403b-a660-6315439b6648'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:52.707293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.714569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.721319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.835087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.867050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:52.867387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:52.904355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1f6f06-afdc-4734-a669-42c2224c1b86 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:52.952392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0b1f6f06-afdc-4734-a669-42c2224c1b86 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:52.952797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0b1f6f06-afdc-4734-a669-42c2224c1b86 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:53.023782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Allocated IP 172.20.0.2 (38fd6d69-34ef-483f-aa94-bad706f3b546/d50444f2-9ea1-403b-a660-6315439b6648/e527de97-0abb-4e8a-99b4-c03e25b9c43f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:53.028369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.158097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] DHCP port deletion for a894ddd5-67a3-4cf3-8eec-acc585a9b30d request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:53.169955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Deleting port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:53.170561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.233336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.282024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d4e22d-1a74-44c7-998a-538fd53dbf49']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:53.304183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50c1504-6385-4840-91cc-756c7a1f25ef') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:53.304825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50c1504-6385-4840-91cc-756c7a1f25ef') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:53.329897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.365600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.380077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:53.380707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.454106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.493802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.500967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:53.525369 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:53.529848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Transition to ACTIVE for port object e527de97-0abb-4e8a-99b4-c03e25b9c43f will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:53.534240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] For port 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=30c9b28a-2244-459e-ae1b-7a8f4d57d613,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:53.534751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.596515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.681252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Calling delete_port for 30c9b28a-2244-459e-ae1b-7a8f4d57d613 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:53.716807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Transition to ACTIVE for port object e527de97-0abb-4e8a-99b4-c03e25b9c43f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:52:53.732112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.827512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Pushing event updated for resources: {'Port': ['ID=e527de97-0abb-4e8a-99b4-c03e25b9c43f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:53.835431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 2414dd3f-e5f6-49ef-878b-4db144b1b941 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:53.840780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] For port 30c9b28a-2244-459e-ae1b-7a8f4d57d613, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=30c9b28a-2244-459e-ae1b-7a8f4d57d613,segment=NetworkSegment(5dfa847a-9ee7-4d84-b596-950f515c097c),segment_id=5dfa847a-9ee7-4d84-b596-950f515c097c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:53.841140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.886876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.893425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:53.904491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:53.913159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Network': ['ID=17d4e22d-1a74-44c7-998a-538fd53dbf49,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:53.935392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:53.947377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:53.947998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72942616-249d-4a32-ae3f-7d7ffa796066 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/networks/17d4e22d-1a74-44c7-998a-538fd53dbf49 HTTP/1.1" status: 204 len: 168 time: 1.4201181 Jan 25 16:52:53.950102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] Pushing event deleted for resources: {'Port': ['ID=30c9b28a-2244-459e-ae1b-7a8f4d57d613,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:53.951200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:53.986205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6309a3-2bf3-4120-89f8-5eaaee1e154e None None] No DVR routers for this DVR port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:53.989831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 30c9b28a-2244-459e-ae1b-7a8f4d57d613 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:54.001848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Calling delete_port for 30c9b28a-2244-459e-ae1b-7a8f4d57d613 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:54.017459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:54.031112 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Sync routers for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:54.041027 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:54.041985 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:54.042386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 30c9b28a-2244-459e-ae1b-7a8f4d57d613 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:54.043130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 30c9b28a-2244-459e-ae1b-7a8f4d57d613 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:54.086780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting subnet 04d523d1-9541-4f1e-b00d-9fe295965ac9 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:54.100199 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0928098e-b6d9-4a09-b6cd-6b695882edb8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/35ea3b79-da0f-40d4-ad19-50a78a5471d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4567404 Jan 25 16:52:54.103530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:54.106274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.120198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Attempting to bind port e527de97-0abb-4e8a-99b4-c03e25b9c43f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:52:54.120557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Attempting to bind port e527de97-0abb-4e8a-99b4-c03e25b9c43f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:52:54.121098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Attempting to bind port e527de97-0abb-4e8a-99b4-c03e25b9c43f on network 38fd6d69-34ef-483f-aa94-bad706f3b546 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:52:54.127990 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:52:54.128360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Checking segment: {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:54.128764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.133363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Bound using segment: {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:52:54.134401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Bound port: e527de97-0abb-4e8a-99b4-c03e25b9c43f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:52:54.135046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.235094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.282195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] For port e527de97-0abb-4e8a-99b4-c03e25b9c43f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:52:54.282440 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:54.288748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] For port e527de97-0abb-4e8a-99b4-c03e25b9c43f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e527de97-0abb-4e8a-99b4-c03e25b9c43f,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:52:54.295311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.297309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 219eab29-74c3-4adb-b601-667b199e6311 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:52:54.305400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.324249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:54.324885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:54.342949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.415861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c4b9-b26d-4416-998a-6fabc62cc898 None None] Pushing event updated for resources: {'Port': ['ID=e527de97-0abb-4e8a-99b4-c03e25b9c43f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:54.451120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.581923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.642030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.662725 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:52:49Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:54.667180 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Checking router: 35ea3b79-da0f-40d4-ad19-50a78a5471d7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:54.679319 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Routers {'35ea3b79-da0f-40d4-ad19-50a78a5471d7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:54.679971 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:54.762673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=2414dd3f-e5f6-49ef-878b-4db144b1b941,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:54.833502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Deleting port 30c9b28a-2244-459e-ae1b-7a8f4d57d613 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:54.833502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.862732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:54.994317 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] Set router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:55.002487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.006711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] The port '30c9b28a-2244-459e-ae1b-7a8f4d57d613' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:55.119019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.125467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.153504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.155417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.211185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Subnet': ['ID=04d523d1-9541-4f1e-b00d-9fe295965ac9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:55.215928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.216823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.219192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.219192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 3b27d082-ab1a-4405-ba7e-9a7bebcbb2de {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:55.238528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d93456-4120-45f9-99ad-6f89f922cd61 None None] Network 260a9ee1-f170-419f-a84c-d2e62498fb32 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:55.240445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.267619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.276092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.276807 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94e3f37b-e6c2-459b-9094-f5d1c5507e9b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 204 len: 168 time: 4.1577809 Jan 25 16:52:55.280958 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fcc7e9b-b439-4e5c-a425-e2db2b101252 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/subnets/04d523d1-9541-4f1e-b00d-9fe295965ac9 HTTP/1.1" status: 204 len: 168 time: 1.3259861 Jan 25 16:52:55.281824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:55.282238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:55.316288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623044348'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:55.324270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a894ddd5-67a3-4cf3-8eec-acc585a9b30d']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:55.325407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=219eab29-74c3-4adb-b601-667b199e6311,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:55.356590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfa847a-9ee7-4d84-b596-950f515c097c') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:55.357919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfa847a-9ee7-4d84-b596-950f515c097c') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:55.372949 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:52:49Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:55.377111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.378846 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fef3-026a-437f-8740-918c21abbbf0 None None] The sync data for ids ['35ea3b79-da0f-40d4-ad19-50a78a5471d7'] in dv-neutron-824022-2-hyperv is: [{'id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'name': 'tempest-TestNetworkBasicOps-router-1627481650', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:50:27Z', 'updated_at': '2022-01-25T16:52:49Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'cdaabb75-378b-4778-a836-9a875651cb4a', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:87:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ea3b79-da0f-40d4-ad19-50a78a5471d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:50:28Z', 'updated_at': '2022-01-25T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:55.385563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:55.394806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.397518 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aeb57edc-20db-42b8-833a-b86bd85dc424 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/219eab29-74c3-4adb-b601-667b199e6311 HTTP/1.1" status: 204 len: 168 time: 1.2928236 Jan 25 16:52:55.411833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:55.414689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.438963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:55.439710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.442762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b3eb1-71d0-42f8-b936-275547802b69 None None] Network 67adde47-89d5-44aa-ba51-444876534c05 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:55.465825 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:55.478842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:55.488989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:55.513650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:55.542141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.554556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Router 0c4bd7db-c696-466c-9bca-1e41bc8b64d1 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:52:55.660251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.670439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.712398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.755299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Pushing event deleted for resources: {'Network': ['ID=a894ddd5-67a3-4cf3-8eec-acc585a9b30d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:55.885101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:55.890941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.912967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] DHCP port deletion for 67adde47-89d5-44aa-ba51-444876534c05 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:55.923982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Deleting port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:55.925568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.969055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4ceef6f2-726e-4e40-af2e-161f06839faf tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/networks/a894ddd5-67a3-4cf3-8eec-acc585a9b30d HTTP/1.1" status: 204 len: 168 time: 3.5694368 Jan 25 16:52:55.969698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36084) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:55.974107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Deleting port c8626366-57d8-43ce-8a55-d1c0cf539b08 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:55.976396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:55.996832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Allocated IP 172.26.4.79 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/f57a7426-7843-4278-810a-e1469a8f32ae) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:52:56.033563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93733c6d-096c-4236-a296-401d83e9648b None None] DHCP port deletion for 260a9ee1-f170-419f-a84c-d2e62498fb32 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:52:56.073531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:52:56.076599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Deleting port c8626366-57d8-43ce-8a55-d1c0cf539b08 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:56.077354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.088620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.131140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f73820-90b2-4b5e-8b70-c3cb3101532a None None] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:56.147329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'routes': None}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:56.153587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e527de97-0abb-4e8a-99b4-c03e25b9c43f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:56.167183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.167512 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 033ff5ca-55db-4fe6-9900-7d86f4c33db1 of type vlan for network 4da22aae-7666-4cab-b458-db693f1f8e58 Jan 25 16:52:56.290204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:56.322856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.327030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4d62670c-cea1-4416-a45f-096416c9890c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4729519 Jan 25 16:52:56.333702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36088) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:56.335927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] Sync routers for ids ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:56.352287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.386396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-52ad11ef-ea28-46a8-a6bc-256ddb5a3ea4 None None] Provisioning for port e527de97-0abb-4e8a-99b4-c03e25b9c43f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:56.445175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] Routers {'0c4bd7db-c696-466c-9bca-1e41bc8b64d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:56.445979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:56.483401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.488092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] For port c8626366-57d8-43ce-8a55-d1c0cf539b08, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c8626366-57d8-43ce-8a55-d1c0cf539b08,segment=NetworkSegment(22caa85c-1eff-470d-ae51-66ef800ca636),segment_id=22caa85c-1eff-470d-ae51-66ef800ca636)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:56.488429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.501144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.507588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:56.508232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.565026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:56.658097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Added routes are [] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:52:56.658392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Removed routes are [] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:52:56.658748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.659915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Calling delete_port for c8626366-57d8-43ce-8a55-d1c0cf539b08 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:56.665881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:56.700897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port cdaabb75-378b-4778-a836-9a875651cb4a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:56.701391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.723672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e527de97-0abb-4e8a-99b4-c03e25b9c43f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:52:56.761269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] Routers {'0c4bd7db-c696-466c-9bca-1e41bc8b64d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:56.762065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:56.793710 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5048311 Jan 25 16:52:56.800547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36092) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:56.834868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:56.848391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e527de97-0abb-4e8a-99b4-c03e25b9c43f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:56.849424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.897729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:56.898291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ad2b2-5c57-4095-a64e-170cd6527783 None None] The sync data for ids ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:56.911528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] For port fdf9e1df-7b5f-4640-ae52-bddd39e04c77, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,segment=NetworkSegment(df05739f-68f7-4724-9ac6-fbeca5a8b925),segment_id=df05739f-68f7-4724-9ac6-fbeca5a8b925)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:56.912071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.921923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b6e6-9d2a-4ca1-8385-89e508cb0d7d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=4da22aae-7666-4cab-b458-db693f1f8e58,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:56.929108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-93733c6d-096c-4236-a296-401d83e9648b None None] For port c8626366-57d8-43ce-8a55-d1c0cf539b08, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c8626366-57d8-43ce-8a55-d1c0cf539b08,segment=NetworkSegment(22caa85c-1eff-470d-ae51-66ef800ca636),segment_id=22caa85c-1eff-470d-ae51-66ef800ca636)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:56.929671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:56.944515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 4da22aae-7666-4cab-b458-db693f1f8e58 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:52:57.050577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.064719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.119581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Port': ['ID=c8626366-57d8-43ce-8a55-d1c0cf539b08,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:57.122698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:57.127106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] No DVR routers for this DVR port c8626366-57d8-43ce-8a55-d1c0cf539b08 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:57.161904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:52:57.180123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:52:57.212356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:57.230782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.236145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Calling delete_port for fdf9e1df-7b5f-4640-ae52-bddd39e04c77 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:57.291695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.293678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port cdaabb75-378b-4778-a836-9a875651cb4a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cdaabb75-378b-4778-a836-9a875651cb4a,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:57.293678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.311162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:52:57.314680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.366288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Calling delete_port for c8626366-57d8-43ce-8a55-d1c0cf539b08 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:57.388660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.573364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router b49e647c-827a-4fca-bdb9-f98226ad0c99 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:52:57.582667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:52:57.583914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:52:57.592061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.599590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.636972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.667771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] Pushing event deleted for resources: {'Port': ['ID=fdf9e1df-7b5f-4640-ae52-bddd39e04c77,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:57.673518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7f736-fa5a-4abc-9466-8ece64ef0515 None None] No DVR routers for this DVR port fdf9e1df-7b5f-4640-ae52-bddd39e04c77 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:52:57.701302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70e11fbc-ccfe-494f-9738-a8a5ed1c517c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.708785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port e527de97-0abb-4e8a-99b4-c03e25b9c43f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e527de97-0abb-4e8a-99b4-c03e25b9c43f,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:52:57.715516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for cdaabb75-378b-4778-a836-9a875651cb4a owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:52:57.718493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.761027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:52:57.773515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:57.775633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:52:57.815977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=e527de97-0abb-4e8a-99b4-c03e25b9c43f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:57.838745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260a9ee1-f170-419f-a84c-d2e62498fb32']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:57.840453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fdf9e1df-7b5f-4640-ae52-bddd39e04c77 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:57.882212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: fdf9e1df-7b5f-4640-ae52-bddd39e04c77 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:57.882950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fdf9e1df-7b5f-4640-ae52-bddd39e04c77 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:57.883629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 513ff15f-b03c-49c3-9458-f341af0493a6 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:57.884918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22caa85c-1eff-470d-ae51-66ef800ca636') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:57.885378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22caa85c-1eff-470d-ae51-66ef800ca636') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:57.928029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.931066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 513ff15f-b03c-49c3-9458-f341af0493a6 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:57.931852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 513ff15f-b03c-49c3-9458-f341af0493a6 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:57.972879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:57.997385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:52:57.997864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:52:58.016193 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:52:58.053004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e527de97-0abb-4e8a-99b4-c03e25b9c43f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:52:58.091367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Deleting port c8626366-57d8-43ce-8a55-d1c0cf539b08 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:58.092028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93733c6d-096c-4236-a296-401d83e9648b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.155944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Pushing event updated for resources: {'Port': ['ID=f57a7426-7843-4278-810a-e1469a8f32ae,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:58.163709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.176073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:52:58.183829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.189274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c20a6824-5972-4418-837a-382548932ad7 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 701 time: 2.0496128 Jan 25 16:52:58.189486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.190707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:58.197382 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Sync routers for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:52:58.202691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93733c6d-096c-4236-a296-401d83e9648b None None] The port 'c8626366-57d8-43ce-8a55-d1c0cf539b08' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:52:58.215145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d6c4c95c-8dfd-47f6-a369-720011faa232 None None] Provisioning complete for port e527de97-0abb-4e8a-99b4-c03e25b9c43f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:58.215582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c4c95c-8dfd-47f6-a369-720011faa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.217872 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:58.224958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Pushing event deleted for resources: {'Network': ['ID=260a9ee1-f170-419f-a84c-d2e62498fb32,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:58.231856 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:58.234385 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d66edcf-b7bd-4d2e-a32c-dfba2239e1ed tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/networks/260a9ee1-f170-419f-a84c-d2e62498fb32 HTTP/1.1" status: 204 len: 168 time: 2.9470608 Jan 25 16:52:58.236373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36100) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:58.297777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e527de97-0abb-4e8a-99b4-c03e25b9c43f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:52:58.298255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.375399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dd2554b5-94fb-4aa1-9f3e-c636fd2b010f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Synchronizing usage tracker for tenant:8e4a5f385eac4ba488fc39d66432a379 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:58.378007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.462347 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:58.469167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dd2554b5-94fb-4aa1-9f3e-c636fd2b010f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Unset dirty status for tenant:8e4a5f385eac4ba488fc39d66432a379 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:58.473179 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dd2554b5-94fb-4aa1-9f3e-c636fd2b010f tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8b5af8c-a856-49ee-8838-1f54b4c97858 HTTP/1.1" status: 200 len: 205 time: 0.2338796 Jan 25 16:52:58.477536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36104) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:58.495765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a77d9795-9bf6-4e54-b722-ce35adfeb861 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:52:58.571862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c8626366-57d8-43ce-8a55-d1c0cf539b08 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:52:58.611488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.620643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: c8626366-57d8-43ce-8a55-d1c0cf539b08 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:52:58.621382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a77d9795-9bf6-4e54-b722-ce35adfeb861 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:52:58.621698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c8626366-57d8-43ce-8a55-d1c0cf539b08 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:52:58.622635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a77d9795-9bf6-4e54-b722-ce35adfeb861 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 205 time: 0.4286859 Jan 25 16:52:58.626534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.633399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=d07a12a4-8774-4a3c-a8c4-47f243717e6d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:58.638049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36108) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:58.662610 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:58.666965 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Checking router: b49e647c-827a-4fca-bdb9-f98226ad0c99 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:52:58.677007 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Routers {'b49e647c-827a-4fca-bdb9-f98226ad0c99'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:52:58.677728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:52:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['b49e647c-827a-4fca-bdb9-f98226ad0c99'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:58.737579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=cdaabb75-378b-4778-a836-9a875651cb4a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:52:58.751350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.816069 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] Set router b49e647c-827a-4fca-bdb9-f98226ad0c99 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:52:58.848815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '033ff5ca-55db-4fe6-9900-7d86f4c33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:52:58.849456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 4da22aae-7666-4cab-b458-db693f1f8e58, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:52:58.857545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.889363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:58.939440 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:52:58.944137 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc4f5c-4e2f-4e2b-aafa-a089aece2a64 None None] The sync data for ids ['b49e647c-827a-4fca-bdb9-f98226ad0c99'] in dv-neutron-824022-2-hyperv is: [{'id': 'b49e647c-827a-4fca-bdb9-f98226ad0c99', 'name': 'tempest-RoutersTest-router-1268925673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:51:19Z', 'updated_at': '2022-01-25T16:52:47Z', 'revision_number': 11, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:52:58.956915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Deleting port 553cb717-7c77-493d-8ce3-f77ebbbafdc0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:52:58.957542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.062137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 4da22aae-7666-4cab-b458-db693f1f8e58 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:52:59.140555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.365308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 4da22aae-7666-4cab-b458-db693f1f8e58) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:52:59.373983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0fce0-477a-4ad7-9c42-3a3c898d10ac None None] Network 4da22aae-7666-4cab-b458-db693f1f8e58 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:52:59.375739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.436688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.439360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:52:59.439883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.440705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.444297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.455015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.479748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.485629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.499224 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ab57aba-a74e-43f4-b4d0-085fe01fd9ee tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6846628 Jan 25 16:52:59.499990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.500514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Fanout notify agent at l3_agent the message router_deleted on router c8b5af8c-a856-49ee-8838-1f54b4c97858 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:59.501976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:59.517010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.521589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-353164a5-55b1-43a4-9061-5af3b7198e41 tempest-RoutersNegativeTest-1938023388 tempest-RoutersNegativeTest-1938023388-project] 10.222.0.45 "DELETE /v2.0/routers/c8b5af8c-a856-49ee-8838-1f54b4c97858 HTTP/1.1" status: 204 len: 168 time: 1.0384209 Jan 25 16:52:59.523054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1387076839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:52:59.532095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:52:59.545996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.546753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router 35ea3b79-da0f-40d4-ad19-50a78a5471d7 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:59.548744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:52:59.566232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.568257 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f365107-586e-45de-9f77-7b321a469a39 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/35ea3b79-da0f-40d4-ad19-50a78a5471d7 HTTP/1.1" status: 204 len: 168 time: 4.1521218 Jan 25 16:52:59.571146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:59.613524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.615301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.708977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-4da22aae-7666-4cab-b458-db693f1f8e58', 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'd07a12a4-8774-4a3c-a8c4-47f243717e6d'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:52:59.709870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.734204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.766985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.803492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.846912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.847509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router b49e647c-827a-4fca-bdb9-f98226ad0c99 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:52:59.908174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.930192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:52:59.932216 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9937c306-db06-4e72-bc23-5232edeeb5ae tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 204 len: 168 time: 1.2915189 Jan 25 16:52:59.950097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36122) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:52:59.955767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1804684673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:00.054562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.056743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe4df215-530b-4813-8490-1611761068ef tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5451798 Jan 25 16:53:00.062143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36128) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:00.067878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:00.140687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Allocated IP 2001:db8::2 (4da22aae-7666-4cab-b458-db693f1f8e58/d07a12a4-8774-4a3c-a8c4-47f243717e6d/e4330619-64f8-43c0-b4ad-4b115f40051d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:00.143023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36132) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:00.153013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.210241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cdaabb75-378b-4778-a836-9a875651cb4a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:53:00.224972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Calling delete_port for 553cb717-7c77-493d-8ce3-f77ebbbafdc0 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:00.255500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Usage tracker for resource:router and tenant:5b7d69c7366847b6be6710cd12370504 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:00.264858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67adde47-89d5-44aa-ba51-444876534c05']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:00.285948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:00.292392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: cdaabb75-378b-4778-a836-9a875651cb4a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:53:00.292748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cdaabb75-378b-4778-a836-9a875651cb4a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:53:00.297471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:00.327260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7408a802-c267-484c-ba2a-b1c8cca7e0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.340141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.341558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.382720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df05739f-68f7-4724-9ac6-fbeca5a8b925') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:00.383494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df05739f-68f7-4724-9ac6-fbeca5a8b925') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:00.398999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.422138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.430422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:53:00.431088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:53:00.450970 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:53:00.476449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.506155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.507992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.623923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-30a2c518-ba70-4406-ac4c-34363a60f285 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e4a5f385eac4ba488fc39d66432a379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128160 Jan 25 16:53:00.631363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36138) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:00.651710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.727611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.746165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.790012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=67adde47-89d5-44aa-ba51-444876534c05,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:00.809918 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f9428b7-767e-4684-b48b-b8375758659a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/67adde47-89d5-44aa-ba51-444876534c05 HTTP/1.1" status: 204 len: 168 time: 1.2342339 Jan 25 16:53:00.821102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:00.830661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--602365702', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:00.839019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:00.855953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.860317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d8cc6090-a166-40ac-b901-e89fd7481aeb tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9061568 Jan 25 16:53:00.870475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36146) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:00.876926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:00.880647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.886009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:00.891205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:00.901253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:00.945551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Transition to ACTIVE for port object e4330619-64f8-43c0-b4ad-4b115f40051d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:00.960814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:00.969963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Transition to ACTIVE for port object e4330619-64f8-43c0-b4ad-4b115f40051d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:00.976174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.019624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.050013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Network 4da22aae-7666-4cab-b458-db693f1f8e58 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:01.054225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:01.060475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:01.100489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Pushing event deleted for resources: {'Port': ['ID=553cb717-7c77-493d-8ce3-f77ebbbafdc0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:01.117692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Pushing event updated for resources: {'Port': ['ID=e4330619-64f8-43c0-b4ad-4b115f40051d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:01.161960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:01.165564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.194879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.199610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Attempting to bind port e4330619-64f8-43c0-b4ad-4b115f40051d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:01.200244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Attempting to bind port e4330619-64f8-43c0-b4ad-4b115f40051d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '033ff5ca-55db-4fe6-9900-7d86f4c33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:01.200701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Attempting to bind port e4330619-64f8-43c0-b4ad-4b115f40051d on network 4da22aae-7666-4cab-b458-db693f1f8e58 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:01.207129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:01.207368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Checking segment: {'id': '033ff5ca-55db-4fe6-9900-7d86f4c33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:01.208678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.209156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Bound using segment: {'id': '033ff5ca-55db-4fe6-9900-7d86f4c33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:01.209756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Bound port: e4330619-64f8-43c0-b4ad-4b115f40051d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033ff5ca-55db-4fe6-9900-7d86f4c33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4da22aae-7666-4cab-b458-db693f1f8e58'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:01.210253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.223111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.257593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:01.279105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.279439 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment ec623777-dcd0-4d5b-bd3e-576393543666 of type vlan for network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 Jan 25 16:53:01.331732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] For port e4330619-64f8-43c0-b4ad-4b115f40051d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:01.336709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] For port e4330619-64f8-43c0-b4ad-4b115f40051d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e4330619-64f8-43c0-b4ad-4b115f40051d,segment=NetworkSegment(033ff5ca-55db-4fe6-9900-7d86f4c33db1),segment_id=033ff5ca-55db-4fe6-9900-7d86f4c33db1)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:01.342394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.368293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.464423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b10f17-874d-457f-84c4-139d98362fe7 None None] Pushing event updated for resources: {'Port': ['ID=e4330619-64f8-43c0-b4ad-4b115f40051d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:01.471989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8::1 (4da22aae-7666-4cab-b458-db693f1f8e58/d07a12a4-8774-4a3c-a8c4-47f243717e6d/bf33cb41-3437-4d87-b479-b8c8473fc82e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:01.498581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.561829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.568065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:01.568651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.682332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Router cd48afda-3526-4649-ba4f-0c2eb61b094b is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:01.704799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.750054 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9257269 Jan 25 16:53:01.754293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dd820-68e8-43f8-85de-f5c1126d6f33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:01.757497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:01.768019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-232179760', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:01.771644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:01.787909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:01.795372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:01.806443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:01.826807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.846708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object bf33cb41-3437-4d87-b479-b8c8473fc82e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:01.856249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:01.860202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.879419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.881600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.906421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.947539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:01.955495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.002121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 4da22aae-7666-4cab-b458-db693f1f8e58 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:02.006895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:02.012701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:02.013255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.072999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=bf33cb41-3437-4d87-b479-b8c8473fc82e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:02.075557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e4330619-64f8-43c0-b4ad-4b115f40051d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:02.123748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.162839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e4330619-64f8-43c0-b4ad-4b115f40051d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:02.312830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.317306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf5965-6f6d-4412-9e48-e1d0a68b18fb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:02.433709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.437114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ed3cf0fd-9304-41b5-82b8-fc70331075bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05bf5965-6f6d-4412-9e48-e1d0a68b18fb HTTP/1.1" status: 204 len: 168 time: 1.8037117 Jan 25 16:53:02.478439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.527733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.536873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:02.548415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.554702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Sync routers for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:02.585310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:02.588698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:02.625208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Router 9f6698e9-3421-46ff-a3a1-f50d299c7109 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:02.807582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.874339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:02.916328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:02.917597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a063ff62-44d1-4fc4-b4f5-b328c61bfb4b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4170442 Jan 25 16:53:02.932389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36162) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:02.960639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a1252-2318-4c78-81c3-0553b45c3e17 None None] Network 4da22aae-7666-4cab-b458-db693f1f8e58 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:03.100570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Router 0c4bd7db-c696-466c-9bca-1e41bc8b64d1 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:03.222023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Provisioning for port e4330619-64f8-43c0-b4ad-4b115f40051d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:03.235144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Provisioning complete for port e4330619-64f8-43c0-b4ad-4b115f40051d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:03.235529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.243167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:03.253935 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Sync routers for ids ['9f6698e9-3421-46ff-a3a1-f50d299c7109'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:03.258921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.265031 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ebf6d82f-f759-479d-b388-d11def560bf1 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "PUT /v2.0/routers/9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 200 len: 694 time: 2.3916655 Jan 25 16:53:03.270385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36176) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:03.271504 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Routers {'9f6698e9-3421-46ff-a3a1-f50d299c7109'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:03.274389 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['9f6698e9-3421-46ff-a3a1-f50d299c7109'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:03.327225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.423086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.542137 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Set router 9f6698e9-3421-46ff-a3a1-f50d299c7109 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:03.551188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:03.634874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.653092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.228 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/46a6b8b2-1b4c-499b-bdf1-2467f76a2a12) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:03.692347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:52:58Z', 'revision_number': 3, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:03.699416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] For port e4330619-64f8-43c0-b4ad-4b115f40051d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e4330619-64f8-43c0-b4ad-4b115f40051d,segment=NetworkSegment(033ff5ca-55db-4fe6-9900-7d86f4c33db1),segment_id=033ff5ca-55db-4fe6-9900-7d86f4c33db1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:03.701892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Checking router: cd48afda-3526-4649-ba4f-0c2eb61b094b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:03.702278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Updating router cd48afda-3526-4649-ba4f-0c2eb61b094b port f57a7426-7843-4278-810a-e1469a8f32ae binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:03.715504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:03.721687 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6698e9-3421-46ff-a3a1-f50d299c7109', 'name': 'tempest-RoutersTest-router-1804684673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:00Z', 'updated_at': '2022-01-25T16:53:01Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:03.722845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.724927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-41ea2daf-58ae-47c7-90d2-0477d67855e6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "PUT /v2.0/routers/0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 200 len: 705 time: 7.3900857 Jan 25 16:53:03.731681 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Checking router: 9f6698e9-3421-46ff-a3a1-f50d299c7109 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:03.737356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:03.761483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Routers {'9f6698e9-3421-46ff-a3a1-f50d299c7109'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:03.762626 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['9f6698e9-3421-46ff-a3a1-f50d299c7109'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:03.782981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] Sync routers for ids ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:03.804477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-66da0236-fd25-4a5d-86c0-3984f8181cab tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/routers/9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 200 len: 700 time: 0.3895750 Jan 25 16:53:03.808190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:03.814636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36192) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:03.884897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-47008e36-f2df-4a01-a418-a263290c5985 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 200 len: 205 time: 0.0694070 Jan 25 16:53:03.898478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36196) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:03.948063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] Routers {'0c4bd7db-c696-466c-9bca-1e41bc8b64d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:03.948422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:04.005593 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] Set router 9f6698e9-3421-46ff-a3a1-f50d299c7109 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:04.030605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.038269 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6001a972-8ecd-47b5-bae9-0e69b233d343 tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/routers/0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 200 len: 740 time: 0.2400894 Jan 25 16:53:04.051545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:04.092475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ebc62818-486c-4654-9d7a-0ca90dc0795f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:04.093119 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-ebc62818-486c-4654-9d7a-0ca90dc0795f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 25 16:53:04.093655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-ebc62818-486c-4654-9d7a-0ca90dc0795f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:53:04.101144 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ebc62818-486c-4654-9d7a-0ca90dc0795f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4962733 Jan 25 16:53:04.101452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:04.102549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:04.141525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:53:04.152338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--591234863'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:04.171191 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7b97dda-0067-4ba3-a073-7d5fb5e43f8e tempest-RoutersAdminTest-2066153488 tempest-RoutersAdminTest-2066153488-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 200 len: 205 time: 0.1175132 Jan 25 16:53:04.175790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36208) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:04.176132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:04.182931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.199924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:04.218675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:04.222463 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6698e9-3421-46ff-a3a1-f50d299c7109', 'name': 'tempest-RoutersTest-router-1804684673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:00Z', 'updated_at': '2022-01-25T16:53:01Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:04.226918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.227673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.230709 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0dd00-7bba-4b9f-a005-1a481759c46a None None] The sync data for ids ['9f6698e9-3421-46ff-a3a1-f50d299c7109'] in dv-neutron-824022-2-hyperv is: [{'id': '9f6698e9-3421-46ff-a3a1-f50d299c7109', 'name': 'tempest-RoutersTest-router-1804684673', 'tenant_id': '5b7d69c7366847b6be6710cd12370504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:00Z', 'updated_at': '2022-01-25T16:53:01Z', 'revision_number': 2, 'project_id': '5b7d69c7366847b6be6710cd12370504', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:04.233964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fb23e-aaca-49f4-95a2-670f7adb6c29 None None] Pushing event updated for resources: {'Port': ['ID=e4330619-64f8-43c0-b4ad-4b115f40051d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:04.241877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] Routers {'0c4bd7db-c696-466c-9bca-1e41bc8b64d1'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:04.242662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:04.266501 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f71f92a8-a53e-4768-96fc-5ef86f22c41f tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 200 len: 205 time: 0.0701969 Jan 25 16:53:04.276444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.295883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.299229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:04.303580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:04.317708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:04.318139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b68fc4-51b5-4322-9d28-7b01f67060e7 None None] The sync data for ids ['0c4bd7db-c696-466c-9bca-1e41bc8b64d1'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:04.444730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Provisioning for port bf33cb41-3437-4d87-b479-b8c8473fc82e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:04.450422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Provisioning complete for port bf33cb41-3437-4d87-b479-b8c8473fc82e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:04.450870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.460728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=bf33cb41-3437-4d87-b479-b8c8473fc82e,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:04.546898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.574012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Port bf33cb41-3437-4d87-b479-b8c8473fc82e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:04.586627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Provisioning complete for port e4330619-64f8-43c0-b4ad-4b115f40051d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:04.587006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7084044a-45c5-4367-8df6-e0b66d56aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.753322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.860324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-25504252-c0a9-45de-9d14-f7ceb039122b None None] Provisioning complete for port bf33cb41-3437-4d87-b479-b8c8473fc82e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:04.861694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25504252-c0a9-45de-9d14-f7ceb039122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.930703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-25504252-c0a9-45de-9d14-f7ceb039122b None None] Port bf33cb41-3437-4d87-b479-b8c8473fc82e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:04.941011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.945208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:04.984128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.067249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.068080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6698e9-3421-46ff-a3a1-f50d299c7109 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:05.122884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.128913 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3962dd39-b89c-40e8-83ef-1c5c0e616336 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 204 len: 168 time: 1.2244277 Jan 25 16:53:05.135617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36216) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.173398 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:05.187509 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-629594bd-ec20-4db5-bf98-2083e8e064e9 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 200 len: 205 time: 0.0504508 Jan 25 16:53:05.189915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36220) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.193057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.199961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:05.247411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:05.251530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.259416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.299033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-e1148d1a-d9a9-43a5-a8ac-f828091b7220 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:05.300114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e1148d1a-d9a9-43a5-a8ac-f828091b7220 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/9f6698e9-3421-46ff-a3a1-f50d299c7109 HTTP/1.1" status: 404 len: 336 time: 0.1093075 Jan 25 16:53:05.303623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36224) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.313525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:05.361799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f688d9-0923-47e0-91d0-146b7168e9de tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:05.362585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f688d9-0923-47e0-91d0-146b7168e9de tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:05.364634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27f688d9-0923-47e0-91d0-146b7168e9de tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/1921d861-ff90-45fd-aeb8-f70d04772bae HTTP/1.1" status: 404 len: 337 time: 0.0598066 Jan 25 16:53:05.367431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36228) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.373934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:05.378005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.378529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4bd7db-c696-466c-9bca-1e41bc8b64d1 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:05.388864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:05.407981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:05.413084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:05.419968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9dab8b-d99d-418d-a228-9c7aa2487d32 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:05.420503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9dab8b-d99d-418d-a228-9c7aa2487d32 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:05.422169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3d9dab8b-d99d-418d-a228-9c7aa2487d32 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/d79f206c-00dd-41f0-a896-4cc01ff567b3 HTTP/1.1" status: 404 len: 337 time: 0.0536244 Jan 25 16:53:05.424777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36232) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.471272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 4da22aae-7666-4cab-b458-db693f1f8e58 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:05.488454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:05.493089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b068e00-e889-4c18-811c-0b57debd1133 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:05.493576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b068e00-e889-4c18-811c-0b57debd1133 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:05.495475 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b068e00-e889-4c18-811c-0b57debd1133 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/aef89a99-d1c0-40ae-8810-c04080b24a23 HTTP/1.1" status: 404 len: 337 time: 0.0694144 Jan 25 16:53:05.500072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36236) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.514990 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.528772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Transition to ACTIVE for port object f57a7426-7843-4278-810a-e1469a8f32ae will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:05.537708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.557448 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab7abe4-a9ba-4b39-8e82-bcccc482adb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:05.557898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab7abe4-a9ba-4b39-8e82-bcccc482adb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:05.559626 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fab7abe4-a9ba-4b39-8e82-bcccc482adb3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/e674e8f9-9b31-43a7-a2a0-d50800d9085d HTTP/1.1" status: 404 len: 337 time: 0.0586908 Jan 25 16:53:05.569085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36240) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.619862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b90b9df-57b4-4860-963b-5df396f2d9a3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 200 len: 205 time: 0.0562134 Jan 25 16:53:05.635807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.651880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36244) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.653943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Attempting to bind port f57a7426-7843-4278-810a-e1469a8f32ae on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:05.654408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Attempting to bind port f57a7426-7843-4278-810a-e1469a8f32ae by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:05.654846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Attempting to bind port f57a7426-7843-4278-810a-e1469a8f32ae on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:05.657309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd32f2-9bec-42b9-94f8-07ce24a0aa4c None None] Pushing event updated for resources: {'Port': ['ID=f57a7426-7843-4278-810a-e1469a8f32ae,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:05.668616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:05.669094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:05.669758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.670224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:05.670772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Bound port: f57a7426-7843-4278-810a-e1469a8f32ae, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:05.671223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.761076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] For port f57a7426-7843-4278-810a-e1469a8f32ae, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:05.764734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] For port f57a7426-7843-4278-810a-e1469a8f32ae, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f57a7426-7843-4278-810a-e1469a8f32ae,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:05.772717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.774443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-cc29b18f-ab0d-4eb8-89fd-6cd2608bf173 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:05.775536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc29b18f-ab0d-4eb8-89fd-6cd2608bf173 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/b49e647c-827a-4fca-bdb9-f98226ad0c99 HTTP/1.1" status: 404 len: 336 time: 0.1175826 Jan 25 16:53:05.831264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36248) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.874395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd32f2-9bec-42b9-94f8-07ce24a0aa4c None None] Pushing event updated for resources: {'Port': ['ID=f57a7426-7843-4278-810a-e1469a8f32ae,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:05.905010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:05.905712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:05.981695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:05.987038 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd402507-facd-4430-bfc9-5de1b1108146 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 204 len: 168 time: 1.6824672 Jan 25 16:53:05.988027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36252) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:05.996013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5df98c00-b0d2-4204-a642-5500fc4d42d6 None None] Provisioning complete for port bf33cb41-3437-4d87-b479-b8c8473fc82e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:05.996395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5df98c00-b0d2-4204-a642-5500fc4d42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:06.053889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e4330619-64f8-43c0-b4ad-4b115f40051d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:06.056260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Allocated IP 172.20.0.1 (38fd6d69-34ef-483f-aa94-bad706f3b546/d50444f2-9ea1-403b-a660-6315439b6648/4d7e97fa-cbc0-47bd-9d22-e2394fd705ab) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:06.106290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-19abaf54-44a6-484b-b25a-e20c8f85f6fe tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Synchronizing usage tracker for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:06.139907 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-58cd2ccf-7e8f-4fc1-96bc-81de2fc1742d tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 200 len: 205 time: 0.1385567 Jan 25 16:53:06.141368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36256) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.217127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5df98c00-b0d2-4204-a642-5500fc4d42d6 None None] Port bf33cb41-3437-4d87-b479-b8c8473fc82e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:06.278598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:06.295192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:06.300337 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f6003f64-9268-42a0-9fd9-cc32dbb9d7b7 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.305926 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6003f64-9268-42a0-9fd9-cc32dbb9d7b7 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/0c4bd7db-c696-466c-9bca-1e41bc8b64d1 HTTP/1.1" status: 404 len: 336 time: 0.1499369 Jan 25 16:53:06.306333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36260) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.319370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-19abaf54-44a6-484b-b25a-e20c8f85f6fe tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] Unset dirty status for tenant:5b7d69c7366847b6be6710cd12370504 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:06.321208 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19abaf54-44a6-484b-b25a-e20c8f85f6fe tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee317e27-c2f7-46b8-abbb-22079d6d34d3 HTTP/1.1" status: 200 len: 205 time: 0.4885385 Jan 25 16:53:06.326847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:06.331461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.365453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e15a9cf6-b6f1-46f6-81f6-eb5341dcd029 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 200 len: 205 time: 0.0547879 Jan 25 16:53:06.365766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36268) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.408122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:06.416004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e4330619-64f8-43c0-b4ad-4b115f40051d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:06.416397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:06.468578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-07d17ada-7230-4dcf-8c09-b6381244d11e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.470125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-07d17ada-7230-4dcf-8c09-b6381244d11e tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/99696438-b1ed-4e6c-ba02-767c577ae64d HTTP/1.1" status: 404 len: 336 time: 0.1029766 Jan 25 16:53:06.472643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36274) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.518729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:06.545341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-afae8f2b-0006-46f4-8947-85e78ebae671 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 200 len: 205 time: 0.0705879 Jan 25 16:53:06.549145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36278) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.558136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:06.575323 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-11199574-8a3a-4d00-8cd2-394b5207c73f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.579149 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11199574-8a3a-4d00-8cd2-394b5207c73f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/ee317e27-c2f7-46b8-abbb-22079d6d34d3 HTTP/1.1" status: 404 len: 336 time: 0.2344794 Jan 25 16:53:06.580139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:06.585519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36282) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.588843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8d920-1301-4064-95b0-9811f1473cea,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:06.639312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4d5908e3-6799-4b5d-b318-6ba851aadc54 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:06.645983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:06.650841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-4a2b63e4-298d-4570-b8da-990098139f34 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.655030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4a2b63e4-298d-4570-b8da-990098139f34 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/977c83bd-dc12-4fe5-b088-f90c4905a6d1 HTTP/1.1" status: 404 len: 336 time: 0.1017122 Jan 25 16:53:06.657326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36286) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.727250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-276d3f38-fa88-4d20-9a18-72566ca74a35 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 200 len: 205 time: 0.0670326 Jan 25 16:53:06.727250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Transition to ACTIVE for port object 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:06.728321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36290) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.747625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:52:58Z', 'revision_number': 3, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:06.752629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6812f2-4f21-4e22-a549-a55f45ecdd56 None None] The sync data for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv is: [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:52:58Z', 'revision_number': 3, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:06.812994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-8854543d-b274-4520-b744-fabb5ee9564c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.814044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8854543d-b274-4520-b744-fabb5ee9564c tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/c7a4ccb7-42ae-4449-b819-90db8aa1331c HTTP/1.1" status: 404 len: 336 time: 0.0849814 Jan 25 16:53:06.818320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36294) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.874796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aa1813-f282-4795-943b-4227b077e058 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:06.875246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aa1813-f282-4795-943b-4227b077e058 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:06.876340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9461fad7-aa4f-495f-a740-76bbef1bb704 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 200 len: 205 time: 0.0572877 Jan 25 16:53:06.878855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36298) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.919036 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9aa1813-f282-4795-943b-4227b077e058 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/f11cc0e5-c7bf-48da-8338-5000dfe1ec7a HTTP/1.1" status: 404 len: 337 time: 0.3315587 Jan 25 16:53:06.929021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36302) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:06.964629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-0ea7854a-6626-4c31-b1e0-9d44ff541c8b tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:06.965676 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0ea7854a-6626-4c31-b1e0-9d44ff541c8b tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/817a51a7-948f-406c-b32a-57d8e3fb3f19 HTTP/1.1" status: 404 len: 336 time: 0.0853391 Jan 25 16:53:06.968460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36304) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.013853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.076674 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-896b9560-76d8-4371-8b24-e6d5a8066bd6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b34f13-2f46-4610-9c10-5aa64eb331b4 HTTP/1.1" status: 200 len: 205 time: 0.1069322 Jan 25 16:53:07.093503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36310) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.133559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.178432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:07.189743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:07.194899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-b3cd0e30-706e-492f-a89e-23b7286be898 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] delete failed (client error): The resource could not be found. Jan 25 16:53:07.196656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b3cd0e30-706e-492f-a89e-23b7286be898 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/routers/a1b34f13-2f46-4610-9c10-5aa64eb331b4 HTTP/1.1" status: 404 len: 336 time: 0.1018672 Jan 25 16:53:07.197950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:07.205613 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47a690dc-2a5c-4c62-bd87-19305d43ce63 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 200 len: 205 time: 0.2116616 Jan 25 16:53:07.234233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36314) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.234470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.286580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:07.309538 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-594a6e24-0cb4-43ef-a237-255f349b6ad6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:07.310320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594a6e24-0cb4-43ef-a237-255f349b6ad6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:07.350255 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-594a6e24-0cb4-43ef-a237-255f349b6ad6 tempest-RoutersAdminTest-1071140875 tempest-RoutersAdminTest-1071140875-project] 10.222.0.45 "DELETE /v2.0/subnets/f3e901aa-2e62-43e2-9084-74cd7e3533e1 HTTP/1.1" status: 404 len: 337 time: 0.1074052 Jan 25 16:53:07.351592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.492060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:07.504428 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] Sync routers for ids ['4d5908e3-6799-4b5d-b318-6ba851aadc54'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:07.508572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.524899 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] Routers {'4d5908e3-6799-4b5d-b318-6ba851aadc54'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:07.525557 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4d5908e3-6799-4b5d-b318-6ba851aadc54'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:07.557611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-07899874-fba0-4b5b-9bfe-1b6fa692b168 None None] Provisioning for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:07.572454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-07899874-fba0-4b5b-9bfe-1b6fa692b168 None None] Provisioning complete for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:07.574456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07899874-fba0-4b5b-9bfe-1b6fa692b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.624681 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f6af15a7-d8a6-48c8-90ef-8891280e96d3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:07.625922 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6af15a7-d8a6-48c8-90ef-8891280e96d3 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/751e2432-257c-4772-a54c-afe11613b83b HTTP/1.1" status: 404 len: 336 time: 0.3903449 Jan 25 16:53:07.639840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.701723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-07899874-fba0-4b5b-9bfe-1b6fa692b168 None None] Port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:07.730653 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:07.751606 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] Routers {'4d5908e3-6799-4b5d-b318-6ba851aadc54'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:07.752387 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4d5908e3-6799-4b5d-b318-6ba851aadc54'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:07.759297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.764681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.766821 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9aba9b6e-ccb0-4f07-997e-8e8ac2fb0324 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4d5908e3-6799-4b5d-b318-6ba851aadc54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7033942 Jan 25 16:53:07.775847 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7106ef34-b5d4-4dba-9087-4c7071af893c tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc13b665-cbc6-41ff-8449-1546769c4343 HTTP/1.1" status: 200 len: 205 time: 0.1324251 Jan 25 16:53:07.811951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36334) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.893835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:07.898265 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8903a-84cb-4c8b-8290-7f8cbfbf05ac None None] The sync data for ids ['4d5908e3-6799-4b5d-b318-6ba851aadc54'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:07.912355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:07.935614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.942933 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-dd646d0b-5f71-4603-a302-7101229670d0 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:07.944078 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dd646d0b-5f71-4603-a302-7101229670d0 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/cc13b665-cbc6-41ff-8449-1546769c4343 HTTP/1.1" status: 404 len: 336 time: 0.1222117 Jan 25 16:53:07.948860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36342) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:07.952100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.042855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187ca12-ae06-4e74-906b-5dd0fb58ed55 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:08.044474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2187ca12-ae06-4e74-906b-5dd0fb58ed55 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports/bf33cb41-3437-4d87-b479-b8c8473fc82e HTTP/1.1" status: 200 len: 911 time: 0.2774279 Jan 25 16:53:08.048833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7973b5-cafe-4ac9-8871-2fb4067ed773 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:08.049391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7973b5-cafe-4ac9-8871-2fb4067ed773 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:08.051195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-af7973b5-cafe-4ac9-8871-2fb4067ed773 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/db930953-7b8e-4bc2-acc6-c6d548910e4a HTTP/1.1" status: 404 len: 337 time: 0.0986931 Jan 25 16:53:08.052017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36348) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.056242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36350) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.061283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd07a12a4-8774-4a3c-a8c4-47f243717e6d'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:08.121323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f57a7426-7843-4278-810a-e1469a8f32ae up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:08.150293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45fee8b-52d5-4340-8b26-37e8755e22c1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:08.176472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.182834 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d800fa5-bb56-42a3-b579-517b0a595df0 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.0698261 Jan 25 16:53:08.186405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36354) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.225506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': 'b45fee8b-52d5-4340-8b26-37e8755e22c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:08.238376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.252972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f57a7426-7843-4278-810a-e1469a8f32ae completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:08.256419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:08.259962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f57a7426-7843-4278-810a-e1469a8f32ae triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:08.260394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.268171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:08.273536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:08.283661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:08.286803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:08.294043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Usage tracker for resource:security_group_rule and tenant:07e2c7bb09214374a655f9f7d94bc5b1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:08.299873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:08.307939 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-978f5861-6c2b-49ed-95df-26651ae195ec tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=6340dc7f-6186-413f-9506-a490d8effa0e HTTP/1.1" status: 200 len: 205 time: 0.0737860 Jan 25 16:53:08.308246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.353686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.359404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.393142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:08.405921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-543ff4e8-0ea3-4f0a-8306-76bedec2693f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:08.407208 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-543ff4e8-0ea3-4f0a-8306-76bedec2693f tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/6340dc7f-6186-413f-9506-a490d8effa0e HTTP/1.1" status: 404 len: 336 time: 0.0976937 Jan 25 16:53:08.412980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.414346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.416981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.435130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f57a7426-7843-4278-810a-e1469a8f32ae, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f57a7426-7843-4278-810a-e1469a8f32ae,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:08.441565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.500863 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea8f292-bd64-4a0e-821a-e0ec63e22532 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:08.501345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea8f292-bd64-4a0e-821a-e0ec63e22532 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:08.537587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f57a7426-7843-4278-810a-e1469a8f32ae,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:08.540690 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cea8f292-bd64-4a0e-821a-e0ec63e22532 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/156d9b43-28bd-40db-9f7c-4116141ebfad HTTP/1.1" status: 404 len: 337 time: 0.1153541 Jan 25 16:53:08.543681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36368) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.554588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.557843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:08.589809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.595873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:08.643936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-98b1fb74-2cb5-4a03-b7ec-211edc3cf60b tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "GET /v2.0/ports?device_id=97b745a9-84c1-4e77-9c98-126e126901fa HTTP/1.1" status: 200 len: 205 time: 0.0968063 Jan 25 16:53:08.649326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36372) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.800311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-2d16a332-6281-4050-8432-bff9e3e5c1aa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] delete failed (client error): The resource could not be found. Jan 25 16:53:08.802855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.804707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2d16a332-6281-4050-8432-bff9e3e5c1aa tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/routers/97b745a9-84c1-4e77-9c98-126e126901fa HTTP/1.1" status: 404 len: 336 time: 0.1513531 Jan 25 16:53:08.805577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:08.900085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de606df4-0670-4307-bfd2-5aab46ff0fff,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:08.902200 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b6329f-2ac4-45c1-9a23-94dc8ba240e6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:08.902643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b6329f-2ac4-45c1-9a23-94dc8ba240e6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:08.914203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:08.998210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:09.001358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:09.012738 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8b6329f-2ac4-45c1-9a23-94dc8ba240e6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/b14d3da3-e389-4810-8207-db4d3f73e26c HTTP/1.1" status: 404 len: 337 time: 0.1987257 Jan 25 16:53:09.017280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36380) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.018976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.023434 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c7ac0dd-f48b-468a-a3d9-eef457d26e1f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8194451 Jan 25 16:53:09.025415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.027983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36384) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.035364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': 'b45fee8b-52d5-4340-8b26-37e8755e22c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:09.043288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.064011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:09.080798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:09.092387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:09.095408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:09.112063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:09.123056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:09.123715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:09.123810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:09.133900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4b3a17-c337-44b8-93c1-187f729e6e9a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:09.144829 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12a6a6ea-b53a-482c-8ef3-443c12b4d58e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07e2c7bb09214374a655f9f7d94bc5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2025819 Jan 25 16:53:09.148772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.170111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.174583 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ca675f5-1b97-4e20-9040-b2cc1d8ffed0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4136641 Jan 25 16:53:09.179616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.225254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.246960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-239a06d8-22e3-4102-b1d9-9459e44414ce tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661538 Jan 25 16:53:09.257024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.325132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f56341a-c34e-4c7e-977e-b55befa74be6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] DELETE failed (client error): The resource could not be found. Jan 25 16:53:09.325973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f56341a-c34e-4c7e-977e-b55befa74be6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:53:09.327968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9f56341a-c34e-4c7e-977e-b55befa74be6 tempest-RoutersTest-332263224 tempest-RoutersTest-332263224-project] 10.222.0.45 "DELETE /v2.0/subnets/5ca4fd77-13c1-4e87-9d3b-5e138c9fbaaa HTTP/1.1" status: 404 len: 337 time: 0.3095586 Jan 25 16:53:09.346389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0874a944-9d0b-434f-ae9f-8615e7c0aef0 None None] Provisioning complete for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:09.346762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0874a944-9d0b-434f-ae9f-8615e7c0aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.410491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0874a944-9d0b-434f-ae9f-8615e7c0aef0 None None] Port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:09.413358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:09.426261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.468170 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 16:53:09.469517 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e3a90bd-26f2-4e28-ad08-ae4c710bb5c8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4405475 Jan 25 16:53:09.477110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.507569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.531195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0ea83-cea3-4804-a4b3-641ba82c0186 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:09.536386 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8bc0ea83-cea3-4804-a4b3-641ba82c0186 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2777674 Jan 25 16:53:09.544537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36406) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.607423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Router cd48afda-3526-4649-ba4f-0c2eb61b094b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:09.610273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.612116 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-10cb83a2-8f58-4c31-b9d1-20d9c52e933c tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667498 Jan 25 16:53:09.616336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.631567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136420004', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:09.653042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:09.727728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.775688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.783557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4b3a17-c337-44b8-93c1-187f729e6e9a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:09.817454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.818605 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6a7ca7cf-66f4-4da0-838c-e1ef3a7bf67d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d4b3a17-c337-44b8-93c1-187f729e6e9a HTTP/1.1" status: 204 len: 168 time: 0.6684587 Jan 25 16:53:09.840258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:09.856021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:09.859515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:09.869715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:09.882321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:09.888139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:09.902264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:06Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:09.907918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:09.908580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Updating router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:09.979410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.055187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.071089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f57a7426-7843-4278-810a-e1469a8f32ae up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:10.101728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45fee8b-52d5-4340-8b26-37e8755e22c1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:10.157269 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce29c843-4878-42b0-a32b-aec0bfe80cee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b7d69c7366847b6be6710cd12370504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966323 Jan 25 16:53:10.159072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36424) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.166449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.170722 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41fc55c9-b9c7-45c4-82ea-efa6c45d8676 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/b45fee8b-52d5-4340-8b26-37e8755e22c1 HTTP/1.1" status: 204 len: 168 time: 0.6894774 Jan 25 16:53:10.185894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36428) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.225632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:10.243580 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Sync routers for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:10.245825 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8972deee-846a-4aef-97e2-e69ae6180b94 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd48afda-3526-4649-ba4f-0c2eb61b094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3122940 Jan 25 16:53:10.259751 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:10.260811 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:10.302398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f57a7426-7843-4278-810a-e1469a8f32ae triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:10.303162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.345514 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8fc755f7-9e93-4a19-8b4d-3e66d0c0b9f2 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571126 Jan 25 16:53:10.348548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.361458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36436) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.377952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090727464'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:10.397027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:10.405878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.413767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.420089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:10.423523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.431348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/ports/bf33cb41-3437-4d87-b479-b8c8473fc82e HTTP/1.1" status: 200 len: 911 time: 2.3762746 Jan 25 16:53:10.434835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:10.437516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36440) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.514249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:10.535250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:10.550926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36448) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.580067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.592764 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:10.610537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.662004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.679339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-71f73102-2f5c-434a-9326-955376f76cb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bef14f6ef86453f9ce48dc8b308ec10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258025 Jan 25 16:53:10.680068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:10.690643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cf589-01c6-4fac-aa9b-bef51de6ed58 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=bf33cb41-3437-4d87-b479-b8c8473fc82e,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:10.713953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:10.746753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:10.763931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:10.779502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:10.809671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:10.815688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.859781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.942954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.962736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:10.965623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Transition to ACTIVE for port object 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:10.978218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.025724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.040484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.084673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b6f7f-868d-4f8e-a32b-52d34ea3d094,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.090482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.116900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db063077-3781-424d-a200-6a0f0c024e59,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.126910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Attempting to bind port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:11.127601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Attempting to bind port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:11.128147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Attempting to bind port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:11.135649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.140735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-40d83d2f-3a5e-4e26-a94b-4f2595834f54 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7748454 Jan 25 16:53:11.140944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:11.140944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:11.141273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.141409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.142000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:11.142139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Bound port: 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:11.142497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.144384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aaa126d1-f9b7-44b8-9d36-7f9ab278b9e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db063077-3781-424d-a200-6a0f0c024e59 HTTP/1.1" status: 204 len: 168 time: 0.4588962 Jan 25 16:53:11.147544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.155339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-758c5503-bb8f-4406-9ea6-25fa22572d76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '4d4b6f7f-868d-4f8e-a32b-52d34ea3d094', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:11.158594 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-758c5503-bb8f-4406-9ea6-25fa22572d76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 25 16:53:11.161154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-758c5503-bb8f-4406-9ea6-25fa22572d76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:11.163692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-758c5503-bb8f-4406-9ea6-25fa22572d76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149148 Jan 25 16:53:11.166948 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:53:07Z', 'revision_number': 4, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4d7e97fa-cbc0-47bd-9d22-e2394fd705ab', 'name': '', 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'mac_address': 'fa:16:3e:74:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:05Z', 'updated_at': '2022-01-25T16:53:07Z', 'revision_number': 2, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'subnets': [{'id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:11.167647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36462) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.185879 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Checking router: cd48afda-3526-4649-ba4f-0c2eb61b094b for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:11.186371 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Updating router cd48afda-3526-4649-ba4f-0c2eb61b094b port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:11.250444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] For port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:11.254331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] For port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:11.277569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.285741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.304823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e87700-3184-49ac-b7e9-12e52d5086f1 None None] Pushing event updated for resources: {'Port': ['ID=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.327393 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.329397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36466) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.337296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325387883', 'description': 'tempest-secgroup-smoke-1325387883 description', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:11.344865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.353916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:11.362857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:11.373176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:11.385172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:11.403277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:11.409370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: ee9221e5-03c7-49b4-93cb-35dc7d1f74f3, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:11.413395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.423544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:11.424757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:11.441539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.442586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea84377-9a3b-4ca1-a7c8-b087c720feda,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.468357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b6f7f-868d-4f8e-a32b-52d34ea3d094,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.477488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:11.480759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.482350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-59651e9a-3690-42cf-b98c-cb2f39d3b305 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/4d4b6f7f-868d-4f8e-a32b-52d34ea3d094 HTTP/1.1" status: 204 len: 168 time: 0.3135259 Jan 25 16:53:11.485244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:11.488036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.490954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:11.501971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.503569 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0519e907-1219-46a9-8973-08ec5161c7bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ea84377-9a3b-4ca1-a7c8-b087c720feda HTTP/1.1" status: 204 len: 168 time: 1.3435094 Jan 25 16:53:11.522164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:11.533176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:11.547839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ee9221e5-03c7-49b4-93cb-35dc7d1f74f3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:11.567130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b86f536-3c84-48fa-a8c1-7c8ec6d8e99e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:11.597050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:11.597965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.603934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0b86f536-3c84-48fa-a8c1-7c8ec6d8e99e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:11.605453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0b86f536-3c84-48fa-a8c1-7c8ec6d8e99e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162522 Jan 25 16:53:11.613906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.620122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175980906'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:11.630121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:11.640841 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c0108626-1a1a-4153-bc1e-152483e7da70 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0225604 Jan 25 16:53:11.643951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.655485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:11.710105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.716456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.724080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed5a8a-fc91-4bb8-a985-cf04686f3616 None None] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:11.763668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef71918-e6ac-418b-9955-f8e27494d94b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.772549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.803730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e87700-3184-49ac-b7e9-12e52d5086f1 None None] Pushing event updated for resources: {'Port': ['ID=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:11.808918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:11.814530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.825592 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bae040a8-c00e-4d68-aa26-2d4e2cc6947e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4857881 Jan 25 16:53:11.825592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:11.825592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:11.828660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:11.836990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:11.842734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:11.848405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:11.857638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:11.869398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:11.885496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:11.890095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.985261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:11.996345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.050723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.055258 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297957 Jan 25 16:53:12.057832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36496) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:12.066396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc89e-70ad-4e21-9adc-1b74e2451514 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8951b05a-d400-4eeb-ad33-10510afe032d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:12.074619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:12.085391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:12.091860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:12.103180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:12.118384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:12.190397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.192832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.205476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.210026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:12.330522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047f5928-f467-44fb-9a5c-7bedde991108,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:12.335415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.336898 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1dc206c1-3b95-4e7e-85db-b297a79b2ceb tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7219408 Jan 25 16:53:12.340251 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.355782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36508) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:12.360728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Transition to ACTIVE for port object 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:12.372763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ad2b4a5a-14f9-4be7-aa89-d01f97c37422 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '047f5928-f467-44fb-9a5c-7bedde991108', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:12.373312 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.373631 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-ad2b4a5a-14f9-4be7-aa89-d01f97c37422 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 25 16:53:12.374134 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-ad2b4a5a-14f9-4be7-aa89-d01f97c37422 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:12.375121 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ad2b4a5a-14f9-4be7-aa89-d01f97c37422 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0174739 Jan 25 16:53:12.381401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:12.483166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.496757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.559479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491d673d-4bb9-44f1-9283-1ce350782c15,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:12.585016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.587091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c47b519f-d6e8-41f2-8446-0ac252adff7c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5267291 Jan 25 16:53:12.589888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:12.595753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:12.608689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:12.615268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:12.625097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:12.647811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:12.678696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.730085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.731073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Attempting to bind port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:12.731541 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Attempting to bind port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:12.732035 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Attempting to bind port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab on network 38fd6d69-34ef-483f-aa94-bad706f3b546 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:12.744781 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:12.745516 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Checking segment: {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:12.745960 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.746399 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Bound using segment: {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:12.747182 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Bound port: 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d180f-60ae-4684-8f45-0f89bbac947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:12.747555 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.851837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.857176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.878116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:12.880310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.897440 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] For port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:12.904361 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] For port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:12.919440 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.922050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.924513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.925440 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321619 Jan 25 16:53:12.928813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36534) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:12.937177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:12.950418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:12.951335 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Pushing event updated for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:12.956075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb7fa-778b-4258-8eff-615ae4f9e165 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1946cfa-7f91-4e87-9d84-65fd57a6d3a1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:12.967685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:12.968143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.968557 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.968897 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.969241 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.970419 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.971226 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.971560 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.972001 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.972333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.972653 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.973768 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.974129 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:12.976257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:12.987096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:12.999092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:13.030976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.069429 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:13.072557 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:13.226003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.240893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.315333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee258f-489b-4689-bb00-e05018708114,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:13.333992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.335802 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-656adba5-3504-4751-b41f-c34e6fe05891 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980246 Jan 25 16:53:13.338194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36544) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:13.349125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:13.368421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:13.378200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:13.396958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:13.409060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:13.431915 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Project f952c6e6d9a647aa94480cbad72537fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:13.440976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.480396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:06Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:13.492044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83aa4-4ef0-45a9-a382-1ef378f46e03 None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:06Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:13.494572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Allocated IP 172.20.0.2 (ee9221e5-03c7-49b4-93cb-35dc7d1f74f3/39f0fdd3-0997-41fc-a3c1-03fb85ef5dff/5806d955-b74b-4d1a-9941-4eed24d6d44d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:13.589578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.597809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.644278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c124ec0-bd6b-4fbd-b66c-4f4271b8ef68,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:13.665082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.667891 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-93b3285b-e01a-4b31-a93d-0089c483ec73 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283744 Jan 25 16:53:13.670308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36552) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:13.674094 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd517dd-fb21-4673-981d-e608d94b02b1 None None] Pushing event updated for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:13.703469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'security_group_rule': {'security_group_id': 'aef71918-e6ac-418b-9955-f8e27494d94b', 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:13.717857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:13.741357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:13.753911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:security_group_rule and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:13.762478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:13.769385 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:13.779479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:13.802635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Project f952c6e6d9a647aa94480cbad72537fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:13.818653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.826956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.874299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:13.914454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Transition to ACTIVE for port object 5806d955-b74b-4d1a-9941-4eed24d6d44d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:13.962230 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:53:13.977805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Transition to ACTIVE for port object 5806d955-b74b-4d1a-9941-4eed24d6d44d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:13.988685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.059185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.069083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.140828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f5928-f467-44fb-9a5c-7bedde991108,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:14.156111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8054e1bf-9364-47b6-bbc3-6982cffc6687,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:14.182970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.184201 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-139970ae-14d0-4339-8df5-58e047a7d354 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5120428 Jan 25 16:53:14.213855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:14.223623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:14.228829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:14.274722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.277784 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-849680c4-38fa-4539-8808-a36027ffd06a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/047f5928-f467-44fb-9a5c-7bedde991108 HTTP/1.1" status: 204 len: 168 time: 1.8946161 Jan 25 16:53:14.280416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36574) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:14.360359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1214459890'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:14.392616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:14.403930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Usage tracker for resource:network and tenant:63a0f9c2e6624bda8eb737412352bb3d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:14.408125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:14.414171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Pushing event updated for resources: {'Port': ['ID=5806d955-b74b-4d1a-9941-4eed24d6d44d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:14.422576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port bf33cb41-3437-4d87-b479-b8c8473fc82e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:14.423141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.430278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8663657c-6307-4723-8952-faf2bdde1cc3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:14.496142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:14.506876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8663657c-6307-4723-8952-faf2bdde1cc3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:14.513402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:14.515789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:14.516788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8663657c-6307-4723-8952-faf2bdde1cc3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2335894 Jan 25 16:53:14.537196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702386414'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:14.543021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Made reservation on behalf of 63a0f9c2e6624bda8eb737412352bb3d for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:14.550737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.555199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:14.596343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.599944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.634394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:14.639505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:14.646292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Usage tracker for resource:security_group_rule and tenant:63a0f9c2e6624bda8eb737412352bb3d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:14.650993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:14.664901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:14.687568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36612) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:14.692964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Attempting to bind port 5806d955-b74b-4d1a-9941-4eed24d6d44d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:14.693700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Attempting to bind port 5806d955-b74b-4d1a-9941-4eed24d6d44d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:14.694173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Attempting to bind port 5806d955-b74b-4d1a-9941-4eed24d6d44d on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:14.711368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:14.721186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Checking segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:14.725034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.725607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Bound using segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:14.727153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Bound port: 5806d955-b74b-4d1a-9941-4eed24d6d44d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:14.727654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.792098 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:53:07Z', 'revision_number': 4, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4d7e97fa-cbc0-47bd-9d22-e2394fd705ab', 'name': '', 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'mac_address': 'fa:16:3e:74:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:05Z', 'updated_at': '2022-01-25T16:53:12Z', 'revision_number': 4, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'subnets': [{'id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:14.806197 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a447557-0fae-44ca-9258-71fbdda22063 None None] The sync data for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv is: [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T16:53:07Z', 'revision_number': 4, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4d7e97fa-cbc0-47bd-9d22-e2394fd705ab', 'name': '', 'network_id': '38fd6d69-34ef-483f-aa94-bad706f3b546', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'mac_address': 'fa:16:3e:74:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:05Z', 'updated_at': '2022-01-25T16:53:12Z', 'revision_number': 4, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'subnets': [{'id': 'd50444f2-9ea1-403b-a660-6315439b6648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:14.977648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1077855271', 'router:external': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:14.978805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:14.995143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:15.009268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:network and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:15.016235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:15.027123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.028930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:15.041140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.045190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:15.055450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:15.062079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Made reservation on behalf of d07b0701a9344caa8ca2f0f4c9ee76a0 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:15.064873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.071861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:15.086192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.099531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:15.111986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:15.116518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:security_group_rule and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:15.120008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:15.124701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:15.126241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.127443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:15.189704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:15.218731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:15.247999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88897a10-b1bf-42c6-9137-c29fd810673f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:15.265747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.266206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.266670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.267448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.267850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.268575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.268575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.269011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.269438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.270849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.270849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.271264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:15.288838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.290974 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Added segment 3ae5a33c-48b2-4c95-99d6-b4f27a7d074c of type vlan for network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 Jan 25 16:53:15.301071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:15.309130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.326818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.362974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.370952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:15.389409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.400836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:15.409669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b3e42e-409b-4613-a7dc-80239b5e6b2f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:15.453679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.454245 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Added segment 1ed26441-db30-46c4-a0b9-20ae664992c3 of type vlan for network 04915d73-8687-4b83-968b-8337e79540ee Jan 25 16:53:15.486782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.498960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:15.499823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.562821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.624284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.631054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:15.640383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.646185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764a46d-5d0c-4d25-a6aa-0caee3f60007 None None] Pushing event updated for resources: {'Port': ['ID=5806d955-b74b-4d1a-9941-4eed24d6d44d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:15.760221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:15.906245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.966977 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2454054 Jan 25 16:53:15.985467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36634) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:15.986139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:15.987174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:15.987763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.023147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Request body: {'subnet': {'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:16.052717 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3590324 Jan 25 16:53:16.059412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36638) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:16.064739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for bf33cb41-3437-4d87-b479-b8c8473fc82e owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:16.159571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'subnet': {'network_id': '04915d73-8687-4b83-968b-8337e79540ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:16.178721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509ab99-ac99-4cf2-871b-71cfaf1187ff tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event updated for resources: {'Network': ['ID=b981b192-e9b2-473e-bbe1-f8ba2cce2cd6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:16.189384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:16.209036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:16.410551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:subnet and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:16.417783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:16.420593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c8ac-e9dd-4687-a366-df239d22607c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Network': ['ID=04915d73-8687-4b83-968b-8337e79540ee,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:16.430721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:16.445839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 04915d73-8687-4b83-968b-8337e79540ee details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:16.472142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:16.478386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Made reservation on behalf of d07b0701a9344caa8ca2f0f4c9ee76a0 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:16.480884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.498401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Usage tracker for resource:subnet and tenant:63a0f9c2e6624bda8eb737412352bb3d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:16.505184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:16.562499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:16.595836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:16.597384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Made reservation on behalf of 63a0f9c2e6624bda8eb737412352bb3d for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:16.603447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.698000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (ee9221e5-03c7-49b4-93cb-35dc7d1f74f3/39f0fdd3-0997-41fc-a3c1-03fb85ef5dff/11c5ed89-df64-493a-bff3-8edb2b28df3b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:16.728310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.759643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.802192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:16.802575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.902759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:16.939315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:17.066503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event updated for resources: {'Subnet': ['ID=a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:17.095083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:17.102164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Checking segment: {'id': '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:17.102530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Network hostable DHCP agents. Network: b981b192-e9b2-473e-bbe1-f8ba2cce2cd6, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:17.152418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=bf33cb41-3437-4d87-b479-b8c8473fc82e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:17.217158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:17.245127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:17.245523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:17.257799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a225cf-124c-4d9b-b8f6-e0d5021d364a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:17.260515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:17.299198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, b981b192-e9b2-473e-bbe1-f8ba2cce2cd6) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:17.309580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:17.310258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:17.381623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-804d4ed9-e0b4-4653-aa3d-b83758f6a61a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3732359 Jan 25 16:53:17.381967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28717fcd-21b2-4c51-886e-5333ea80237c None None] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:17.410507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36680) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.433818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Request body: {'port': {'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6', 'name': 'tempest-TagsExtTest-538596715'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:17.633951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:17.638365 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-acb91298-1eec-43c6-bbdf-4928bb0bb9e9 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1173930 Jan 25 16:53:17.639190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:17.642984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.663097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-09244a2b-8e49-44a5-af58-76f23e12e1f4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '49a225cf-124c-4d9b-b8f6-e0d5021d364a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:17.664246 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-09244a2b-8e49-44a5-af58-76f23e12e1f4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 25 16:53:17.664908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-09244a2b-8e49-44a5-af58-76f23e12e1f4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:17.669367 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09244a2b-8e49-44a5-af58-76f23e12e1f4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163724 Jan 25 16:53:17.671911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36688) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.744088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b34b12cb-f6c3-43d4-b28d-712b84b0de4a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '49a225cf-124c-4d9b-b8f6-e0d5021d364a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:17.746033 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-b34b12cb-f6c3-43d4-b28d-712b84b0de4a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 25 16:53:17.746763 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-b34b12cb-f6c3-43d4-b28d-712b84b0de4a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:17.747983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b34b12cb-f6c3-43d4-b28d-712b84b0de4a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144699 Jan 25 16:53:17.756379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36692) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.768833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9672d5bc-8bb9-44e2-9c2a-66469e870e1a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '49a225cf-124c-4d9b-b8f6-e0d5021d364a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:17.771438 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-9672d5bc-8bb9-44e2-9c2a-66469e870e1a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 25 16:53:17.772183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-9672d5bc-8bb9-44e2-9c2a-66469e870e1a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:17.773394 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9672d5bc-8bb9-44e2-9c2a-66469e870e1a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133910 Jan 25 16:53:17.783311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36696) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.797100 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcdf79-2ca6-4700-a8f6-21f35354e546 None None] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:17.833946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-64a3da9d-973e-44e4-b7ed-06e216328b8e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '49a225cf-124c-4d9b-b8f6-e0d5021d364a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:17.840246 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-64a3da9d-973e-44e4-b7ed-06e216328b8e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 25 16:53:17.840569 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-64a3da9d-973e-44e4-b7ed-06e216328b8e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:17.849705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64a3da9d-973e-44e4-b7ed-06e216328b8e tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0445428 Jan 25 16:53:17.853988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36700) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:17.988185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-54ad862d-2e4d-47f1-b814-a8d46f5ee58a None None] Provisioning for port 5806d955-b74b-4d1a-9941-4eed24d6d44d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:18.030655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.069255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:18.078562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Usage tracker for resource:port and tenant:63a0f9c2e6624bda8eb737412352bb3d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:18.098776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:18.115344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:18.122635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.186922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Made reservation on behalf of 63a0f9c2e6624bda8eb737412352bb3d for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:18.190859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.205161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.242945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] device_id is not set on port 0d53066e-da83-48fa-8d0c-c364d6ed3974 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:53:18.261512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 11c5ed89-df64-493a-bff3-8edb2b28df3b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:18.292487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 4d5908e3-6799-4b5d-b318-6ba851aadc54 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:18.366928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.objects.ports [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87552) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 25 16:53:18.367264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.368792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.490295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-b981b192-e9b2-473e-bbe1-f8ba2cce2cd6', 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6', 'tenant_id': '63a0f9c2e6624bda8eb737412352bb3d', 'fixed_ips': [{'subnet_id': 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:18.491130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.491837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:18.493727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.501009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.512309 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-213112f9-2761-4e72-82cc-01c8e4e91edb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/4d5908e3-6799-4b5d-b318-6ba851aadc54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0733724 Jan 25 16:53:18.522995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] Sync routers for ids ['4d5908e3-6799-4b5d-b318-6ba851aadc54'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:18.560038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36704) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:18.610646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:18.614554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:18.617383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:18.621475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a225cf-124c-4d9b-b8f6-e0d5021d364a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:18.632993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:18.649362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83ecfa60-6855-4498-99b6-9dcaf4fe5a2e,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:18.662176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Checking segment: {'id': '1ed26441-db30-46c4-a0b9-20ae664992c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '04915d73-8687-4b83-968b-8337e79540ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:18.662541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network hostable DHCP agents. Network: 04915d73-8687-4b83-968b-8337e79540ee, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:18.663800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:18.671766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.672306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675647 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b871289c-937b-4249-9b5c-368d11f8ede2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d5908e3-6799-4b5d-b318-6ba851aadc54 HTTP/1.1" status: 200 len: 205 time: 0.1063504 Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.675743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.677058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:18.680444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36710) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:18.691404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] Routers {'4d5908e3-6799-4b5d-b318-6ba851aadc54'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:18.692461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4d5908e3-6799-4b5d-b318-6ba851aadc54'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:18.705891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.707979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fe29521d-d7ee-45cc-ab92-8f4eb50e11f1 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/49a225cf-124c-4d9b-b8f6-e0d5021d364a HTTP/1.1" status: 204 len: 168 time: 0.8510373 Jan 25 16:53:18.711856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Allocated IP 172.20.0.4 (b981b192-e9b2-473e-bbe1-f8ba2cce2cd6/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/0d53066e-da83-48fa-8d0c-c364d6ed3974) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:18.715804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36714) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:18.755818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.757052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5806d955-b74b-4d1a-9941-4eed24d6d44d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:18.805670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 04915d73-8687-4b83-968b-8337e79540ee is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:18.837312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.857129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e8ac0150-1e40-4926-a2c2-c71a8b75d4bc tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:18.865865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 04915d73-8687-4b83-968b-8337e79540ee) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:18.930566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:18.931212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.960280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e8ac0150-1e40-4926-a2c2-c71a8b75d4bc tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:18.961135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6325d18-b03d-4876-8db3-4e932c570e0d None None] Network 04915d73-8687-4b83-968b-8337e79540ee requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:18.961640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e8ac0150-1e40-4926-a2c2-c71a8b75d4bc tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2346292 Jan 25 16:53:18.966045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:18.976577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1e91f960-2c66-4750-b5d9-1583e56d5a82 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9137397 Jan 25 16:53:18.976818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:18.977872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36722) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:18.986269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1037313160', 'network_id': '04915d73-8687-4b83-968b-8337e79540ee'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:18.991445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:18.998777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:port and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:19.055014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:19.123831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--199548166'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:19.126213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] Routers {'4d5908e3-6799-4b5d-b318-6ba851aadc54'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:19.126972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['4d5908e3-6799-4b5d-b318-6ba851aadc54'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:19.168735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:19.172801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:19.209985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:19.227154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:19.249484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:19.250035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c76b8e-b70e-4a76-8bb0-f7bcee81fbe9 None None] The sync data for ids ['4d5908e3-6799-4b5d-b318-6ba851aadc54'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:19.268203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5806d955-b74b-4d1a-9941-4eed24d6d44d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:19.272801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Made reservation on behalf of d07b0701a9344caa8ca2f0f4c9ee76a0 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:19.275950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.327705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] device_id is not set on port 88a1327a-dc02-42ed-bfca-1a8490d2dbc8 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:53:19.332419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5806d955-b74b-4d1a-9941-4eed24d6d44d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:19.333421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.375089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:19.401824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.432400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.437944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:19.451692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:19.463503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:19.467336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Transition to ACTIVE for port object 0d53066e-da83-48fa-8d0c-c364d6ed3974 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:19.474362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.482960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.485241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:19.501618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d2543-780b-445b-99a3-4f67a91c01e4 None None] Network 04915d73-8687-4b83-968b-8337e79540ee requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:19.593921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.594707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5908e3-6799-4b5d-b318-6ba851aadc54 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:19.615155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 2001:db8::333 (04915d73-8687-4b83-968b-8337e79540ee/83ecfa60-6855-4498-99b6-9dcaf4fe5a2e/88a1327a-dc02-42ed-bfca-1a8490d2dbc8) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:19.659516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.662396 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca3c33e4-4df0-4f2b-a356-d8e624d87e4c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/4d5908e3-6799-4b5d-b318-6ba851aadc54 HTTP/1.1" status: 204 len: 168 time: 0.9755354 Jan 25 16:53:19.665718 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:19.671207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:19.834251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:19.845659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event updated for resources: {'Port': ['ID=0d53066e-da83-48fa-8d0c-c364d6ed3974,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:19.849959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:19.874812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:20.028824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:20.029529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.053593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.068422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.072471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.084443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet d07a12a4-8774-4a3c-a8c4-47f243717e6d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:53:20.086548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.097675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Allocated IP 172.20.0.2 (b981b192-e9b2-473e-bbe1-f8ba2cce2cd6/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:20.107424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.132091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7ee5f72e-b8f6-453d-ae53-5faf70a3c143 None None] Provisioning complete for port 5806d955-b74b-4d1a-9941-4eed24d6d44d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:20.132896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f72e-b8f6-453d-ae53-5faf70a3c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.159772 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a3216639-e310-4299-b868-bf00c6f4dd6a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7397299 Jan 25 16:53:20.161920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.192972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1643269585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.201831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:20.205949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Usage tracker for resource:router and tenant:63a0f9c2e6624bda8eb737412352bb3d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:20.212794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:20.220930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:20.242978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.244180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.286761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.362552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29639d-90a0-47b2-bca1-bf60b5ed71d7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:20.365417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.369522 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-839e478f-af9c-4b1a-a8c5-bcbd0aec6dfd tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3974683 Jan 25 16:53:20.369522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.371572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36736) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.385571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5e5b871a-5441-4ec1-a0de-2cc0f1bae07a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.386416 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-5e5b871a-5441-4ec1-a0de-2cc0f1bae07a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 25 16:53:20.387068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-5e5b871a-5441-4ec1-a0de-2cc0f1bae07a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:20.391029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5e5b871a-5441-4ec1-a0de-2cc0f1bae07a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154579 Jan 25 16:53:20.391029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.406775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:20.415259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.418627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.428106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.432657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.440954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2667132a-d418-4e4e-b4b6-96fcdd11cdcf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2589936 Jan 25 16:53:20.445434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36744) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.449006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.484966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-163d119c-db22-4aa0-ae0f-46dca6017269 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-256395545', 'prefixes': ['172.20.0.0/16']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.495886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-163d119c-db22-4aa0-ae0f-46dca6017269 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:20.513618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:20.532345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.537643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:20.562036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:20.564372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:20.574056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:20.650983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=88a1327a-dc02-42ed-bfca-1a8490d2dbc8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:20.679674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 04915d73-8687-4b83-968b-8337e79540ee is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:20.686749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:20.692274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5806d955-b74b-4d1a-9941-4eed24d6d44d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:20.692758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:20.693971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:20.694652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.736506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-97eb85af-c689-4c88-84bc-62ed3debc351 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7550895 Jan 25 16:53:20.737668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36748) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.738590 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:20.738944 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ab14921-b644-42a4-9834-29acc28ed75a tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3227491 Jan 25 16:53:20.740769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.744297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36750) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.804136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-effb606e-f04c-4489-a600-a5738e1d7af6 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.804637 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-effb606e-f04c-4489-a600-a5738e1d7af6 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 25 16:53:20.805140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-effb606e-f04c-4489-a600-a5738e1d7af6 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:20.813967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.814180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-effb606e-f04c-4489-a600-a5738e1d7af6 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0679755 Jan 25 16:53:20.826591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:20.845722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.858508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Transition to ACTIVE for port object 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:20.883725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting port 88a1327a-dc02-42ed-bfca-1a8490d2dbc8 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:20.885101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.898900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:20.916187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:20.922742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:20.923337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Transition to ACTIVE for port object 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:20.927728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-163d119c-db22-4aa0-ae0f-46dca6017269 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for subnetpool, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.929114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-163d119c-db22-4aa0-ae0f-46dca6017269 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4524174 Jan 25 16:53:20.933503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:20.937140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:20.940865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.942934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:20.949022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-1c86d158-f604-4dba-840a-d80be57afa34 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-1550584735') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:21.005114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:21.005855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.039144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=d07a12a4-8774-4a3c-a8c4-47f243717e6d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:21.059448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.080483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:21.090247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe030f-40fe-44df-bd5c-0263df1394aa None None] Network 4da22aae-7666-4cab-b458-db693f1f8e58 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:21.097430 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:21.100027 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ac091ea8-30fa-4c7e-b684-6be96cbf2d40 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2832663 Jan 25 16:53:21.107449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.111713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.119943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f889c1fa-b6df-42ef-8abd-11a0aad70d9d tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:21.120830 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-f889c1fa-b6df-42ef-8abd-11a0aad70d9d tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 25 16:53:21.121611 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f889c1fa-b6df-42ef-8abd-11a0aad70d9d tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:21.122916 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f889c1fa-b6df-42ef-8abd-11a0aad70d9d tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094302 Jan 25 16:53:21.127792 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-051b9da2-e627-46c7-ab83-93b99c988911 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/d07a12a4-8774-4a3c-a8c4-47f243717e6d HTTP/1.1" status: 204 len: 168 time: 1.4591665 Jan 25 16:53:21.129003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.130305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.131417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.240716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:21.252084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:21.267706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ecefc4ec-58a7-4e07-a9c6-1424131a3e9f None None] Provisioning for port 11c5ed89-df64-493a-bff3-8edb2b28df3b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:21.277028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:21.285424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:21.292146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:21.295612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:21.302276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.358349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Pushing event updated for resources: {'Port': ['ID=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:21.370104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ecefc4ec-58a7-4e07-a9c6-1424131a3e9f None None] Provisioning complete for port 11c5ed89-df64-493a-bff3-8edb2b28df3b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:21.370587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ecefc4ec-58a7-4e07-a9c6-1424131a3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.406660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:21.466655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Calling delete_port for 88a1327a-dc02-42ed-bfca-1a8490d2dbc8 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:21.482739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.492477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:21.497982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ecefc4ec-58a7-4e07-a9c6-1424131a3e9f None None] Port 11c5ed89-df64-493a-bff3-8edb2b28df3b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:21.519896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Attempting to bind port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:21.521390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Attempting to bind port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:21.521938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Attempting to bind port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 on network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:21.528905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:21.529610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Checking segment: {'id': '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:21.530184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.530802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Bound using segment: {'id': '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:21.531587 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Project 666adff602904b80946f78f084cb1763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:21.531789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Bound port: 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b981b192-e9b2-473e-bbe1-f8ba2cce2cd6'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:21.532026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.565491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.572458 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c86d158-f604-4dba-840a-d80be57afa34 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-1550584735 HTTP/1.1" status: 201 len: 201 time: 0.6377404 Jan 25 16:53:21.587347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36778) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.598867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-f35617ae-8035-4df1-afd7-8f3a26e1522d tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-2117491580') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:21.668356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port e4330619-64f8-43c0-b4ad-4b115f40051d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:21.668622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.682735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.711032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] For port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:21.714956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] For port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,segment=NetworkSegment(3ae5a33c-48b2-4c95-99d6-b4f27a7d074c),segment_id=3ae5a33c-48b2-4c95-99d6-b4f27a7d074c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:21.720768 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:21.725026 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c617c45c-ba16-4744-86f7-5303a50872c4 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5589797 Jan 25 16:53:21.730561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.731064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.743982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Port': ['ID=88a1327a-dc02-42ed-bfca-1a8490d2dbc8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:21.748796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cf984e21-790a-405c-be8e-af6bdd3ac979 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:21.749338 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-cf984e21-790a-405c-be8e-af6bdd3ac979 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 25 16:53:21.749949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-cf984e21-790a-405c-be8e-af6bdd3ac979 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:21.751029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf984e21-790a-405c-be8e-af6bdd3ac979 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114515 Jan 25 16:53:21.756625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36786) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.792449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:21.803980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:21.808427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:21.815801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:21.819309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.822992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:21.831316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:21.839763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:21.853730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-341cf8b5-9915-4b8c-ac1a-894ce5ef7e7b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/ports/88a1327a-dc02-42ed-bfca-1a8490d2dbc8 HTTP/1.1" status: 204 len: 168 time: 1.1149962 Jan 25 16:53:21.857336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36790) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.867045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04915d73-8687-4b83-968b-8337e79540ee', 'external_fixed_ips': [{'subnet_id': '83ecfa60-6855-4498-99b6-9dcaf4fe5a2e', 'ip_address': '2001:db8::333'}]}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:21.882443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Project 666adff602904b80946f78f084cb1763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:21.884772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adece91-a0e3-4ca1-b4f2-a94eb1a7daa9 None None] Pushing event updated for resources: {'Port': ['ID=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:21.886752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:21.892487 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f35617ae-8035-4df1-afd7-8f3a26e1522d tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-2117491580 HTTP/1.1" status: 201 len: 201 time: 0.3033602 Jan 25 16:53:21.897723 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36794) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:21.899012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] DHCP port deletion for 4da22aae-7666-4cab-b458-db693f1f8e58 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:53:21.906403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Deleting port e4330619-64f8-43c0-b4ad-4b115f40051d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:21.906842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:21.930273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-b7b8b0b5-75a0-4d85-aa4d-64d03c7d18f6 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-913026371') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:22.210898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:router and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:22.227287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:22.244555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:22.311656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] For port e4330619-64f8-43c0-b4ad-4b115f40051d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e4330619-64f8-43c0-b4ad-4b115f40051d,segment=NetworkSegment(033ff5ca-55db-4fe6-9900-7d86f4c33db1),segment_id=033ff5ca-55db-4fe6-9900-7d86f4c33db1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:22.311656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.315306 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:22.316347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ca51859-c450-4560-813d-8b585412ce75 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5586443 Jan 25 16:53:22.322669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36800) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:22.336319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '3b29639d-90a0-47b2-bca1-bf60b5ed71d7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:22.353840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.366969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.381242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:22.389394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:22.395649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:22.406619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:22.413019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.447806 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Project 666adff602904b80946f78f084cb1763 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:22.470846 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7b8b0b5-75a0-4d85-aa4d-64d03c7d18f6 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-913026371 HTTP/1.1" status: 201 len: 201 time: 0.5525885 Jan 25 16:53:22.484047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36806) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:22.576114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-122399ae-7d0c-4980-a8d4-c475f1d4c997 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-1707314462') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:22.667693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port e4330619-64f8-43c0-b4ad-4b115f40051d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e4330619-64f8-43c0-b4ad-4b115f40051d,segment=NetworkSegment(033ff5ca-55db-4fe6-9900-7d86f4c33db1),segment_id=033ff5ca-55db-4fe6-9900-7d86f4c33db1)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:22.668341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.706070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:22.707567 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-337f9120-ce1c-4e1f-9691-d0526128a359 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3835115 Jan 25 16:53:22.712703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36810) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:22.719073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Calling delete_port for e4330619-64f8-43c0-b4ad-4b115f40051d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:22.795279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0243c162-a93f-4a85-91a8-4895679e9949 None None] Provisioning complete for port 11c5ed89-df64-493a-bff3-8edb2b28df3b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:22.795740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0243c162-a93f-4a85-91a8-4895679e9949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.887863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for e4330619-64f8-43c0-b4ad-4b115f40051d owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:22.914625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:22.918488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:22.933132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:22.963520 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-122399ae-7d0c-4980-a8d4-c475f1d4c997 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-1707314462 HTTP/1.1" status: 201 len: 201 time: 0.4019616 Jan 25 16:53:22.968554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.007453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.037241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-eff194d9-ac4e-4c74-ac66-a72727c3ebe8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:23.080155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0243c162-a93f-4a85-91a8-4895679e9949 None None] Port 11c5ed89-df64-493a-bff3-8edb2b28df3b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:23.111425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.129419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.190568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:23.197078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.231548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] Pushing event deleted for resources: {'Port': ['ID=e4330619-64f8-43c0-b4ad-4b115f40051d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:23.235058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5806d955-b74b-4d1a-9941-4eed24d6d44d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:23.254613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29639d-90a0-47b2-bca1-bf60b5ed71d7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:23.260917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.262437 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-955ad114-90a8-403c-afa0-fb2fbdeca164 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/3b29639d-90a0-47b2-bca1-bf60b5ed71d7 HTTP/1.1" status: 204 len: 168 time: 0.5487552 Jan 25 16:53:23.265542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36818) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.282720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:53:23.283482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:53:23.291071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:23.310274 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:23.311957 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5de0fd64-d31e-414e-8ad4-5396eb95803a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6667202 Jan 25 16:53:23.312730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.332975 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:23.336779 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:23.350917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a7f60-0ba5-4de4-9b5e-feb6306d8375 None None] No DVR routers for this DVR port e4330619-64f8-43c0-b4ad-4b115f40051d on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:53:23.411975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5806d955-b74b-4d1a-9941-4eed24d6d44d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:23.419828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.737541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.738165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.739021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.747926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.748567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.749296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.749773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.750239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.757247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e4330619-64f8-43c0-b4ad-4b115f40051d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:53:23.757980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:23.765908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-837848ad-538d-4d61-a62f-9bd93c74c9a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6334 time: 0.4442360 Jan 25 16:53:23.765908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eff194d9-ac4e-4c74-ac66-a72727c3ebe8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 200 len: 241 time: 0.7363188 Jan 25 16:53:23.765908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.773712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.779317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-db37dd30-2696-4085-9b42-caef7f378469 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-1550584735') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:23.802887 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:23.842330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-684c2123-be30-4466-9b25-d6413c950971 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:23.861685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e4330619-64f8-43c0-b4ad-4b115f40051d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:53:23.862930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port e4330619-64f8-43c0-b4ad-4b115f40051d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:23.863330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:23.870354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e4330619-64f8-43c0-b4ad-4b115f40051d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:53:23.960542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-684c2123-be30-4466-9b25-d6413c950971 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:23.967467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-684c2123-be30-4466-9b25-d6413c950971 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7007129 Jan 25 16:53:23.971022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36836) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:23.989259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] The port 'e4330619-64f8-43c0-b4ad-4b115f40051d' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:53:24.000453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3134ca-51dd-47f1-9eaf-e8bb8f5133d1 None None] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:24.001174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--532766726'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:24.016410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:24.036358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:24.047387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.108863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.115430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.194451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:24.200700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:24.206469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:24.217523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:24.258439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Provisioning for port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:24.275714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Provisioning complete for port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:24.276094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.334871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.341999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.404120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.404504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.413746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.414304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.414764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.415217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.415665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.416114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:24.421195 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-69a60163-2b7c-4c75-b920-3c0462142625 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5244 time: 0.6566126 Jan 25 16:53:24.421995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:24.437767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342c1ffb-8608-4209-a8ed-86f1331808ec,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:24.446717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.501955 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:20Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:24.513381 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:24.514344 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Updating router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c port 11c5ed89-df64-493a-bff3-8edb2b28df3b binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:24.619456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da22aae-7666-4cab-b458-db693f1f8e58']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:24.641260 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.647011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.648683 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db37dd30-2696-4085-9b42-caef7f378469 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-1550584735 HTTP/1.1" status: 204 len: 168 time: 0.8738809 Jan 25 16:53:24.650586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033ff5ca-55db-4fe6-9900-7d86f4c33db1') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:24.650884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033ff5ca-55db-4fe6-9900-7d86f4c33db1') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:24.658749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:24.679070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-8b447e33-2567-41ee-b661-ac497e273693 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-1550584735') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:24.717870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 2001:db8::333 (04915d73-8687-4b83-968b-8337e79540ee/83ecfa60-6855-4498-99b6-9dcaf4fe5a2e/f9aa8cea-e3d8-4bd3-a6a2-279616fca26e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:24.730010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] For port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,segment=NetworkSegment(3ae5a33c-48b2-4c95-99d6-b4f27a7d074c),segment_id=3ae5a33c-48b2-4c95-99d6-b4f27a7d074c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:24.738774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.941486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.977175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:24.988246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:53:24.989093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:53:25.005991 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:53:25.118288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.146286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.168099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3f18e-1b18-4d48-bb7c-797049dea724 None None] Pushing event updated for resources: {'Port': ['ID=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:25.169557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=4da22aae-7666-4cab-b458-db693f1f8e58,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:25.190028 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ab573a5-e32a-496c-8526-eef4ec3cfa3b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/4da22aae-7666-4cab-b458-db693f1f8e58 HTTP/1.1" status: 204 len: 168 time: 4.0219975 Jan 25 16:53:25.192352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.198826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1301411567', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:25.216920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:25.228058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:25.240432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:25.253012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:25.280986 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b447e33-2567-41ee-b661-ac497e273693 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-1550584735 HTTP/1.1" status: 204 len: 168 time: 0.6191287 Jan 25 16:53:25.282807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.298103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-ee09dc8e-3a68-4c17-8ef5-2c8ed242d819 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:25.302140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.350872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.352132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9584c820-e4cb-4924-9aaa-04939f9c617b tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3801594 Jan 25 16:53:25.355057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36858) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.363907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '342c1ffb-8608-4209-a8ed-86f1331808ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:25.371399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:25.385515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:25.385788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.390503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:25.392963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.400302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.401557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.418037 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b0627bf1-f237-47a1-867e-2b232ed74530 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4095 time: 0.9912612 Jan 25 16:53:25.424806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:25.440194 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Transition to ACTIVE for port object 11c5ed89-df64-493a-bff3-8edb2b28df3b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:25.446197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.468575 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.497560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.510342 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee09dc8e-3a68-4c17-8ef5-2c8ed242d819 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 200 len: 205 time: 0.2261486 Jan 25 16:53:25.516541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.517881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.532003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-7d4b0828-aecc-4298-a6a3-26633fab86b7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:25.593632 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The resource could not be found. Jan 25 16:53:25.594705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4c192743-bf6b-4fa8-be49-0708cb473d07 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2383022 Jan 25 16:53:25.600396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36868) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.609771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 04915d73-8687-4b83-968b-8337e79540ee is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:25.617593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '342c1ffb-8608-4209-a8ed-86f1331808ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '232b5f17-0f9e-43fb-a8fd-041dd9e083e9'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:25.625089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:25.636301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:25.638966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:25.647823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.649490 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a9d0741-2ff5-475f-8f43-0af732fc1c9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4560947 Jan 25 16:53:25.652322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.664214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954469136'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:25.674225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:25.686950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:25.692331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:25.709049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:25.735957 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d4b0828-aecc-4298-a6a3-26633fab86b7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 200 len: 241 time: 0.2103686 Jan 25 16:53:25.737542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:25.752346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:25.753657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-d833d79e-30cd-46b5-9a95-c56831d27493 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-2117491580') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:25.761433 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5a5a5-466f-4009-b0b3-15dcb0f1f72f None None] Pushing event updated for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:25.781774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:25.791658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=f9aa8cea-e3d8-4bd3-a6a2-279616fca26e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:25.847472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:25.852961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:25.959690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:26.021637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:26.051737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.060751 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 566eb83d-b26d-4f39-89a0-b98bd6e0f8bb of type vlan for network ee656f9d-e070-471a-9d11-18d8da2e7450 Jan 25 16:53:26.087824 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Attempting to bind port 11c5ed89-df64-493a-bff3-8edb2b28df3b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:26.087982 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d833d79e-30cd-46b5-9a95-c56831d27493 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-2117491580 HTTP/1.1" status: 204 len: 168 time: 0.3470662 Jan 25 16:53:26.088503 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Attempting to bind port 11c5ed89-df64-493a-bff3-8edb2b28df3b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:26.089008 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Attempting to bind port 11c5ed89-df64-493a-bff3-8edb2b28df3b on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:26.090031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36882) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:26.098008 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:26.099013 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Checking segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:26.099841 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.100369 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Bound using segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:26.101301 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Bound port: 11c5ed89-df64-493a-bff3-8edb2b28df3b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:26.101908 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.105005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-53f89eeb-2e51-4fad-9b05-72ecbcc03114 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-2117491580') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:26.138150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Provisioning complete for port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:26.138517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.184338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.239419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.245393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:26.246220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.397333 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53f89eeb-2e51-4fad-9b05-72ecbcc03114 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-2117491580 HTTP/1.1" status: 204 len: 168 time: 0.3037078 Jan 25 16:53:26.397782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36886) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:26.399976 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7464988 Jan 25 16:53:26.402582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The resource could not be found. Jan 25 16:53:26.404136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cde67c08-480e-4dbd-8ed9-a12c7c60c8f3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7992709 Jan 25 16:53:26.411051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:26.411730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:26.413118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-0a5b750b-5092-4789-ba1a-f21fc1b9f039 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:26.428238 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] For port 11c5ed89-df64-493a-bff3-8edb2b28df3b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:26.434084 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] For port 11c5ed89-df64-493a-bff3-8edb2b28df3b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=11c5ed89-df64-493a-bff3-8edb2b28df3b,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:26.443809 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.452953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23007474-c79b-4b26-9ff3-dd62ab180bda tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=ee656f9d-e070-471a-9d11-18d8da2e7450,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:26.464344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:26.583961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ee656f9d-e070-471a-9d11-18d8da2e7450 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:26.704909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:26.719945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678708311', 'description': 'tempest-secgroup-smoke-678708311 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:26.726616 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:26.727238 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:26.752762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:26.760548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:26.770955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:26.777492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:26.800609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:26.865452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:26.870130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.877349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:26.883705 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5a5a5-466f-4009-b0b3-15dcb0f1f72f None None] Pushing event updated for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:26.885228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.906051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:26.909546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:26.933377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:27.010786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Provisioning for port 0d53066e-da83-48fa-8d0c-c364d6ed3974 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:27.014486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.022195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Provisioning complete for port 0d53066e-da83-48fa-8d0c-c364d6ed3974 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:27.022623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.027106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:27.031939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.051695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:27.065192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0a5b750b-5092-4789-ba1a-f21fc1b9f039 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 200 len: 205 time: 0.6655953 Jan 25 16:53:27.078350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36902) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:27.092398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-3b216f66-6768-4a6f-bf19-211249c20841 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:27.098731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e67cd84a-6b2a-4ac5-90fa-a58fdf03a01f None None] Port 0d53066e-da83-48fa-8d0c-c364d6ed3974 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:27.112253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:27.112957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.164982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:27.198656 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:27.213461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:27.276539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-86674e5a-3e82-42ec-a35c-7e60987af128 None None] Provisioning complete for port 0d53066e-da83-48fa-8d0c-c364d6ed3974 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:27.278180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86674e5a-3e82-42ec-a35c-7e60987af128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.295094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:27.362590 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b216f66-6768-4a6f-bf19-211249c20841 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 200 len: 240 time: 0.2809238 Jan 25 16:53:27.419347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36908) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:27.431502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-e90fd95f-1ae5-442d-aa29-c3a0bb9b775a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-913026371') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:27.434138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-86674e5a-3e82-42ec-a35c-7e60987af128 None None] Port 0d53066e-da83-48fa-8d0c-c364d6ed3974 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:27.487192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.511669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.531180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c1ffb-8608-4209-a8ed-86f1331808ec,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:27.628211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d35a89e6-f9e6-4c90-89c8-4f97c133e3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.656320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.657513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ea46c26-fc42-4977-b927-b7a80a1f8176 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/342c1ffb-8608-4209-a8ed-86f1331808ec HTTP/1.1" status: 204 len: 168 time: 1.2427082 Jan 25 16:53:27.667000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:27.690532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:27.690911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: ee656f9d-e070-471a-9d11-18d8da2e7450, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:27.717259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=b5328a16-ecab-4c14-9d5d-707330e5946c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:27.780908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e5c1fa09-1e12-46a0-af8d-e282d642af84 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:27.838519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network ee656f9d-e070-471a-9d11-18d8da2e7450 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:27.873164 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:26Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:27.878493 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625ef4-640e-4245-bdfd-49e85eee4be0 None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:26Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:27.886349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.888123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ee656f9d-e070-471a-9d11-18d8da2e7450) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:27.900807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:27.900807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.901259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc6813-8569-4548-a22f-a1aaba7c293e None None] Network ee656f9d-e070-471a-9d11-18d8da2e7450 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:27.914092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.920287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e5c1fa09-1e12-46a0-af8d-e282d642af84 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:27.926402 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e5c1fa09-1e12-46a0-af8d-e282d642af84 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2540452 Jan 25 16:53:27.932355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36916) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:27.933805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:27.969203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': 'f5fc7686-9da0-45ec-a6bb-14ff510b5cd2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:27.989000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:27.994323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:27.997910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:28.008076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:28.022646 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e90fd95f-1ae5-442d-aa29-c3a0bb9b775a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-913026371 HTTP/1.1" status: 204 len: 168 time: 0.5965672 Jan 25 16:53:28.057721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:28.121068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-b1bd2231-4268-4a75-9064-64f7d756eaf1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-913026371') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:28.204575 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc223d68-4eeb-48c2-b76e-8392b2d3843a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7848299 Jan 25 16:53:28.208175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.211488 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4993718 Jan 25 16:53:28.212259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:28.230454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36926) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:28.252590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:28.265679 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The resource could not be found. Jan 25 16:53:28.266916 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4fa5494a-3a33-4a51-bcde-70546fe6317c tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3324587 Jan 25 16:53:28.284364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36932) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:28.323258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541805009'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:28.336629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:28.363815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:28.397426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.400343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ee656f9d-e070-471a-9d11-18d8da2e7450', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:28.402005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.408214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd74c17-dc8d-4870-b4c8-3c36233983dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80013dca-8420-42e5-928b-218f4f636f2f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:28.439646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:28.448678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:28.452088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:28.458746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:28.512684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:28.608156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.609264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router 79879134-6a0e-43dd-aed2-ced5953fd6f0 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:28.615877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.635752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 11c5ed89-df64-493a-bff3-8edb2b28df3b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:28.768145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596f8301-67db-4fc4-99e5-2f752fd50fa1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:28.797196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.798497 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-77b718be-3cc7-44a0-9cd9-25a085c4a3af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5130484 Jan 25 16:53:28.802718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:28.817487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227241743'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:28.834047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:28.842640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:28.844350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:28.850400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:28.851760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:28.867908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:28.871624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:28.895285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.898745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 11c5ed89-df64-493a-bff3-8edb2b28df3b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:28.912705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Allocated IP 2001:db8::2 (ee656f9d-e070-471a-9d11-18d8da2e7450/b5328a16-ecab-4c14-9d5d-707330e5946c/cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:28.949384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 11c5ed89-df64-493a-bff3-8edb2b28df3b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:28.949764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:28.954280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:28.959150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:28.967387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:28.975113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:29.016315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.144045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.151423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:29.154462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.229007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca763d11-f371-4e40-bd48-6d4952de3c5f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:29.243672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.251216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.257600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6d3b532d-ef98-45d9-9aaa-71943e659bff tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3974726 Jan 25 16:53:29.258240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Transition to ACTIVE for port object cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:29.258841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36942) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:29.274441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.275640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1f57e76e-1641-434f-b559-362479e1d5af tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4720821 Jan 25 16:53:29.282237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36946) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:29.292568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Sync routers for ids ['79879134-6a0e-43dd-aed2-ced5953fd6f0'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:29.296890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Transition to ACTIVE for port object cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:29.326203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.373074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Routers {'79879134-6a0e-43dd-aed2-ced5953fd6f0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:29.373806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['79879134-6a0e-43dd-aed2-ced5953fd6f0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:29.456332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '596f8301-67db-4fc4-99e5-2f752fd50fa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ca763d11-f371-4e40-bd48-6d4952de3c5f'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:29.464782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Network ee656f9d-e070-471a-9d11-18d8da2e7450 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:29.484032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:29.515274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:29.525127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:29.529887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:29.538488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.651154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Set router 79879134-6a0e-43dd-aed2-ced5953fd6f0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:29.656306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:29.676599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36952) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:29.677039 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1bd2231-4268-4a75-9064-64f7d756eaf1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-913026371 HTTP/1.1" status: 204 len: 168 time: 1.6143250 Jan 25 16:53:29.697012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-ec7eca6d-ed66-4eb7-a357-10185190c60a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:29.714520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.755924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.874831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:29.945184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:29.984843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Pushing event updated for resources: {'Port': ['ID=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:30.030141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222c7c58-5bed-4bc0-9881-84f0168522c4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:30.038967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.039398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.039738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.040071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.040389 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:30.040536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.041005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.041546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.041893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.042352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.042852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.044095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.044712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:53:30.045894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c288fe7b-07f3-41b8-b7be-c8852c0e4c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6051505 Jan 25 16:53:30.057281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.062095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.063299 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8a6b2f1-2d01-47d3-ab88-975217b99d05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8207302 Jan 25 16:53:30.068028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36960) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.083071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:30.089991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:30.097495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:30.103370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:30.111540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:30.131885 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ec7eca6d-ed66-4eb7-a357-10185190c60a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 200 len: 205 time: 0.4541175 Jan 25 16:53:30.134929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.147836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-7ed19d4e-b0ac-4fd1-adf9-da0024c7fe49 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:30.151899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.187870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.220032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting port f9aa8cea-e3d8-4bd3-a6a2-279616fca26e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:30.220448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.287028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.294035 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ed19d4e-b0ac-4fd1-adf9-da0024c7fe49 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 200 len: 241 time: 0.1538734 Jan 25 16:53:30.294274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36968) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.302782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-c1202386-4f9d-4c3c-a958-9274fa7feb30 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-1707314462') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:30.307153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.334892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.383726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.428146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c25ed87b-de88-4902-9da6-50308306f5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.490506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8::1 (ee656f9d-e070-471a-9d11-18d8da2e7450/b5328a16-ecab-4c14-9d5d-707330e5946c/f6222470-277c-48c3-92fc-431974564449) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:30.498952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.506158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.546942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Attempting to bind port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:30.547303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Attempting to bind port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:30.547713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Attempting to bind port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 on network ee656f9d-e070-471a-9d11-18d8da2e7450 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:30.559954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca763d11-f371-4e40-bd48-6d4952de3c5f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:30.569360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 11c5ed89-df64-493a-bff3-8edb2b28df3b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=11c5ed89-df64-493a-bff3-8edb2b28df3b,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:30.570606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:30.570987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Checking segment: {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:30.571376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.571778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Bound using segment: {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:30.572242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Bound port: cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:30.572623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.602169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c770b6df-0c7e-4265-b2e7-404347a175e5,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:30.607278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.622294 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c1202386-4f9d-4c3c-a958-9274fa7feb30 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-1707314462 HTTP/1.1" status: 204 len: 168 time: 0.3271062 Jan 25 16:53:30.625312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.626281 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eafdba38-e661-464c-8e23-d3eb9bf55781 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5555787 Jan 25 16:53:30.628849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36972) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.629932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36974) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.639842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:30.645832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:30.650722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:30.653865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:30.661069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:30.673699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-f4c828e0-64e2-4aa2-8972-78001284f637 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-1707314462') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:30.689278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.691416 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d945e85b-6783-46fa-97fc-6afc52099e76 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/ca763d11-f371-4e40-bd48-6d4952de3c5f HTTP/1.1" status: 204 len: 168 time: 0.6330979 Jan 25 16:53:30.695478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.729255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.751929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.767680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79879134-6a0e-43dd-aed2-ced5953fd6f0', 'name': '', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04915d73-8687-4b83-968b-8337e79540ee', 'external_fixed_ips': [{'subnet_id': '83ecfa60-6855-4498-99b6-9dcaf4fe5a2e', 'ip_address': '2001:db8::333'}], 'enable_snat': True}, 'gw_port_id': 'f9aa8cea-e3d8-4bd3-a6a2-279616fca26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:22Z', 'updated_at': '2022-01-25T16:53:26Z', 'revision_number': 3, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port': {'id': 'f9aa8cea-e3d8-4bd3-a6a2-279616fca26e', 'name': '', 'network_id': '04915d73-8687-4b83-968b-8337e79540ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79879134-6a0e-43dd-aed2-ced5953fd6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '83ecfa60-6855-4498-99b6-9dcaf4fe5a2e', 'ip_address': '2001:db8::333', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:24Z', 'updated_at': '2022-01-25T16:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83ecfa60-6855-4498-99b6-9dcaf4fe5a2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:30.814955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Checking router: 79879134-6a0e-43dd-aed2-ced5953fd6f0 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:30.815809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Updating router 79879134-6a0e-43dd-aed2-ced5953fd6f0 port f9aa8cea-e3d8-4bd3-a6a2-279616fca26e binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:30.841612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73f0bd51-f2c4-4060-a2da-d5f5be4662d8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:30.871780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.876429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73f0bd51-f2c4-4060-a2da-d5f5be4662d8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:30.881508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73f0bd51-f2c4-4060-a2da-d5f5be4662d8 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1815538 Jan 25 16:53:30.885032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:30.924534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object f6222470-277c-48c3-92fc-431974564449 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:30.992576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:30.993316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Calling delete_port for f9aa8cea-e3d8-4bd3-a6a2-279616fca26e owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:30.998531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.015801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] For port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:31.018290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.038979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.073358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] For port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:31.083288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.089186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f4c828e0-64e2-4aa2-8972-78001284f637 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-1707314462 HTTP/1.1" status: 204 len: 168 time: 0.4580610 Jan 25 16:53:31.092164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.092338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36990) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.099979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-8ff5779a-44cf-4c22-99f6-14af84a9e424 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:31.127834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.140026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.152353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.169303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de79597d-85a1-456f-a7a9-386474e2aaec,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.180315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network ee656f9d-e070-471a-9d11-18d8da2e7450 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:31.190034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:31.206672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ff5779a-44cf-4c22-99f6-14af84a9e424 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 200 len: 205 time: 0.1065774 Jan 25 16:53:31.206969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:31.207089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.207197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.207296 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-937d2f4f-99b3-46a7-a77e-ab614806b304 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5692506 Jan 25 16:53:31.207400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 36994) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.207491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 36996) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.213050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-8ae30fca-1476-40a3-8c47-a491793df1b7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:31.214988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:31.224293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.251315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:31.261056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ae30fca-1476-40a3-8c47-a491793df1b7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0538933 Jan 25 16:53:31.263465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37002) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.268140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:31.271724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-393c076a-7c94-47d3-bf3e-bbbeb63f5faf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:31.284183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:31.299847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:31.306112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.308649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e461fb7-ad70-44dd-8f25-e9525d0e1258 None None] Pushing event updated for resources: {'Port': ['ID=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.341685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f8301-67db-4fc4-99e5-2f752fd50fa1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.356019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.375893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.377574 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a386db5b-8594-41b5-8a2e-4e0310bf0c44 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/596f8301-67db-4fc4-99e5-2f752fd50fa1 HTTP/1.1" status: 204 len: 168 time: 0.4912477 Jan 25 16:53:31.381936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.496753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f897f61-ad2e-467a-943f-36829885caa3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:31.525136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-393c076a-7c94-47d3-bf3e-bbbeb63f5faf tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 204 len: 168 time: 0.2604966 Jan 25 16:53:31.528193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37010) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.539044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-7b917499-3fbe-4ff2-b9b8-25e83975ecea tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:31.541456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.605303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.681124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9aa8cea-e3d8-4bd3-a6a2-279616fca26e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.696589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f897f61-ad2e-467a-943f-36829885caa3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:31.702308 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f897f61-ad2e-467a-943f-36829885caa3 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3187661 Jan 25 16:53:31.703051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.727937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.734321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.742462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102026858'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:31.751445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.757716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:31.779092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:53:31.780095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:53:31.812500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:31.845915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fe068a-0531-4450-b03a-b5ce0a764354,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:31.856518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.874733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.876207 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bfe93926-9973-42c8-b404-b940234cfc88 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6691105 Jan 25 16:53:31.881099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37018) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:31.938906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:31.947051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:31.948299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:31.956047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:31.959489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:31.964076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.968997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.971357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:31.971636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:31.977770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:31.985189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:31.988739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:32.003500 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7b917499-3fbe-4ff2-b9b8-25e83975ecea tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 204 len: 168 time: 0.4675069 Jan 25 16:53:32.007189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37022) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.015373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-8857a3c8-4deb-4d05-959c-7fdf1d6ce5ce tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:32.055963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.056517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79879134-6a0e-43dd-aed2-ced5953fd6f0 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:32.061836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:32.080200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.128673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.133035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9e106178-db13-4157-ae66-ae740273c9cd tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/routers/79879134-6a0e-43dd-aed2-ced5953fd6f0 HTTP/1.1" status: 204 len: 168 time: 2.8585155 Jan 25 16:53:32.135097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37028) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.173639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.182745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.210413 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8857a3c8-4deb-4d05-959c-7fdf1d6ce5ce tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 204 len: 168 time: 0.1983922 Jan 25 16:53:32.210647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37032) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.218726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-962ea12e-37d5-4650-8967-c2f5a263aec5 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-1186949300') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:32.250039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ecf23b-27b4-4d88-a714-62ce49f8272c,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:32.280374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.281684 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ee94870f-8b73-4eef-8a7a-ccf6357c1ef1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3489003 Jan 25 16:53:32.284592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37036) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.290823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '80013dca-8420-42e5-928b-218f4f636f2f', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:32.299892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:32.307210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:32.311025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:32.320461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:32.360725 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-962ea12e-37d5-4650-8967-c2f5a263aec5 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-1186949300 HTTP/1.1" status: 201 len: 201 time: 0.1485629 Jan 25 16:53:32.363003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37040) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.363876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Port f9aa8cea-e3d8-4bd3-a6a2-279616fca26e not found while updating agent binding for router 79879134-6a0e-43dd-aed2-ced5953fd6f0. {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 25 16:53:32.375786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-820aee55-4ae9-4f0e-81f6-f88d4596925d tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-115474952') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:32.382317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Routers set() bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:32.382950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Router IDs set() for agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 25 16:53:32.384338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'79879134-6a0e-43dd-aed2-ced5953fd6f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent'). {{(pid=87554) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 25 16:53:32.384893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a06172-738d-4e2f-bf05-6919fcaa6237 None None] The sync data for ids ['79879134-6a0e-43dd-aed2-ced5953fd6f0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:32.399782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.411755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.443787 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:53:32.456011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting subnet 83ecfa60-6855-4498-99b6-9dcaf4fe5a2e {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:53:32.464867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.477872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.523426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65606a-2f2b-4e32-8f00-0a24c12dda0e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:32.552623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.558961 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.576722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-820aee55-4ae9-4f0e-81f6-f88d4596925d tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-115474952 HTTP/1.1" status: 201 len: 201 time: 0.2103596 Jan 25 16:53:32.585014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37044) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.592253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-b4ad78ef-7f7c-4dcd-b512-c124638132f4 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-1484768076') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:32.627954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.628674 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f119e56-2b22-45b4-a99c-935d0054303f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9034495 Jan 25 16:53:32.637998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.642266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.679749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '0b65606a-2f2b-4e32-8f00-0a24c12dda0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:32.680032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.698982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:32.712781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:32.720394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:32.733080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:32.758711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.821831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1187a6cf-16ff-4775-8011-361b1c18b0ac,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:32.883702 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:32.885275 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f2d11c0-1c48-44fd-bd10-f69aa689c169 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2459526 Jan 25 16:53:32.891122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:32.898925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group_rule': {'security_group_id': '0b65606a-2f2b-4e32-8f00-0a24c12dda0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:32.901455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f227b2e-c5ac-4a55-b4fa-b7648243f0d1 None None] Network ee656f9d-e070-471a-9d11-18d8da2e7450 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:32.921580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:32.934696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:32.946749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:32.958360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:32.961576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.962233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.965753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:32.970042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-17f6df4c-d1ba-43c7-977d-7612286499cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6782026 Jan 25 16:53:33.014719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b4ad78ef-7f7c-4dcd-b512-c124638132f4 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-1484768076 HTTP/1.1" status: 201 len: 201 time: 0.4273148 Jan 25 16:53:33.018202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37058) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:33.033061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-54dcb6c4-3673-40b7-8262-abb23cf072ed tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-1449888816') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:33.061667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 11c5ed89-df64-493a-bff3-8edb2b28df3b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:33.068023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.068867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.092336 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-54dcb6c4-3673-40b7-8262-abb23cf072ed tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-1449888816 HTTP/1.1" status: 201 len: 201 time: 0.0709689 Jan 25 16:53:33.093022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37062) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:33.105081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.tag.tag_plugin [None req-557f41e6-3edd-4927-84fe-5ee1c986be3b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', {'tags': ['tempest-TagsExtTest-Tag-365587744', 'tempest-TagsExtTest-Tag-728156636', 'tempest-TagsExtTest-Tag-1902612577']}) {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:33.136133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b2152fa8-d703-4c09-b61a-297c29f96bf6 None None] Provisioning for port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:33.138465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83ecfa60-6855-4498-99b6-9dcaf4fe5a2e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:33.162287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.210418 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47215c11-5358-452f-9814-0d6a3e527481 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/83ecfa60-6855-4498-99b6-9dcaf4fe5a2e HTTP/1.1" status: 204 len: 168 time: 1.0713797 Jan 25 16:53:33.213912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37068) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:33.314118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:33.321432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 11c5ed89-df64-493a-bff3-8edb2b28df3b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:33.322121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.324601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:53:33.325748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0c5db59-fb73-4699-93ed-38ee77ff6984 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4346912 Jan 25 16:53:33.333370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:33.395462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-557f41e6-3edd-4927-84fe-5ee1c986be3b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 200 len: 316 time: 0.2985501 Jan 25 16:53:33.412105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:33.431625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-3450de50-0cae-4dbf-9605-1847c5149eae tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:33.483482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-ec8037f0-e4ae-41a0-b2d6-6734613cda61 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:33.489526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.536654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network ee656f9d-e070-471a-9d11-18d8da2e7450 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:33.541531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:33.544403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-ec8037f0-e4ae-41a0-b2d6-6734613cda61 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:33.546694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:33.553343 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-ec8037f0-e4ae-41a0-b2d6-6734613cda61 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678708311&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.1590660 Jan 25 16:53:33.555257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.631866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:33.640430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:33.641168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.741077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.840275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.909162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.911957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:33.916726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.943978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:33.978998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-50553c6f-e390-4d9d-898f-a2045e994381 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:33.980118 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-50553c6f-e390-4d9d-898f-a2045e994381 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 796 time: 0.4259844 Jan 25 16:53:33.998944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65606a-2f2b-4e32-8f00-0a24c12dda0e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:34.001488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04915d73-8687-4b83-968b-8337e79540ee']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.004717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.006330 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-00781f2f-b581-4f80-82d0-fb1bd2440e53 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/0b65606a-2f2b-4e32-8f00-0a24c12dda0e HTTP/1.1" status: 204 len: 168 time: 0.6657221 Jan 25 16:53:34.008144 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3450de50-0cae-4dbf-9605-1847c5149eae tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 204 len: 168 time: 0.5928986 Jan 25 16:53:34.015150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.015492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37092) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.020682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-c45f2341-09fb-4a7b-8a2c-090769ba4628 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0321586 Jan 25 16:53:34.022225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed26441-db30-46c4-a0b9-20ae664992c3') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.022529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed26441-db30-46c4-a0b9-20ae664992c3') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.024013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:34.044354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-b4eac3ef-3f5d-4977-b2f3-ea47f2ffbe29 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-365587744') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.076241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Provisioning complete for port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:34.076749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.126978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.205243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.233180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:53:34.234705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.256084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:53:34.257746 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:53:34.303727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-958d298b-4495-4f3b-9f86-8c6fdcdd8026 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:34.368243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Provisioning for port f6222470-277c-48c3-92fc-431974564449 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:34.375085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Provisioning complete for port f6222470-277c-48c3-92fc-431974564449 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:34.375461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.396993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-1790ff14-94b4-452c-a2c3-b251e7f22a83 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:34.418417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.429951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04915d73-8687-4b83-968b-8337e79540ee {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 25 16:53:34.444021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.467493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f12c7209-ae7b-4e14-af79-a684adb7a75a None None] Port f6222470-277c-48c3-92fc-431974564449 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:34.502664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-1790ff14-94b4-452c-a2c3-b251e7f22a83 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:34.504999 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-1790ff14-94b4-452c-a2c3-b251e7f22a83 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4755554 Jan 25 16:53:34.516461 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/networks/04915d73-8687-4b83-968b-8337e79540ee HTTP/1.1" status: 204 len: 168 time: 1.2973747 Jan 25 16:53:34.516461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46edd97-7258-44f8-a2c8-0c2b0c3a9367 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Network': ['ID=04915d73-8687-4b83-968b-8337e79540ee,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:34.602315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-970f8c57-397a-4a0a-86cd-76f0560587f6 None None] Provisioning complete for port f6222470-277c-48c3-92fc-431974564449 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:34.602707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-970f8c57-397a-4a0a-86cd-76f0560587f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.615846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-958d298b-4495-4f3b-9f86-8c6fdcdd8026 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:34.617196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-958d298b-4495-4f3b-9f86-8c6fdcdd8026 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5990596 Jan 25 16:53:34.621256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37114) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.636119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'tempest-secgroup--502177830'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:34.639551 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b4eac3ef-3f5d-4977-b2f3-ea47f2ffbe29 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:34.643452 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b4eac3ef-3f5d-4977-b2f3-ea47f2ffbe29 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-365587744 HTTP/1.1" status: 404 len: 328 time: 0.6142685 Jan 25 16:53:34.648567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.651691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:34.661700 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b75cbe1-0e47-4b69-aa0a-669c3496837b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4368968 Jan 25 16:53:34.666213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-276ad7b1-6650-4aa6-95f1-d8f063520a72 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-728156636') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.670507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:34.672625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37122) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.757398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-970f8c57-397a-4a0a-86cd-76f0560587f6 None None] Port f6222470-277c-48c3-92fc-431974564449 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:34.757927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742695040'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:34.762112 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-276ad7b1-6650-4aa6-95f1-d8f063520a72 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:34.767395 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-276ad7b1-6650-4aa6-95f1-d8f063520a72 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-728156636 HTTP/1.1" status: 404 len: 328 time: 0.1151855 Jan 25 16:53:34.767888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37128) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:34.778417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-32c4d57a-33a6-45f2-9f74-380ffb214bd8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3', 'tempest-TagsExtTest-Tag-1902612577') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:34.782325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:34.869648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:34.870066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.885171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:34.905095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:34.908734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:34.916516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:34.934358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:34.959072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:34.997869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:35.002331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.016628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-32c4d57a-33a6-45f2-9f74-380ffb214bd8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:35.023891 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32c4d57a-33a6-45f2-9f74-380ffb214bd8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags/tempest-TagsExtTest-Tag-1902612577 HTTP/1.1" status: 404 len: 329 time: 0.2549980 Jan 25 16:53:35.024727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37132) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.032210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-2a3924f8-5757-4da3-9127-093a7eec700e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', {'tags': ['tempest-TagsExtTest-Tag-1457740703', 'tempest-TagsExtTest-Tag-240089536', 'tempest-TagsExtTest-Tag-482961064']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.032774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:35.044891 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-ef3d49df-83b7-439e-9c23-7346ba2cce3f service neutron] 10.222.0.45 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969387 Jan 25 16:53:35.047487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Usage tracker for resource:security_group_rule and tenant:666adff602904b80946f78f084cb1763 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:35.052754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:35.094669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:35.096995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37136) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.123078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b9cb1b7f-bbf4-4b7e-b255-bb1ac3fb2cea None None] Provisioning complete for port f6222470-277c-48c3-92fc-431974564449 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:35.123650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1b7f-bbf4-4b7e-b255-bb1ac3fb2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.153271 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a3924f8-5757-4da3-9127-093a7eec700e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 200 len: 316 time: 0.1272311 Jan 25 16:53:35.154074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37140) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.157546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:35.164987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'name': 'tempest-router--218651185', 'project_id': 'bab8105c7eed4af8a6331a7f3fdbe806'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:35.171451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-67b6e28a-5682-4c2b-85c3-63e208d00ac7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.193572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:35.233368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb1b7f-bbf4-4b7e-b255-bb1ac3fb2cea None None] Port f6222470-277c-48c3-92fc-431974564449 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:35.253726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:router and tenant:bab8105c7eed4af8a6331a7f3fdbe806 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:35.257852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:35.270672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:35.280762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.281112 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment b2809959-8075-4556-859d-8657e3a6887d of type vlan for network 57328b63-8269-4b5f-9b04-8a948a51a12d Jan 25 16:53:35.335750 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67b6e28a-5682-4c2b-85c3-63e208d00ac7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 204 len: 168 time: 0.1802285 Jan 25 16:53:35.336863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.342964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-4a52e220-742c-4b69-b3bb-9e5a37789998 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-1457740703') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.359287 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:35.372442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.387082 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:35.387671 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.392998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-0aa52fb7-9810-4961-9b41-8ac4283497b6 service neutron] 10.222.0.45 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364623 Jan 25 16:53:35.458202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.464897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.466035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.473387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.540584 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-4a52e220-742c-4b69-b3bb-9e5a37789998 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:35.543224 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a52e220-742c-4b69-b3bb-9e5a37789998 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-1457740703 HTTP/1.1" status: 404 len: 329 time: 0.2049396 Jan 25 16:53:35.547875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.554079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.554852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.564572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-b30d4ee7-cc6b-433a-ba11-f846deb860f7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-240089536') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.567824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:35.568771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.624811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec93a57-0e66-48cb-a750-91a67c3a5c6b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:35.690212 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b30d4ee7-cc6b-433a-ba11-f846deb860f7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:35.695961 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b30d4ee7-cc6b-433a-ba11-f846deb860f7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-240089536 HTTP/1.1" status: 404 len: 328 time: 0.1359725 Jan 25 16:53:35.696414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.701120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-7d5fd406-d0a6-4105-bfc0-a8d2fbded302 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974', 'tempest-TagsExtTest-Tag-482961064') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.717875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.722309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11eef5e2-28fa-4f25-ab85-a05f62605996 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0988030 Jan 25 16:53:35.724472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.838589 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-7d5fd406-d0a6-4105-bfc0-a8d2fbded302 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:35.839283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f16e2fb7-c0b2-4e39-abb3-ce4d66cc2e83 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:35.839632 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d5fd406-d0a6-4105-bfc0-a8d2fbded302 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags/tempest-TagsExtTest-Tag-482961064 HTTP/1.1" status: 404 len: 328 time: 0.1424456 Jan 25 16:53:35.839919 dv-neutron-824022-2-hyperv neutron-server[87552]: WARNING neutron.api.v2.base [None req-f16e2fb7-c0b2-4e39-abb3-ce4d66cc2e83 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 25 16:53:35.840161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-f16e2fb7-c0b2-4e39-abb3-ce4d66cc2e83 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] update failed (client error): There was a conflict when trying to complete your request. Jan 25 16:53:35.843846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.844437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37176) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.854634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f16e2fb7-c0b2-4e39-abb3-ce4d66cc2e83 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "PUT /v2.0/security-groups/fec93a57-0e66-48cb-a750-91a67c3a5c6b HTTP/1.1" status: 409 len: 330 time: 0.1091738 Jan 25 16:53:35.859048 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1208425 Jan 25 16:53:35.862176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-4205c1d6-d001-4dd2-9140-8b6b70f8d81e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', {'tags': ['tempest-TagsExtTest-Tag-1397615233', 'tempest-TagsExtTest-Tag-491482455', 'tempest-TagsExtTest-Tag-1640409792']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:35.874134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:35.875962 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:35.877577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:35.911953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:36.189115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.205091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:36.216115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:36.227723 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4205c1d6-d001-4dd2-9140-8b6b70f8d81e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 200 len: 317 time: 0.3745155 Jan 25 16:53:36.229579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:36.229849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:36.235902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-23db26d5-0a4f-418a-8487-eeb13687aab1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:36.246213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:36.261951 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc7bc8f7-fa25-4c87-874e-0d029f4cce57 req-4d3f202f-e5e6-444e-b3ed-d6d1e642146e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.5381873 Jan 25 16:53:36.266289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1bc4a-c3d9-45a8-8cfe-74ed4e1a4309 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=57328b63-8269-4b5f-9b04-8a948a51a12d,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:36.278647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 57328b63-8269-4b5f-9b04-8a948a51a12d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:36.281092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.282911 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ef90fdbc-247f-4f5e-a44a-997e716b4eb9 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1787636 Jan 25 16:53:36.284739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:36.290002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.321442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:36.334010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.465530 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:31Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:32Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:36.470698 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:36.471374 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Updating router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 port f6222470-277c-48c3-92fc-431974564449 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:36.550490 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.599031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.604586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.720540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:36.720852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 57328b63-8269-4b5f-9b04-8a948a51a12d, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:36.745886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=206bc302-3124-435b-86c8-cee2e7153c51,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:36.751425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57328b63-8269-4b5f-9b04-8a948a51a12d is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:36.774659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 57328b63-8269-4b5f-9b04-8a948a51a12d) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:36.780082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:36.780822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:36.792788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9a003-6bb8-4305-a183-9910f252fa5e None None] Network 57328b63-8269-4b5f-9b04-8a948a51a12d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:36.837909 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e671abf7-9a7f-45e6-993b-85191766b0e0 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9524276 Jan 25 16:53:36.838356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37200) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:37.118925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-57328b63-8269-4b5f-9b04-8a948a51a12d', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:37.121307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.124833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.135971 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.167280 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Transition to ACTIVE for port object f6222470-277c-48c3-92fc-431974564449 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:37.202909 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.355543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.362382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.409137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec93a57-0e66-48cb-a750-91a67c3a5c6b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:37.424210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.426952 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f5654c8-5b19-4436-817f-1a3c21e08443 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/fec93a57-0e66-48cb-a750-91a67c3a5c6b HTTP/1.1" status: 204 len: 168 time: 1.5794926 Jan 25 16:53:37.428708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.429510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2838faf-18a9-4a0a-8d70-c9ba8250c735 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:37.431346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:37.509143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ea09-8494-4191-b544-46f4e1255046 None None] Pushing event updated for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:37.518691 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23db26d5-0a4f-418a-8487-eeb13687aab1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 204 len: 168 time: 1.2874656 Jan 25 16:53:37.523267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:37.536744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-eaf7b9c2-e088-48be-ac17-5a6bcebf0c9e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-1397615233') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:37.608504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Allocated IP 2001:db8:1::2 (57328b63-8269-4b5f-9b04-8a948a51a12d/206bc302-3124-435b-86c8-cee2e7153c51/cad1a6d5-b33f-4b05-a2af-85a9df343081) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:37.704332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.705530 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-917e00df-2b69-41b8-a08e-42fec03786d7 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/routers/d2838faf-18a9-4a0a-8d70-c9ba8250c735 HTTP/1.1" status: 204 len: 168 time: 1.3815761 Jan 25 16:53:37.751291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e6e4bb7-4295-421c-9222-97f13d5d2a62 req-79b00ce3-25ce-4505-9c84-477bbdfda55f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.0863008 Jan 25 16:53:37.777673 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Attempting to bind port f6222470-277c-48c3-92fc-431974564449 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:37.778045 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Attempting to bind port f6222470-277c-48c3-92fc-431974564449 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:37.778408 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Attempting to bind port f6222470-277c-48c3-92fc-431974564449 on network ee656f9d-e070-471a-9d11-18d8da2e7450 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:37.800986 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:37.801385 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Checking segment: {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:37.801883 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.804472 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Bound using segment: {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:37.808854 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Bound port: f6222470-277c-48c3-92fc-431974564449, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:37.809341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:37.813394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe3abcba-3e2b-42a7-9c09-22718670a383 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Synchronizing usage tracker for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:37.853421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe3abcba-3e2b-42a7-9c09-22718670a383 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] Unset dirty status for tenant:666adff602904b80946f78f084cb1763 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:37.859542 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe3abcba-3e2b-42a7-9c09-22718670a383 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4264631 Jan 25 16:53:37.864814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37218) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:37.922637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-eaf7b9c2-e088-48be-ac17-5a6bcebf0c9e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:37.924376 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eaf7b9c2-e088-48be-ac17-5a6bcebf0c9e tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-1397615233 HTTP/1.1" status: 404 len: 329 time: 0.3988695 Jan 25 16:53:37.933147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:37.976167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-b3166ac5-cc73-46b9-944f-b1918aa6e136 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-491482455') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:38.135208 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] For port f6222470-277c-48c3-92fc-431974564449, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:38.139730 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] For port f6222470-277c-48c3-92fc-431974564449, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f6222470-277c-48c3-92fc-431974564449,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:38.145207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37228) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.150104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.154840 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f393ef49-8051-4be0-af28-f4810fe10dc2 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] delete failed (client error): The resource could not be found. Jan 25 16:53:38.159292 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f393ef49-8051-4be0-af28-f4810fe10dc2 tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "DELETE /v2.0/security-groups/efafec38-b94e-43ca-b3c6-999b0a6ffc86 HTTP/1.1" status: 404 len: 347 time: 0.2881041 Jan 25 16:53:38.171091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37234) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.319311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:38.320076 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:38.327662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.349667 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b3166ac5-cc73-46b9-944f-b1918aa6e136 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:38.351371 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3166ac5-cc73-46b9-944f-b1918aa6e136 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-491482455 HTTP/1.1" status: 404 len: 328 time: 0.4041433 Jan 25 16:53:38.354173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.359687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Transition to ACTIVE for port object cad1a6d5-b33f-4b05-a2af-85a9df343081 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:38.360399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-d48ed732-9a80-46fd-8ec4-e8ec2546212a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e', 'tempest-TagsExtTest-Tag-1640409792') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:38.383538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Transition to ACTIVE for port object cad1a6d5-b33f-4b05-a2af-85a9df343081 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:38.401806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.405704 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-edfb0256-7739-44fd-8eed-50f53fc9156f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] show failed (client error): The resource could not be found. Jan 25 16:53:38.412252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-edfb0256-7739-44fd-8eed-50f53fc9156f tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-groups/70a29304-e0a9-4109-8e7d-5a287a9f4aad HTTP/1.1" status: 404 len: 347 time: 0.2084594 Jan 25 16:53:38.432830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37254) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.476542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d8d2bcd2-ea8c-4bb8-8047-b06fcb8c2fec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:38.478234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d8d2bcd2-ea8c-4bb8-8047-b06fcb8c2fec tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 796 time: 1.0267429 Jan 25 16:53:38.512308 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-334eb40a-dc4c-4002-827c-45b330d03cdf tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] show failed (client error): The resource could not be found. Jan 25 16:53:38.521859 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-334eb40a-dc4c-4002-827c-45b330d03cdf tempest-NegativeSecGroupIPv6Test-1926000596 tempest-NegativeSecGroupIPv6Test-1926000596-project] 10.222.0.45 "GET /v2.0/security-group-rules/9f40718c-b939-4184-8bfd-94b4ca06d16f HTTP/1.1" status: 404 len: 356 time: 0.0873921 Jan 25 16:53:38.524617 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ea09-8494-4191-b544-46f4e1255046 None None] Pushing event updated for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:38.565721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Network 57328b63-8269-4b5f-9b04-8a948a51a12d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:38.572157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:38.578732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:38.644827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-d48ed732-9a80-46fd-8ec4-e8ec2546212a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:38.651046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d48ed732-9a80-46fd-8ec4-e8ec2546212a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags/tempest-TagsExtTest-Tag-1640409792 HTTP/1.1" status: 404 len: 329 time: 0.2954857 Jan 25 16:53:38.653737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.666085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-d0380b0d-32e7-4b19-853a-bb20f56e7ce7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', {'tags': ['tempest-TagsExtTest-Tag-134017465', 'tempest-TagsExtTest-Tag-2047199512', 'tempest-TagsExtTest-Tag-1775556593']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:38.675174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Pushing event updated for resources: {'Port': ['ID=cad1a6d5-b33f-4b05-a2af-85a9df343081,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:38.709885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.738313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-b4b0cec7-49c1-4ebf-80b1-be3c02a486cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 379 time: 0.2464983 Jan 25 16:53:38.746558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1153082612', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:38.759493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:38.762735 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:38.764870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:38.769088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:38.782928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Attempting to bind port cad1a6d5-b33f-4b05-a2af-85a9df343081 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:38.783582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Attempting to bind port cad1a6d5-b33f-4b05-a2af-85a9df343081 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:38.784059 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0380b0d-32e7-4b19-853a-bb20f56e7ce7 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "PUT /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 200 len: 317 time: 0.1292698 Jan 25 16:53:38.784285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Attempting to bind port cad1a6d5-b33f-4b05-a2af-85a9df343081 on network 57328b63-8269-4b5f-9b04-8a948a51a12d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:38.789094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.801335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:38.802400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Checking segment: {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:38.803005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.803564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Bound using segment: {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:38.804240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Bound port: cad1a6d5-b33f-4b05-a2af-85a9df343081, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:38.804789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.814048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-29c22b3b-f84b-401b-8818-b267e92dbf08 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:38.945499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] For port cad1a6d5-b33f-4b05-a2af-85a9df343081, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:38.950553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] For port cad1a6d5-b33f-4b05-a2af-85a9df343081, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cad1a6d5-b33f-4b05-a2af-85a9df343081,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:38.957332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:38.980300 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29c22b3b-f84b-401b-8818-b267e92dbf08 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1899152 Jan 25 16:53:38.983254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:38.996476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-aa3242df-4f37-4f88-bd8f-e7d890409f39 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-134017465') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.053181 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-aa3242df-4f37-4f88-bd8f-e7d890409f39 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:39.054866 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa3242df-4f37-4f88-bd8f-e7d890409f39 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-134017465 HTTP/1.1" status: 404 len: 328 time: 0.0706952 Jan 25 16:53:39.064178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.090692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-c67039dc-8184-4dde-8432-40ef462d4c5c tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-2047199512') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.114455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f77fe-503c-477e-bf0f-606febfd4b26 None None] Pushing event updated for resources: {'Port': ['ID=cad1a6d5-b33f-4b05-a2af-85a9df343081,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:39.150325 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c67039dc-8184-4dde-8432-40ef462d4c5c tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:39.154745 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c67039dc-8184-4dde-8432-40ef462d4c5c tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-2047199512 HTTP/1.1" status: 404 len: 329 time: 0.0884273 Jan 25 16:53:39.155579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.161440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-11d320ad-b221-4154-818e-e2948f174f12 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5', 'tempest-TagsExtTest-Tag-1775556593') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.187715 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-11d320ad-b221-4154-818e-e2948f174f12 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] show failed (client error): The resource could not be found. Jan 25 16:53:39.192419 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11d320ad-b221-4154-818e-e2948f174f12 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags/tempest-TagsExtTest-Tag-1775556593 HTTP/1.1" status: 404 len: 329 time: 0.0354111 Jan 25 16:53:39.193176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37284) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.198763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-36a3bcf1-6529-4305-95d3-e5380d5950a8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.233996 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36a3bcf1-6529-4305-95d3-e5380d5950a8 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0396183 Jan 25 16:53:39.234762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.242596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-bd8ac47c-acf1-4570-961c-537d45c1038a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5777cac7-b99a-412d-8cc8-ae213227814e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.311647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37292) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.320000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:39.329713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['80013dca-8420-42e5-928b-218f4f636f2f']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:39.451181 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd8ac47c-acf1-4570-961c-537d45c1038a tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e/tags HTTP/1.1" status: 204 len: 168 time: 0.2109051 Jan 25 16:53:39.451634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.475382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-dd42bde2-ae53-4e5d-b67f-86ee0cd5defb tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d53066e-da83-48fa-8d0c-c364d6ed3974') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.515415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:31Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:38Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.515695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:39.520700 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea4d7a-f92e-48cc-9d6c-39821e733425 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:31Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:38Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:39.529038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:39.621351 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dd42bde2-ae53-4e5d-b67f-86ee0cd5defb tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974/tags HTTP/1.1" status: 204 len: 168 time: 0.1671348 Jan 25 16:53:39.622234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.627952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-d9280130-97cc-47b8-89b1-0abcc96ff8ee tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:39.636479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c435102a-cfc9-4a3f-97ba-6bed3391faac req-4223eac6-c073-4a4a-a632-8dd6f51a49c4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.3205831 Jan 25 16:53:39.651676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:39.653052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:39.663493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:39.670176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:39.823310 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d9280130-97cc-47b8-89b1-0abcc96ff8ee tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3/tags HTTP/1.1" status: 204 len: 168 time: 0.1998329 Jan 25 16:53:39.829472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:39.868203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:39.969380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5354-695f-4a8d-b7a5-ff025e93f029 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for subnetpool, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:39.973281 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cdb5354-695f-4a8d-b7a5-ff025e93f029 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnetpools/bbf5cc3c-b58e-4916-82e8-f2c36f82c9e5 HTTP/1.1" status: 204 len: 168 time: 0.1397030 Jan 25 16:53:39.974522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:40.033269 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bdacadd4-0af9-4ed5-947f-0caf6ad38759 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "GET /v2.0/ports?device_id=5777cac7-b99a-412d-8cc8-ae213227814e HTTP/1.1" status: 200 len: 205 time: 0.0572851 Jan 25 16:53:40.036427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:40.207427 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a358dbb1-d78f-492a-a0e5-4b7bc3fd5636 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=666adff602904b80946f78f084cb1763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886361 Jan 25 16:53:40.376066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:40.425046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.8 (ee9221e5-03c7-49b4-93cb-35dc7d1f74f3/39f0fdd3-0997-41fc-a3c1-03fb85ef5dff/79b537e4-652c-4376-9666-96b5759c40c1) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:40.434312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:40.673160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8:1::1 (57328b63-8269-4b5f-9b04-8a948a51a12d/206bc302-3124-435b-86c8-cee2e7153c51/dff2c088-4e00-4b68-a4ec-a47d6a7fceb3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:40.876733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:40.976290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f6222470-277c-48c3-92fc-431974564449 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:41.018984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.026243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.035071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.067877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d55bc-8255-436c-a341-45633cfd348b None None] Network 57328b63-8269-4b5f-9b04-8a948a51a12d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:41.084641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.102447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1123220-d51f-4542-92b0-e6c52a225a86 req-6cdef0d9-8762-46d9-9019-77bc639e9871 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.1136684 Jan 25 16:53:41.122616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.123158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Fanout notify agent at l3_agent the message router_deleted on router 5777cac7-b99a-412d-8cc8-ae213227814e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:41.165166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.166599 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3b0f6473-d479-4719-a34b-581fbf5b50c1 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/routers/5777cac7-b99a-412d-8cc8-ae213227814e HTTP/1.1" status: 204 len: 168 time: 1.1288657 Jan 25 16:53:41.168869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37328) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:41.193142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.211482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:41.256126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f6222470-277c-48c3-92fc-431974564449 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:41.265824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b9c80586-19e5-4a69-a6d4-5cad6ba7505e None None] Provisioning for port cad1a6d5-b33f-4b05-a2af-85a9df343081 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:41.272478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Deleting port 0d53066e-da83-48fa-8d0c-c364d6ed3974 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:41.272744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.275756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f6222470-277c-48c3-92fc-431974564449 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:41.276119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.304347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.369927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.428255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8d920-1301-4064-95b0-9811f1473cea,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:41.506915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.510922 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-71ad5f52-1338-40bf-8552-c08909ff0411 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1d8d920-1301-4064-95b0-9811f1473cea HTTP/1.1" status: 204 len: 168 time: 1.1325383 Jan 25 16:53:41.569370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:41.576729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.629189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f6222470-277c-48c3-92fc-431974564449, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f6222470-277c-48c3-92fc-431974564449,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:41.642807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.644157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cad1a6d5-b33f-4b05-a2af-85a9df343081 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:41.903910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57328b63-8269-4b5f-9b04-8a948a51a12d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:41.911531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:41.918041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:41.918385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:41.968013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.098753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:42.111837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port cad1a6d5-b33f-4b05-a2af-85a9df343081 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:42.127826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cad1a6d5-b33f-4b05-a2af-85a9df343081 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:42.128457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.212925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.306416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 79b537e4-652c-4376-9666-96b5759c40c1 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:42.396076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Calling delete_port for 0d53066e-da83-48fa-8d0c-c364d6ed3974 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:42.491680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.576542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port cad1a6d5-b33f-4b05-a2af-85a9df343081, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cad1a6d5-b33f-4b05-a2af-85a9df343081,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:42.590679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.592827 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b9e4b84-e092-4df2-9a82-e3d324e3cb39 req-da469a37-fd1c-4932-9fe7-fd2520edb214 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.2297723 Jan 25 16:53:42.598452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.677272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.703207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Provisioning complete for port cad1a6d5-b33f-4b05-a2af-85a9df343081 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:42.703740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:42.778304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event deleted for resources: {'Port': ['ID=0d53066e-da83-48fa-8d0c-c364d6ed3974,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:42.786425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f6222470-277c-48c3-92fc-431974564449 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:42.954128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=cad1a6d5-b33f-4b05-a2af-85a9df343081,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:42.961003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Provisioning for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:42.978350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f6222470-277c-48c3-92fc-431974564449 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:42.978850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.008010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Provisioning complete for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:43.008488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.042029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.051701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7af50984-c5cf-462f-aea8-f014778e9f9b tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/ports/0d53066e-da83-48fa-8d0c-c364d6ed3974 HTTP/1.1" status: 204 len: 168 time: 1.8816819 Jan 25 16:53:43.054030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:43.103157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4b395372-6b97-45c4-a65e-aa701aa32f41 None None] Port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:43.138678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Deleting subnet a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:53:43.142520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.205399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.230888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f3aad46b-48db-46cc-854d-44a7e5379d52 None None] Provisioning complete for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:43.231314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f3aad46b-48db-46cc-854d-44a7e5379d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.285582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.310924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f3aad46b-48db-46cc-854d-44a7e5379d52 None None] Port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:43.440812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:43.441708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.467289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.478893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.480865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:43.490635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:43.562302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.575467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:43.615104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event deleted for resources: {'Subnet': ['ID=a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:43.632932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1292a53-f383-4cda-ae19-722d6bb95f59 None None] Network b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:43.641862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.655538 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14ed1fe5-e509-4873-b0cf-d077a5fce8dc tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/subnets/a00e5a8f-2cec-4d7d-877d-0599fa2b6ea3 HTTP/1.1" status: 204 len: 168 time: 0.6002114 Jan 25 16:53:43.658524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:43.832109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.843234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Deleting port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:43.843576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.856631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.867829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:43.868740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.880914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.885676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.899820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ca07b861-6a6d-4182-8fcd-a0bd488ac46c None None] Provisioning for port 79b537e4-652c-4376-9666-96b5759c40c1 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:43.909488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ca07b861-6a6d-4182-8fcd-a0bd488ac46c None None] Provisioning complete for port 79b537e4-652c-4376-9666-96b5759c40c1 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:43.911089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca07b861-6a6d-4182-8fcd-a0bd488ac46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:43.972093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ca07b861-6a6d-4182-8fcd-a0bd488ac46c None None] Port 79b537e4-652c-4376-9666-96b5759c40c1 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:44.056927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] DHCP port deletion for b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:53:44.061680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Deleting port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:44.062053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.089476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] For port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,segment=NetworkSegment(3ae5a33c-48b2-4c95-99d6-b4f27a7d074c),segment_id=3ae5a33c-48b2-4c95-99d6-b4f27a7d074c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:44.089977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.186869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:44.214716 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d1990a9c-9c86-4a72-b08c-6d931216b6cd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9039407 Jan 25 16:53:44.233692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Calling delete_port for 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:44.242180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Allocated IP 172.26.4.245 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/9365e389-3f10-4bfc-b318-bf4172e9b186) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:44.247491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Request body: {'port': {'device_id': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:44.325837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.377234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event deleted for resources: {'Port': ['ID=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:44.380755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] No DVR routers for this DVR port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:53:44.447310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] For port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12,segment=NetworkSegment(3ae5a33c-48b2-4c95-99d6-b4f27a7d074c),segment_id=3ae5a33c-48b2-4c95-99d6-b4f27a7d074c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:44.447942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.528115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.563374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e007bc-61cd-46d1-b6b6-3e9d8bef6d8a req-6ba5d1aa-04ef-4431-9698-87b291e41483 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:44.564115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-44e007bc-61cd-46d1-b6b6-3e9d8bef6d8a req-6ba5d1aa-04ef-4431-9698-87b291e41483 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:44.565579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b981b192-e9b2-473e-bbe1-f8ba2cce2cd6']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:44.580607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:44.580892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae5a33c-48b2-4c95-99d6-b4f27a7d074c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:44.594623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 57328b63-8269-4b5f-9b04-8a948a51a12d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:44.595186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.612688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:44.613789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.655374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:53:44.658207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Calling delete_port for 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:44.659247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.752407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:53:44.752764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:53:44.793727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cad1a6d5-b33f-4b05-a2af-85a9df343081 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:44.830584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-44e007bc-61cd-46d1-b6b6-3e9d8bef6d8a req-6ba5d1aa-04ef-4431-9698-87b291e41483 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:44.837904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44e007bc-61cd-46d1-b6b6-3e9d8bef6d8a req-6ba5d1aa-04ef-4431-9698-87b291e41483 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 931 time: 0.9614832 Jan 25 16:53:44.851631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:53:44.855991 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:53:44.864758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.901616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port cad1a6d5-b33f-4b05-a2af-85a9df343081 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:44.902308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.917040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:44.938074 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] 10.222.0.45 "DELETE /v2.0/networks/b981b192-e9b2-473e-bbe1-f8ba2cce2cd6 HTTP/1.1" status: 204 len: 168 time: 1.2784567 Jan 25 16:53:44.946006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeff4a-f2b8-415f-9a06-81279386f3e0 tempest-TagsExtTest-2089428575 tempest-TagsExtTest-2089428575-project] Pushing event deleted for resources: {'Network': ['ID=b981b192-e9b2-473e-bbe1-f8ba2cce2cd6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:45.045099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.065842 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44e007bc-61cd-46d1-b6b6-3e9d8bef6d8a req-dc7d1114-775e-43c1-8cc5-6aa57e8a209b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270517 Jan 25 16:53:45.077968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:45.112757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d2d0651-6bf7-44d1-af94-bcbcc5bd7880 None None] Provisioning complete for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:45.113162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d2d0651-6bf7-44d1-af94-bcbcc5bd7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.147009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:53:45.202612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:53:45.203194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:53:45.220358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3d2d0651-6bf7-44d1-af94-bcbcc5bd7880 None None] Port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:45.255057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Deleting port 7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:45.255624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.326460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6954b26d-7ee4-48cc-a014-c720200f6cc0 None None] The port '7e1e2d1d-7bb6-4ca8-aa35-ca366ce53d12' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:53:45.344420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:45.361738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-eb214f58-4c27-454f-9493-0865fb9901a1 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:45.462000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.507528 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e840f116-73c1-442e-b7bc-0279a2ae7195 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63a0f9c2e6624bda8eb737412352bb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591797 Jan 25 16:53:45.507775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37370) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:45.518484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:45.530037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:45.534679 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1fa935d9-0d73-4117-b747-6d565268a8af tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6954291 Jan 25 16:53:45.537744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:45.541898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:45.542494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-eb214f58-4c27-454f-9493-0865fb9901a1 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:45.542876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:45.543652 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-eb214f58-4c27-454f-9493-0865fb9901a1 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325387883&fields=id&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 267 time: 0.4437492 Jan 25 16:53:45.546630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309230705'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:45.559915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:45.569004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:45.573029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:45.580389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:45.594692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:45.601161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.604073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:45.607996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.615030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:45.649321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.671232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:45.674887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:45.698501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.698871 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment af8e7978-4a0d-403d-b8cb-976b358cf146 of type vlan for network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 Jan 25 16:53:45.707875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event updated for resources: {'Port': ['ID=9365e389-3f10-4bfc-b318-bf4172e9b186,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:45.719640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:45.745937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.780005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.804475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88897a10-b1bf-42c6-9137-c29fd810673f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:45.812500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.819749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:45.820357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.857996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:45.862133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb650d13-adef-4f58-a783-c6bd528f1894 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88897a10-b1bf-42c6-9137-c29fd810673f HTTP/1.1" status: 204 len: 168 time: 0.3534098 Jan 25 16:53:45.920613 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3791759 Jan 25 16:53:45.942091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37380) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:45.954611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.resource_extend [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 16:53:45.969555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ba338-4ae8-4acc-b0ad-8beec9b06af2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:45.976508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-ee7cb73b-5bdb-4290-a56c-f96e209aedf4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:45.977239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-ee7cb73b-5bdb-4290-a56c-f96e209aedf4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:45.983412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:46.021011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:46.269867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:42Z', 'revision_number': 3, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:43Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:46.274596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:46.274947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Updating router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:46.333969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.424010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b537e4-652c-4376-9666-96b5759c40c1 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:53:46.443795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.469457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-ee7cb73b-5bdb-4290-a56c-f96e209aedf4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:46.470887 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-ee7cb73b-5bdb-4290-a56c-f96e209aedf4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.9169924 Jan 25 16:53:46.545029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Transition to ACTIVE for port object 79b537e4-652c-4376-9666-96b5759c40c1 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:46.571750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:46.574724 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-1f5e4473-726f-4008-993a-32718b5f16ca tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/quotas/f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 375 time: 0.0917733 Jan 25 16:53:46.579206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.593039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:46.627301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:46.687633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:46.734079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.747984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Transition to ACTIVE for port object dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:46.756503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.879631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:46.883032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:46.990442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:46.996468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff3e4-0264-4538-8d5d-fa083cc03871 None None] Pushing event updated for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:46.999841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10be92-f78b-4d89-a080-a5184dc1779e req-8a263803-ec74-4032-ac45-57573edbb61c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:47.001441 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b10be92-f78b-4d89-a080-a5184dc1779e req-8a263803-ec74-4032-ac45-57573edbb61c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 931 time: 0.6696560 Jan 25 16:53:47.025601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Attempting to bind port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:47.026124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Attempting to bind port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:47.026586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Attempting to bind port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 on network 57328b63-8269-4b5f-9b04-8a948a51a12d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:47.033080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:47.037982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Checking segment: {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:47.038422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:47.038831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Bound using segment: {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:47.039331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Bound port: dff2c088-4e00-4b68-a4ec-a47d6a7fceb3, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2809959-8075-4556-859d-8657e3a6887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:47.039743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:47.127698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:47.158471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] For port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:47.161988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] For port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:47.166543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:47.262712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:47.263373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:47.270268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b10be92-f78b-4d89-a080-a5184dc1779e req-3f95dcaa-25bd-47d3-bab1-b7a69aefd922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547719 Jan 25 16:53:47.284449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-d53df9fb-4034-4fb1-aca2-40abae026645 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:47.324253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff3e4-0264-4538-8d5d-fa083cc03871 None None] Pushing event updated for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:47.445113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Attempting to bind port 79b537e4-652c-4376-9666-96b5759c40c1 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:47.445480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Attempting to bind port 79b537e4-652c-4376-9666-96b5759c40c1 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:47.445810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Attempting to bind port 79b537e4-652c-4376-9666-96b5759c40c1 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:47.451150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:47.459033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-d53df9fb-4034-4fb1-aca2-40abae026645 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:47.460344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-d53df9fb-4034-4fb1-aca2-40abae026645 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8687847 Jan 25 16:53:47.460899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Port 79b537e4-652c-4376-9666-96b5759c40c1 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:53:47.461284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Attempting to bind port 79b537e4-652c-4376-9666-96b5759c40c1 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:47.506741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:47.507085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Checking segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:47.507501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Bound using segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:47.507950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Bound port: 79b537e4-652c-4376-9666-96b5759c40c1, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:47.508294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:47.842863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:42Z', 'revision_number': 3, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:47Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:47.847526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d056a-89ec-4269-8a43-82d02d9a1cf7 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:42Z', 'revision_number': 3, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:47Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:48.025140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:48.127892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:48.140951 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-cfd005cb-cce9-4c54-a752-36cb14d2d78f service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566741 Jan 25 16:53:48.157029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79b537e4-652c-4376-9666-96b5759c40c1,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:48.184943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:48.194963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:48.276687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=abe44246-1d00-4609-8c91-c9f7ffcee1a1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:48.400322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:48.400966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:48.402371 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] 10.222.0.15 "PUT /v2.0/ports/79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 1093 time: 4.1699896 Jan 25 16:53:48.414304 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:53:48.529320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:48.529681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:48.634713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4114b44-5b72-4337-b993-9ad422cb7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:48.706908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-6c2c8f8a-b3b3-4da4-b752-1c134a70218e service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531833 Jan 25 16:53:48.723578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:48.760078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:48.768097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4138436-9322-492e-a461-1e16c721d755 None None] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:48.768526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:48.769158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:48.789052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee3bcd-812d-49e8-b740-ff39d1b79fd4 req-6b954651-1196-4bd4-85c9-9bf52eb0bbd2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:48.790723 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9ee3bcd-812d-49e8-b740-ff39d1b79fd4 req-6b954651-1196-4bd4-85c9-9bf52eb0bbd2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 943 time: 0.3988116 Jan 25 16:53:48.800928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:48.805192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-03cbb7be-89e6-4005-9418-84f100b68f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:48.806922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-03cbb7be-89e6-4005-9418-84f100b68f79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1096 time: 0.3325438 Jan 25 16:53:48.932631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-54c1af4b-6e55-4dbb-88a4-c288b6b18661 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9765670 Jan 25 16:53:48.932968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:48.959510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-35d571f7-2e86-474a-9408-4fd1dc3eb0b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 217 time: 0.1091778 Jan 25 16:53:48.962965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9ee3bcd-812d-49e8-b740-ff39d1b79fd4 req-9642eaf3-ba7a-4152-94cd-a80a8c81488c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610634 Jan 25 16:53:49.031245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Router 352dc18e-8831-48dd-b9da-3b262ce1b4bf is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:53:49.170949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:49.172298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.204836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:49.211254 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1', 'status': 'completed', 'code': 200} Jan 25 16:53:49.216283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:49.216803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.230320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d723b644-2220-4bf9-a5a7-fb58f02f2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:49.232666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-d723b644-2220-4bf9-a5a7-fb58f02f2c82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.2607720 Jan 25 16:53:49.361474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2c57d2e5-a109-4126-85ab-7b048cc23df5 req-c19fe2aa-c9d1-4499-8ca6-ebba5adf6ca5 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 210 time: 0.0683820 Jan 25 16:53:49.499816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:49.511009 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] Sync routers for ids ['352dc18e-8831-48dd-b9da-3b262ce1b4bf'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:49.534031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.535880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1cf766f3-1ce4-495d-8394-39c2b2f4093d tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.3895941 Jan 25 16:53:49.538912 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] Routers {'352dc18e-8831-48dd-b9da-3b262ce1b4bf'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:49.539541 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['352dc18e-8831-48dd-b9da-3b262ce1b4bf'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:49.540210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37408) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:49.573757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Allocated IP 2001:db8:2::2 (62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8/abe44246-1d00-4609-8c91-c9f7ffcee1a1/50d3f6d1-f559-4732-a418-ecfea07c9f21) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:49.594779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.723501 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:49.730538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:49.744905 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] Routers {'352dc18e-8831-48dd-b9da-3b262ce1b4bf'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:49.746388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.747233 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['352dc18e-8831-48dd-b9da-3b262ce1b4bf'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:49.852994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-cb0aa644-2fa4-4b9c-b15c-a944ad781b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:49.869207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-cb0aa644-2fa4-4b9c-b15c-a944ad781b7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6287830 Jan 25 16:53:49.908501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:49.913449 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:49.914417 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d832aa-a74d-4474-a751-0b205e6f63f5 None None] The sync data for ids ['352dc18e-8831-48dd-b9da-3b262ce1b4bf'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:49.967812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:49.984864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Transition to ACTIVE for port object 50d3f6d1-f559-4732-a418-ecfea07c9f21 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:50.024054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Transition to ACTIVE for port object 50d3f6d1-f559-4732-a418-ecfea07c9f21 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:50.031421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.079478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.118813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:50.123936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:50.127339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:50.137713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Pushing event updated for resources: {'Port': ['ID=50d3f6d1-f559-4732-a418-ecfea07c9f21,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:50.241830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Attempting to bind port 50d3f6d1-f559-4732-a418-ecfea07c9f21 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:50.242567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Attempting to bind port 50d3f6d1-f559-4732-a418-ecfea07c9f21 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:50.242933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Attempting to bind port 50d3f6d1-f559-4732-a418-ecfea07c9f21 on network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:50.254285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:50.254758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Checking segment: {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:50.255455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.255914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Bound using segment: {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:50.256469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Bound port: 50d3f6d1-f559-4732-a418-ecfea07c9f21, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:50.256849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.272802 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a50c400f-b873-4306-8c88-a6ea2724e864 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/352dc18e-8831-48dd-b9da-3b262ce1b4bf HTTP/1.1" status: 200 len: 925 time: 0.7287629 Jan 25 16:53:50.284650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:50.342922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-2ed20c92-4b9c-4026-9523-f1e84efb4cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672778 Jan 25 16:53:50.357710 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cebe4848-a0a6-4ba8-9a17-b1dc2959e66a tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=352dc18e-8831-48dd-b9da-3b262ce1b4bf HTTP/1.1" status: 200 len: 205 time: 0.0708036 Jan 25 16:53:50.358204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:50.376248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13745-c5a3-4fce-8bef-27a5a5a11ede req-c92d4cf5-888e-4b49-9b8b-49b6d4c361e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:50.377818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38e13745-c5a3-4fce-8bef-27a5a5a11ede req-c92d4cf5-888e-4b49-9b8b-49b6d4c361e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 943 time: 0.1800578 Jan 25 16:53:50.394500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] For port 50d3f6d1-f559-4732-a418-ecfea07c9f21, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:50.399260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] For port 50d3f6d1-f559-4732-a418-ecfea07c9f21, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=50d3f6d1-f559-4732-a418-ecfea07c9f21,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:50.404169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.491482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38e13745-c5a3-4fce-8bef-27a5a5a11ede req-729e8ba0-5605-4d72-b340-d59c04b5aa3b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069655 Jan 25 16:53:50.543296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4802e3-e21d-4ade-b0c9-d226a6f39110 None None] Pushing event updated for resources: {'Port': ['ID=50d3f6d1-f559-4732-a418-ecfea07c9f21,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:50.555348 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:53:50.599048 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b6932201-9d97-426f-bc2f-d93ff08979e8 req-79b1d165-f501-451d-a491-c3147dc721c2 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 210 time: 0.0714586 Jan 25 16:53:50.638755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e64cdbe-7976-48e2-a8ce-ada454b1b66d req-bd3a312b-dff4-486a-9fbf-e6ffb73d3c38 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892597 Jan 25 16:53:50.749396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:50.833063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:50.953249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:50.955333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:51.056427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-c0a3e4b7-8dfa-4eed-9315-e4040f57f008 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:51.058759 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-c0a3e4b7-8dfa-4eed-9315-e4040f57f008 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.3659654 Jan 25 16:53:51.148619 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-f792c781-33c8-4830-bf11-7e24fc19a79f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 380 time: 0.0800111 Jan 25 16:53:51.210463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'port': {'device_id': '218795be-f41f-4bf6-8db0-0f757dd52113', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'admin_state_up': True, 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'security_groups': ['aef71918-e6ac-418b-9955-f8e27494d94b']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:51.309676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8:2::1 (62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8/abe44246-1d00-4609-8c91-c9f7ffcee1a1/07b9d685-af95-4de4-9fb3-10cc9ae2f118) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:51.324067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-5a2bafec-6216-4606-a194-edad246d339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:51.325585 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-5a2bafec-6216-4606-a194-edad246d339c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1096 time: 0.6114924 Jan 25 16:53:51.362225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:51.415383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:51.431222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:51.448547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Made reservation on behalf of f952c6e6d9a647aa94480cbad72537fa for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:51.452509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:51.520612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port 9365e389-3f10-4bfc-b318-bf4172e9b186 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:53:51.520846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:51.711081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.20.0.9 (8e2893b9-2039-45be-bde0-342e7a90ca68/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8/ec3ae054-68f1-459a-a71c-66868ddb55c0) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:51.844694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:51.852112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-22627fe9-e5ef-4cc0-9d84-62bbc90f7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:51.853586 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-22627fe9-e5ef-4cc0-9d84-62bbc90f7204 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.5186803 Jan 25 16:53:51.978619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object 07b9d685-af95-4de4-9fb3-10cc9ae2f118 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:51.980714 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-7f1d7b2a-ec9f-43b0-af70-534bb4b01377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 217 time: 0.1170425 Jan 25 16:53:52.052922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.079434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.085985 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a17a438-f8b3-461b-a082-2b36f59001ea req-f59e9877-da9e-41c7-a281-8c2d96494e7a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 210 time: 0.1209536 Jan 25 16:53:52.119372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Transition to ACTIVE for port object ec3ae054-68f1-459a-a71c-66868ddb55c0 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:52.140415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-dd711c1f-629b-43a6-a7d3-35c5edccac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:52.142601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-dd711c1f-629b-43a6-a7d3-35c5edccac64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.1483757 Jan 25 16:53:52.176030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250c1ba-b241-43f6-ab7a-f06661c6909b None None] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:52.185519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47f5ea-91b9-4361-8016-7ea744f8c120 req-74e40d89-ff8d-4f94-9b20-3cbdb4fd2cf7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:52.187710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b47f5ea-91b9-4361-8016-7ea744f8c120 req-74e40d89-ff8d-4f94-9b20-3cbdb4fd2cf7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 943 time: 0.2240498 Jan 25 16:53:52.189457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.235863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for 9365e389-3f10-4bfc-b318-bf4172e9b186 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:53:52.297012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-62e0433e-1384-4edc-aa78-fcbe461dae0a None None] Provisioning for port 50d3f6d1-f559-4732-a418-ecfea07c9f21 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:52.374876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.386666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:52.417731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79b537e4-652c-4376-9666-96b5759c40c1 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:53:52.419902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:52.424652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:52.443396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b47f5ea-91b9-4361-8016-7ea744f8c120 req-17eb7bea-684f-45e3-a077-8801e7b1246a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444832 Jan 25 16:53:52.444507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:52.567098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:52.567733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.615699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-7846551a-6f06-4017-b91f-80e3e2661dce tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4094248 Jan 25 16:53:52.632577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Request body: {'port': {'device_id': '218795be-f41f-4bf6-8db0-0f757dd52113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:52.649900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79b537e4-652c-4376-9666-96b5759c40c1,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:52.675655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '79b537e4-652c-4376-9666-96b5759c40c1', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'port_id': '79b537e4-652c-4376-9666-96b5759c40c1', 'mac_address': 'fa:16:3e:c4:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:53:52.714689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:52.787293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.802188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:52.805922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:52.841473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:52.842194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:52.845698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b537e4-652c-4376-9666-96b5759c40c1 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:53:52.868465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 50d3f6d1-f559-4732-a418-ecfea07c9f21 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:52.939821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.021461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-d15f93f8-0448-4801-9c85-a44a3394e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:53.023782 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-d15f93f8-0448-4801-9c85-a44a3394e08d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7982361 Jan 25 16:53:53.074968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bf3dff4c-0df0-45bd-a9c9-112b298c5e0b None None] Provisioning for port ec3ae054-68f1-459a-a71c-66868ddb55c0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:53.100130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bf3dff4c-0df0-45bd-a9c9-112b298c5e0b None None] Provisioning complete for port ec3ae054-68f1-459a-a71c-66868ddb55c0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:53.100502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf3dff4c-0df0-45bd-a9c9-112b298c5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.170056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79b537e4-652c-4376-9666-96b5759c40c1,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:53.181278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.324044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bf3dff4c-0df0-45bd-a9c9-112b298c5e0b None None] Port ec3ae054-68f1-459a-a71c-66868ddb55c0 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:53.375012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:53.382721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 50d3f6d1-f559-4732-a418-ecfea07c9f21 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:53.393488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 50d3f6d1-f559-4732-a418-ecfea07c9f21 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:53.394497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.403253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.532215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Provisioning for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:53.619095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Provisioning complete for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:53.619629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.655533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.678980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['79b537e4-652c-4376-9666-96b5759c40c1'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:53:53.773778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 50d3f6d1-f559-4732-a418-ecfea07c9f21, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=50d3f6d1-f559-4732-a418-ecfea07c9f21,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:53.786709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.792906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:53.872325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=9365e389-3f10-4bfc-b318-bf4172e9b186,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:53.914808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=50d3f6d1-f559-4732-a418-ecfea07c9f21,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:53.942174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:53.966960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Provisioning complete for port 50d3f6d1-f559-4732-a418-ecfea07c9f21 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:53.967731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-441ff001-7cfa-47fb-98b0-cbde11211801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.049327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641f4cd-f45f-4a43-aeb6-b914dd692409 req-02b901c5-ae71-446c-9cb7-eda9ca84ebc3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:54.050020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a641f4cd-f45f-4a43-aeb6-b914dd692409 req-02b901c5-ae71-446c-9cb7-eda9ca84ebc3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:53:54.130846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a641f4cd-f45f-4a43-aeb6-b914dd692409 req-02b901c5-ae71-446c-9cb7-eda9ca84ebc3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:53:54.132115 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a641f4cd-f45f-4a43-aeb6-b914dd692409 req-02b901c5-ae71-446c-9cb7-eda9ca84ebc3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 931 time: 0.6868858 Jan 25 16:53:54.150975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2efe71-3a4c-4cc9-9626-84a5f4f82299 req-54c6f016-eeba-4000-a2a4-c43979104b9e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:54.158447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c2efe71-3a4c-4cc9-9626-84a5f4f82299 req-54c6f016-eeba-4000-a2a4-c43979104b9e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 944 time: 0.5180824 Jan 25 16:53:54.199739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3ae054-68f1-459a-a71c-66868ddb55c0 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:53:54.218194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.259247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c2efe71-3a4c-4cc9-9626-84a5f4f82299 req-efab6bd3-f851-441c-910b-709029e74689 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998764 Jan 25 16:53:54.307679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Transition to ACTIVE for port object ec3ae054-68f1-459a-a71c-66868ddb55c0 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:54.312948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a641f4cd-f45f-4a43-aeb6-b914dd692409 req-858c66f8-a668-429f-af7a-1ce0b9b082e3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363103 Jan 25 16:53:54.314168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.401192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:54.499974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2308122c-b552-4d00-9754-1cf6b5df3b26 None None] Provisioning complete for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:54.501179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2308122c-b552-4d00-9754-1cf6b5df3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.583337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.587887 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-4b5f7bf3-d704-4a47-8156-5e2e9a599d0d service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2270586 Jan 25 16:53:54.592479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.593341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.684920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Attempting to bind port ec3ae054-68f1-459a-a71c-66868ddb55c0 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:54.685345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Attempting to bind port ec3ae054-68f1-459a-a71c-66868ddb55c0 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:54.685687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Attempting to bind port ec3ae054-68f1-459a-a71c-66868ddb55c0 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:54.694452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Port ec3ae054-68f1-459a-a71c-66868ddb55c0 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:53:54.694934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Attempting to bind port ec3ae054-68f1-459a-a71c-66868ddb55c0 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:54.701999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:54.702391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:54.708933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Bound using segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:54.713104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Bound port: ec3ae054-68f1-459a-a71c-66868ddb55c0, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:54.713623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.734308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2308122c-b552-4d00-9754-1cf6b5df3b26 None None] Port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:54.818022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 50d3f6d1-f559-4732-a418-ecfea07c9f21 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:54.911020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:54.915487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:54.923050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:54.950876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 50d3f6d1-f559-4732-a418-ecfea07c9f21 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:54.951407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.013528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:55.017753 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dfdcd6e-a0a2-4081-ad43-4b050d6db70d req-1927c812-a922-4415-b975-6663320d47d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129515 Jan 25 16:53:55.026802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:55.038424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.039438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:55.039842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.042926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-946332dd-045c-4a7b-953f-deb629a125d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 200 len: 1093 time: 2.4187069 Jan 25 16:53:55.043738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:53:55.047682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.149183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'status': 'completed', 'code': 200} Jan 25 16:53:55.198953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-168b9cfd-6bb9-4cb5-9f80-4ceb30778bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.200483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-168b9cfd-6bb9-4cb5-9f80-4ceb30778bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1096 time: 0.1070828 Jan 25 16:53:55.274776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-5b079517-09b8-4890-bd80-fd249a891400 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 200 len: 217 time: 0.0659201 Jan 25 16:53:55.365430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-410852c4-59b8-4ea3-a548-1a5bd88f434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.366900 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-410852c4-59b8-4ea3-a548-1a5bd88f434c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0851617 Jan 25 16:53:55.408699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.477376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:55.553041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:53:55.563014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.566475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.569002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-f087fb15-5467-4fa1-844a-0cf2d7024a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.571743 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-f087fb15-5467-4fa1-844a-0cf2d7024a83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1990354 Jan 25 16:53:55.606608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2006a5cf-687a-484b-9a28-e4f7c57d7b10 None None] Provisioning complete for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:55.607756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2006a5cf-687a-484b-9a28-e4f7c57d7b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.688316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2006a5cf-687a-484b-9a28-e4f7c57d7b10 None None] Port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:53:55.899866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.901348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router 352dc18e-8831-48dd-b9da-3b262ce1b4bf {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:53:55.912531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48cea-9557-4d51-9842-2b521e1065f4 req-36fd69a8-3b2a-41ee-b98c-fc9461d79fad tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.915157 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1b48cea-9557-4d51-9842-2b521e1065f4 req-36fd69a8-3b2a-41ee-b98c-fc9461d79fad tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 944 time: 0.2914655 Jan 25 16:53:55.917187 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-26240f37-f423-4b68-bbc4-88cf4ecce963 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390427 Jan 25 16:53:55.932010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a048-ffcd-4554-8530-2f6d68c9a9ae req-082fa6f9-0638-4267-90a7-90d5d4c1ab13 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:55.934107 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-40f0a048-ffcd-4554-8530-2f6d68c9a9ae req-082fa6f9-0638-4267-90a7-90d5d4c1ab13 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.2704048 Jan 25 16:53:55.994907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:55.996717 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa6c1a2f-857e-4960-870b-8faa76e58062 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/352dc18e-8831-48dd-b9da-3b262ce1b4bf HTTP/1.1" status: 204 len: 168 time: 5.6266792 Jan 25 16:53:56.002502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:56.011307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458952433', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:56.022821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:56.032229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:53:56.047808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:53:56.052201 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ea1d90b-7cc5-441e-866a-f8fe8659de2e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1115727 Jan 25 16:53:56.055447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:router and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:56.059067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:56.062844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37448) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:56.067557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:56.071034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:56.072001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:56.084099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.085738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.107888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.238535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-907042670'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:56.257178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:56.289043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:56.299841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:network and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:56.310985 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1b48cea-9557-4d51-9842-2b521e1065f4 req-f6de9c35-c53f-406e-b3aa-7964bb134770 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533611 Jan 25 16:53:56.314747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:56.326771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:56.332542 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-40f0a048-ffcd-4554-8530-2f6d68c9a9ae req-e4696ced-add7-4aa5-8873-0a71360591e1 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557060 Jan 25 16:53:56.383245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:56.391629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.429878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-037777b7-afdf-4e08-9557-a48cd1ee527b req-6fb34c66-5356-45bf-ac36-1afbdc3fbdb6 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946144 Jan 25 16:53:56.452183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:53:56.467522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.468045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added segment 29eefe00-ed30-4071-8779-10dd9d722b24 of type vlan for network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe Jan 25 16:53:56.487000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.502195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.506440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79b537e4-652c-4376-9666-96b5759c40c1 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:53:56.587733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.594146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:56.594770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.672156 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5918567 Jan 25 16:53:56.681098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:56.750335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'subnet': {'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:53:56.803230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 79b537e4-652c-4376-9666-96b5759c40c1 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:53:56.816838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 79b537e4-652c-4376-9666-96b5759c40c1 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:53:56.816838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.905892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18818e-d78c-4269-9d97-954c121b4c0c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Network': ['ID=855b96ae-f4f8-4fb1-b456-980d2d37b2fe,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:56.923491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:53:56.958150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-97365ab3-b20d-4f05-a5ca-1a05d125857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:56.958721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:56.959831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-97365ab3-b20d-4f05-a5ca-1a05d125857e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1096 time: 0.4250491 Jan 25 16:53:56.961178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:53:56.993080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:subnet and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:53:56.999258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:53:57.012151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.060599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:53:57.097349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:53Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:53:54Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:57.102766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Made reservation on behalf of 8a734c61c01145b0960d23eb43b54c42 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:53:57.106422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.106697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.124448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:53:57.124879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Updating router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:53:57.188858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:53:57.190790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 172.26.4.100 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/9f07bf28-070e-43b1-a6a1-0aa37af68493) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:57.205441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79b537e4-652c-4376-9666-96b5759c40c1,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:53:57.209669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.225350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.247655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-e9b3244e-38a1-4b78-9a4e-4015395693f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:57.250226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-e9b3244e-38a1-4b78-9a4e-4015395693f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.2808943 Jan 25 16:53:57.275807 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1', 'code': 200} Jan 25 16:53:57.354347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-1ea733cc-f6f4-49fc-8947-3fe0247f5582 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 200 len: 217 time: 0.0935993 Jan 25 16:53:57.421819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:57.459049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.481800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-e7d9ac01-98a9-4fd8-8660-ed6642beb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:57.484264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-e7d9ac01-98a9-4fd8-8660-ed6642beb6fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.1240401 Jan 25 16:53:57.538307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.642443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-274245f6-0753-4c03-9116-60be960ca25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.665770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:57.670998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:57.673463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:57.733473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=9f07bf28-070e-43b1-a6a1-0aa37af68493,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:57.778598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.791578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.812477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Transition to ACTIVE for port object 07b9d685-af95-4de4-9fb3-10cc9ae2f118 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:57.820665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:57.865784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82358d7-8d9e-402b-a289-b29c9094e901 req-1902abb7-91a7-4502-b8c6-375be159e3ae tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:57.873123 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a82358d7-8d9e-402b-a289-b29c9094e901 req-1902abb7-91a7-4502-b8c6-375be159e3ae tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.3289609 Jan 25 16:53:57.890375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-0f8ecca9-6866-440e-be78-3e302b8aace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:57.891910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-0f8ecca9-6866-440e-be78-3e302b8aace8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3977377 Jan 25 16:53:57.946296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b41b2-5ab5-46af-bb2b-cb5ef64afbbb req-3a29e017-b14e-4e2c-8779-b87a38429ffe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:57.947644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8a5b41b2-5ab5-46af-bb2b-cb5ef64afbbb req-3a29e017-b14e-4e2c-8779-b87a38429ffe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.3871691 Jan 25 16:53:58.009036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Subnet': ['ID=bb6ec145-152c-4686-b40f-8bfc26e39431,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:58.028837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca951ab-67f5-44e0-b58a-dccabe51fded req-26913047-de3b-4206-829b-d74ae731b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:58.030403 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6ca951ab-67f5-44e0-b58a-dccabe51fded req-26913047-de3b-4206-829b-d74ae731b3ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1098 time: 0.4445722 Jan 25 16:53:58.042943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375b89-ca2b-40c2-ad14-1d2a8ef6ebd7 None None] Pushing event updated for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:58.094742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a82358d7-8d9e-402b-a289-b29c9094e901 req-75e9dcf4-974c-44d9-a2af-d8736341ffc1 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206089 Jan 25 16:53:58.130107 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6ca951ab-67f5-44e0-b58a-dccabe51fded req-75256b86-cc87-4dc8-8bc3-7d09cdb5d881 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902090 Jan 25 16:53:58.134517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Attempting to bind port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:58.134898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Attempting to bind port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:58.135268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Attempting to bind port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 on network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:58.138284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Checking segment: {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:58.138284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network hostable DHCP agents. Network: 855b96ae-f4f8-4fb1-b456-980d2d37b2fe, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:53:58.144843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:58.144843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Checking segment: {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:58.145741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:58.145950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Bound using segment: {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:58.146780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Bound port: 07b9d685-af95-4de4-9fb3-10cc9ae2f118, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8e7978-4a0d-403d-b8cb-976b358cf146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:58.146780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:58.151083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8a5b41b2-5ab5-46af-bb2b-cb5ef64afbbb req-3dcd3910-25c9-4005-a69f-d0899732fde7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393416 Jan 25 16:53:58.209227 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-38aae16e-6ec1-41d3-b70f-cc5a45973bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085289 Jan 25 16:53:58.211266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:53:58.222402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 855b96ae-f4f8-4fb1-b456-980d2d37b2fe) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:58.229241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:58.230499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:58.239274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52df5d1-68e2-4d92-b2e6-a3a8df104ee8 None None] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:53:58.263867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d9d832a0-c587-45b2-b2d0-fa99e6f87158 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5813365 Jan 25 16:53:58.265005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:53:58.350536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] For port 07b9d685-af95-4de4-9fb3-10cc9ae2f118, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:53:58.363314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] For port 07b9d685-af95-4de4-9fb3-10cc9ae2f118, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=07b9d685-af95-4de4-9fb3-10cc9ae2f118,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:53:58.369938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:58.519972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:58.533513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:53:58.534159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:53:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:58.600340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375b89-ca2b-40c2-ad14-1d2a8ef6ebd7 None None] Pushing event updated for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:58.705043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4495ec82-afa2-44c8-bcab-99f6c98164be req-69c6d5ef-6ef0-4862-8a3a-dd183f6ee9df service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383482 Jan 25 16:53:58.822835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:53:58.875893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:53:58.876722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.209987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.273871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Allocated IP 2001:db8:3::2 (855b96ae-f4f8-4fb1-b456-980d2d37b2fe/bb6ec145-152c-4686-b40f-8bfc26e39431/5751af52-f5a1-424f-96a2-de959d7e5110) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:53:59.413360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ab26a-648d-4144-abd9-35e546ddb986 req-7b9ef8f6-bd1a-4a5d-9b01-e258dbaf0cc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:59.415070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e5ab26a-648d-4144-abd9-35e546ddb986 req-7b9ef8f6-bd1a-4a5d-9b01-e258dbaf0cc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.1469688 Jan 25 16:53:59.440137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ea288-6cef-4b3d-8472-bfdb3e9cd2c1 req-68dff688-3d9d-4302-80de-db2bf6db127a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:53:59.453066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b1ea288-6cef-4b3d-8472-bfdb3e9cd2c1 req-68dff688-3d9d-4302-80de-db2bf6db127a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.2327409 Jan 25 16:53:59.476831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:53Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:53:58Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:53:59.495536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ecfbd-bc62-4cc2-92aa-94f537c432b5 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:53:53Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:53:58Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:53:59.600647 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b1ea288-6cef-4b3d-8472-bfdb3e9cd2c1 req-51a75ff3-45d7-4905-98e2-22b366e8337c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457746 Jan 25 16:53:59.611126 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e5ab26a-648d-4144-abd9-35e546ddb986 req-33bdbc00-b882-4ac4-8fe1-d2afc44449b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359701 Jan 25 16:53:59.636135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.649770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Transition to ACTIVE for port object 5751af52-f5a1-424f-96a2-de959d7e5110 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:59.671761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Transition to ACTIVE for port object 5751af52-f5a1-424f-96a2-de959d7e5110 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:53:59.679353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.712276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.766638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:53:59.772352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:53:59.774530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Pushing event updated for resources: {'Port': ['ID=5751af52-f5a1-424f-96a2-de959d7e5110,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:53:59.777030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:53:59.880329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Attempting to bind port 5751af52-f5a1-424f-96a2-de959d7e5110 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:53:59.880901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Attempting to bind port 5751af52-f5a1-424f-96a2-de959d7e5110 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:53:59.881091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Attempting to bind port 5751af52-f5a1-424f-96a2-de959d7e5110 on network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:53:59.887258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:53:59.888261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Checking segment: {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:53:59.888261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.888556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Bound using segment: {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:53:59.889039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Bound port: 5751af52-f5a1-424f-96a2-de959d7e5110, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:53:59.889448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:53:59.929595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router 342edf58-9ebd-4d23-bec7-69235864f192 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:00.007036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] For port 5751af52-f5a1-424f-96a2-de959d7e5110, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:54:00.010925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] For port 5751af52-f5a1-424f-96a2-de959d7e5110, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5751af52-f5a1-424f-96a2-de959d7e5110,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:54:00.016023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.131455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3131ac-9319-4461-82b6-5dc15d7a982e None None] Pushing event updated for resources: {'Port': ['ID=5751af52-f5a1-424f-96a2-de959d7e5110,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:00.229781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76766b9b-0b20-4909-82a9-457c07f30779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.331271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:00.350389 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Sync routers for ids ['342edf58-9ebd-4d23-bec7-69235864f192'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:00.364676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Allocated IP 2001:db8:3::1 (855b96ae-f4f8-4fb1-b456-980d2d37b2fe/bb6ec145-152c-4686-b40f-8bfc26e39431/1611686e-2a3c-4d9e-920d-b8de6996400c) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:00.379182 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Routers {'342edf58-9ebd-4d23-bec7-69235864f192'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:00.380115 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['342edf58-9ebd-4d23-bec7-69235864f192'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:00.413295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.417513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ea6bfc3-024d-4044-8a16-2a90024d4b0b tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4101634 Jan 25 16:54:00.417875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:00.571568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.592821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Transition to ACTIVE for port object 1611686e-2a3c-4d9e-920d-b8de6996400c will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:54:00.615810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Set router 342edf58-9ebd-4d23-bec7-69235864f192 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:00.630924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.685051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0e13718d-b040-4ef9-a804-91326a469d1f tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/342edf58-9ebd-4d23-bec7-69235864f192 HTTP/1.1" status: 200 len: 908 time: 0.2628205 Jan 25 16:54:00.685668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:00.693326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458952433', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': True}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:00.710253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:00.716571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Usage tracker for resource:router and tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:00.724792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:00.736844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:00.790549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:00.794858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:00.799460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:00.800801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.832070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:00.889232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.890298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.954679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:00.960161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 07b9d685-af95-4de4-9fb3-10cc9ae2f118 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:00.973957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.010962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28e3a-1835-4d0a-bc19-7cfbb941c769 req-8ecd4cdb-5be8-4c63-90fa-0eb070b5017a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:01.012736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38c28e3a-1835-4d0a-bc19-7cfbb941c769 req-8ecd4cdb-5be8-4c63-90fa-0eb070b5017a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.2605836 Jan 25 16:54:01.067253 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342edf58-9ebd-4d23-bec7-69235864f192', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': False}, 'gw_port_id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:56Z', 'updated_at': '2022-01-25T16:53:58Z', 'revision_number': 3, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port': {'id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342edf58-9ebd-4d23-bec7-69235864f192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:57Z', 'updated_at': '2022-01-25T16:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:01.072307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Checking router: 342edf58-9ebd-4d23-bec7-69235864f192 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:01.073051 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Updating router 342edf58-9ebd-4d23-bec7-69235864f192 port 9f07bf28-070e-43b1-a6a1-0aa37af68493 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:54:01.083498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:01.094220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:01.095020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.110423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78096-bcf3-44c9-a69c-b6830331c2ff req-75a6eb1a-5ee3-4d88-a23f-f2542041906b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:01.117687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6cc78096-bcf3-44c9-a69c-b6830331c2ff req-75a6eb1a-5ee3-4d88-a23f-f2542041906b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.2772160 Jan 25 16:54:01.137426 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.150545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.276663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.345930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 07b9d685-af95-4de4-9fb3-10cc9ae2f118, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=07b9d685-af95-4de4-9fb3-10cc9ae2f118,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:01.355778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.356571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5751af52-f5a1-424f-96a2-de959d7e5110 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:01.375986 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38c28e3a-1835-4d0a-bc19-7cfbb941c769 req-2a122d36-d128-4c93-8736-8cbaab3a4f79 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361996 Jan 25 16:54:01.401769 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6cc78096-bcf3-44c9-a69c-b6830331c2ff req-c1f262c8-b085-4d4c-9352-0e2f80cc5b31 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830420 Jan 25 16:54:01.544087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.551810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:01.577648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5751af52-f5a1-424f-96a2-de959d7e5110 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:01.651203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394637e9-e331-4590-bc6f-3141a4cba0ef None None] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:01.665247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.723185 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.739262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.744769 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Transition to ACTIVE for port object 9f07bf28-070e-43b1-a6a1-0aa37af68493 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:54:01.745479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.746422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.752973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.783539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Provisioning for port 5751af52-f5a1-424f-96a2-de959d7e5110 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:01.810110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Provisioning complete for port 5751af52-f5a1-424f-96a2-de959d7e5110 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:01.810876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.874030 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36ffd2-baa6-4782-867c-52aa7d312aa0 None None] Pushing event updated for resources: {'Port': ['ID=9f07bf28-070e-43b1-a6a1-0aa37af68493,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:01.908172 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Attempting to bind port 9f07bf28-070e-43b1-a6a1-0aa37af68493 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:54:01.908611 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Attempting to bind port 9f07bf28-070e-43b1-a6a1-0aa37af68493 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:54:01.909025 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Attempting to bind port 9f07bf28-070e-43b1-a6a1-0aa37af68493 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:54:01.911129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4b124-fca1-4e0c-b040-6a1c0521c4cc req-fa0dc762-0d5e-400b-9992-40aa4f9e7509 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:01.917975 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:54:01.918349 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:54:01.918749 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.919188 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:54:01.919662 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Bound port: 9f07bf28-070e-43b1-a6a1-0aa37af68493, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:54:01.920033 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:01.921070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cba4b124-fca1-4e0c-b040-6a1c0521c4cc req-fa0dc762-0d5e-400b-9992-40aa4f9e7509 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.3340020 Jan 25 16:54:01.941527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event updated for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:02.017835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] For port 9f07bf28-070e-43b1-a6a1-0aa37af68493, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:54:02.021319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cba4b124-fca1-4e0c-b040-6a1c0521c4cc req-a5750213-8af0-4857-b1ba-4ed96c9da947 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895815 Jan 25 16:54:02.022320 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] For port 9f07bf28-070e-43b1-a6a1-0aa37af68493, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9f07bf28-070e-43b1-a6a1-0aa37af68493,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:54:02.029152 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.048698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:02.048698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:02.049046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37484) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:02.124256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Routers {'342edf58-9ebd-4d23-bec7-69235864f192'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:02.125069 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['342edf58-9ebd-4d23-bec7-69235864f192'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:02.172110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.225383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] For port 5751af52-f5a1-424f-96a2-de959d7e5110, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5751af52-f5a1-424f-96a2-de959d7e5110,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:02.230476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.253079 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36ffd2-baa6-4782-867c-52aa7d312aa0 None None] Pushing event updated for resources: {'Port': ['ID=9f07bf28-070e-43b1-a6a1-0aa37af68493,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:02.321892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:02.328757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5511ce-b03f-4f53-a839-88b8a5468fc9 None None] Pushing event updated for resources: {'Port': ['ID=5751af52-f5a1-424f-96a2-de959d7e5110,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:02.400582 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] Set router 342edf58-9ebd-4d23-bec7-69235864f192 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:02.518262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643587d7-fea6-43b8-81af-35d56e1be8df tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:02.523291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-643587d7-fea6-43b8-81af-35d56e1be8df tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1093 time: 0.4732800 Jan 25 16:54:02.524039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37490) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:02.538182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '79b537e4-652c-4376-9666-96b5759c40c1', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:02.548086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:02.555469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:02.560280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:02.569131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.590093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:02.595282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-460d693d-6486-48e1-b3ea-193b207cb828 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3290308 Jan 25 16:54:02.601374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37494) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:02.603990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:02.606516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:02.620089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:02.623919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:02.624242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:02.820173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.844733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 07b9d685-af95-4de4-9fb3-10cc9ae2f118 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:02.944950 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342edf58-9ebd-4d23-bec7-69235864f192', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': False}, 'gw_port_id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:56Z', 'updated_at': '2022-01-25T16:53:58Z', 'revision_number': 3, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port': {'id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342edf58-9ebd-4d23-bec7-69235864f192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:57Z', 'updated_at': '2022-01-25T16:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:02.949109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:02.950755 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9363e-23e0-4462-b682-0fb43c25905b None None] The sync data for ids ['342edf58-9ebd-4d23-bec7-69235864f192'] in dv-neutron-824022-2-hyperv is: [{'id': '342edf58-9ebd-4d23-bec7-69235864f192', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': False}, 'gw_port_id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:56Z', 'updated_at': '2022-01-25T16:53:58Z', 'revision_number': 3, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port': {'id': '9f07bf28-070e-43b1-a6a1-0aa37af68493', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342edf58-9ebd-4d23-bec7-69235864f192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:57Z', 'updated_at': '2022-01-25T16:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:02.955182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Provisioning complete for port 5751af52-f5a1-424f-96a2-de959d7e5110 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:02.955577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.011817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.053780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:03.139720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:03.140064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.200192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 172.26.4.47 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/7c41b07c-c8b9-4636-817f-e55255577fdb) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:03.484553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715f87-8e30-4e15-9732-b35fe2c6ab7b req-467f085c-1a54-440e-8acd-2670cecf946b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:03.485546 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25715f87-8e30-4e15-9732-b35fe2c6ab7b req-467f085c-1a54-440e-8acd-2670cecf946b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.8830857 Jan 25 16:54:03.540167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Provisioning for port 1611686e-2a3c-4d9e-920d-b8de6996400c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:03.576102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Provisioning complete for port 1611686e-2a3c-4d9e-920d-b8de6996400c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:03.576413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.647462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25715f87-8e30-4e15-9732-b35fe2c6ab7b req-320d1d8a-deb7-4a4d-8853-8f084103cb2f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483884 Jan 25 16:54:03.669859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.681778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5751af52-f5a1-424f-96a2-de959d7e5110 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:03.721527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-77c30ab4-e7c4-4776-b4f1-8c296d80147b None None] Port 1611686e-2a3c-4d9e-920d-b8de6996400c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:54:03.774560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:00Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:03.778229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5751af52-f5a1-424f-96a2-de959d7e5110 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:03.778602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.812293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.825703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:03.826212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Updating router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 port 1611686e-2a3c-4d9e-920d-b8de6996400c binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:54:03.940430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.954712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.975563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a78e4742-ed36-4007-8617-934192925f93 None None] Provisioning complete for port 1611686e-2a3c-4d9e-920d-b8de6996400c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:03.975932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a78e4742-ed36-4007-8617-934192925f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:03.982394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:54:04.062635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.extraroute_db [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Removed routes are [] {{(pid=87552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:54:04.063033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:04.090430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:04.208353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a78e4742-ed36-4007-8617-934192925f93 None None] Port 1611686e-2a3c-4d9e-920d-b8de6996400c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:54:04.306715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:04.321454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:04.404911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=7c41b07c-c8b9-4636-817f-e55255577fdb,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:04.452687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ec3ae054-68f1-459a-a71c-66868ddb55c0 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:54:04.457561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.245 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/dfcecb3c-07eb-47bf-ade4-a727a2d044d6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:04.696174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:04.702295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:04.726317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'port_id': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'mac_address': 'fa:16:3e:37:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:54:04.728349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Transition to ACTIVE for port object 1611686e-2a3c-4d9e-920d-b8de6996400c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:54:04.764411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:04.851186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9f07bf28-070e-43b1-a6a1-0aa37af68493 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:04.967234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.005709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3ae054-68f1-459a-a71c-66868ddb55c0 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:54:05.016159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d71ce-1b20-450d-9635-ad23ff20cc36 None None] Pushing event updated for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:05.105723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:05.128954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.179239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9f07bf28-070e-43b1-a6a1-0aa37af68493 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:05.186134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.192389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Attempting to bind port 1611686e-2a3c-4d9e-920d-b8de6996400c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:54:05.192766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Attempting to bind port 1611686e-2a3c-4d9e-920d-b8de6996400c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:54:05.193134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Attempting to bind port 1611686e-2a3c-4d9e-920d-b8de6996400c on network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:54:05.210028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9f07bf28-070e-43b1-a6a1-0aa37af68493 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:05.210740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.237475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.243093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.258603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:54:05.259124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Checking segment: {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:54:05.259612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.260106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Bound using segment: {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:54:05.260769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Bound port: 1611686e-2a3c-4d9e-920d-b8de6996400c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eefe00-ed30-4071-8779-10dd9d722b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:54:05.261412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.350875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:05.495994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] For port 1611686e-2a3c-4d9e-920d-b8de6996400c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:54:05.511330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] For port 1611686e-2a3c-4d9e-920d-b8de6996400c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1611686e-2a3c-4d9e-920d-b8de6996400c,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:54:05.526972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.532081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['ec3ae054-68f1-459a-a71c-66868ddb55c0'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:54:05.536805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52a5e-97ce-42f0-9102-cfc9856508fd req-87fea4cd-f95d-4397-a135-bc0f90c43989 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:05.538313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1f52a5e-97ce-42f0-9102-cfc9856508fd req-87fea4cd-f95d-4397-a135-bc0f90c43989 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 943 time: 0.6339371 Jan 25 16:54:05.564610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.589041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.682943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 9f07bf28-070e-43b1-a6a1-0aa37af68493, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9f07bf28-070e-43b1-a6a1-0aa37af68493,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:05.699098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.719140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:05.719800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:05.791228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d71ce-1b20-450d-9635-ad23ff20cc36 None None] Pushing event updated for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:05.834929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:05.850703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:05.922800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f1f52a5e-97ce-42f0-9102-cfc9856508fd req-c82ae3a5-0dc8-4953-a6fd-b7e88b2cd00c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724129 Jan 25 16:54:05.989395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:06.002888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:06.021388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:06.083960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=9f07bf28-070e-43b1-a6a1-0aa37af68493,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:06.088309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:06.131054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=dfcecb3c-07eb-47bf-ade4-a727a2d044d6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:06.380393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:06.524751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:06.526022 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0621fbb9-b202-47d3-9c4c-3aa562fe4f6b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 954 time: 3.9126968 Jan 25 16:54:06.530882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:06.554598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:06.631432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:03Z', 'revision_number': 6, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:06.635934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9e9c8-2d80-4d2b-abbd-5af6d10ed1ea None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:03Z', 'revision_number': 6, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:06.773000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9f07bf28-070e-43b1-a6a1-0aa37af68493 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:06.781302 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3678ce60-7417-4b8a-bc06-254e6488cde4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 954 time: 0.2471404 Jan 25 16:54:06.784699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:06.794486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'routes': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:06.901279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9f07bf28-070e-43b1-a6a1-0aa37af68493 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:06.901981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:07.164975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:07.169318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router 03970724-08cb-4ba2-82fa-18dee24c3060 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:07.498085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6cf95-ff78-48d0-ba76-5ea1ef0ab6f2 req-754ccaf9-1adf-4c7d-a56d-427dcc4c6b5b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:07.499971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6df6cf95-ff78-48d0-ba76-5ea1ef0ab6f2 req-754ccaf9-1adf-4c7d-a56d-427dcc4c6b5b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 944 time: 0.4441535 Jan 25 16:54:07.595321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:07.687642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6df6cf95-ff78-48d0-ba76-5ea1ef0ab6f2 req-aab0e1d6-c5f1-4655-8354-d54dba027a01 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282935 Jan 25 16:54:07.699401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:07.722499 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Sync routers for ids ['03970724-08cb-4ba2-82fa-18dee24c3060'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:07.734653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:54:07.735583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:54:07.740018 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Routers {'03970724-08cb-4ba2-82fa-18dee24c3060'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:07.740751 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['03970724-08cb-4ba2-82fa-18dee24c3060'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:07.744542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:07.759406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:07.761085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:07.773490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:07.805124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:07.806361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a788947a-8163-4c17-bb6c-a7998afefd04 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.1195393 Jan 25 16:54:07.814709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37510) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:07.977830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:08.096600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3162b1ed-f1ff-42e8-bcf0-4aa1dff01e1f tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/03970724-08cb-4ba2-82fa-18dee24c3060 HTTP/1.1" status: 200 len: 906 time: 0.2808607 Jan 25 16:54:08.097832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37514) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:08.117338 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Set router 03970724-08cb-4ba2-82fa-18dee24c3060 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:08.158988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.164155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.340015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.357165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:08.361729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:08.363571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:08.371661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:08.372297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:08.443150 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03970724-08cb-4ba2-82fa-18dee24c3060', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '7c41b07c-c8b9-4636-817f-e55255577fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:00Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 3, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port': {'id': '7c41b07c-c8b9-4636-817f-e55255577fdb', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03970724-08cb-4ba2-82fa-18dee24c3060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:54:02Z', 'updated_at': '2022-01-25T16:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:08.447897 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Checking router: 03970724-08cb-4ba2-82fa-18dee24c3060 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:08.448316 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Updating router 03970724-08cb-4ba2-82fa-18dee24c3060 port 7c41b07c-c8b9-4636-817f-e55255577fdb binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:54:08.511761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ec3ae054-68f1-459a-a71c-66868ddb55c0 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:08.514158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.516206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.548992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.596026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:08.606401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.608001 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fdcb65e-4aa6-400b-8127-15d127a102e2 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 704 time: 1.8223891 Jan 25 16:54:08.610877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:08.631016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:08.712093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.790442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.833255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting port 7c41b07c-c8b9-4636-817f-e55255577fdb {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:08.833638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.869298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port ec3ae054-68f1-459a-a71c-66868ddb55c0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:08.890400 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c63af8c6-54c7-43d9-900b-39def27b62de tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 704 time: 0.2741423 Jan 25 16:54:08.891379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37524) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:08.895477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port ec3ae054-68f1-459a-a71c-66868ddb55c0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:08.896183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:08.946942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1611686e-2a3c-4d9e-920d-b8de6996400c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:09.044655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=dfcecb3c-07eb-47bf-ade4-a727a2d044d6,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:09.205175 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.231217 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Transition to ACTIVE for port object 7c41b07c-c8b9-4636-817f-e55255577fdb will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:54:09.245199 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.300534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1611686e-2a3c-4d9e-920d-b8de6996400c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:54:09.321507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1611686e-2a3c-4d9e-920d-b8de6996400c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:09.321883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.399347 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Attempting to bind port 7c41b07c-c8b9-4636-817f-e55255577fdb on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:54:09.400026 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Attempting to bind port 7c41b07c-c8b9-4636-817f-e55255577fdb by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:54:09.400532 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Attempting to bind port 7c41b07c-c8b9-4636-817f-e55255577fdb on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:54:09.409038 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:54:09.410317 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:54:09.411147 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.411661 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:54:09.412232 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Bound port: 7c41b07c-c8b9-4636-817f-e55255577fdb, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:54:09.412712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.427334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.453366 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3f90-37b3-4b8c-a7fb-22a20713e19c None None] Pushing event updated for resources: {'Port': ['ID=7c41b07c-c8b9-4636-817f-e55255577fdb,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:09.464246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.482978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:54:09.526476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:09.542454 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] For port 7c41b07c-c8b9-4636-817f-e55255577fdb, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:54:09.546535 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] For port 7c41b07c-c8b9-4636-817f-e55255577fdb, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7c41b07c-c8b9-4636-817f-e55255577fdb,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:54:09.549376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.555734 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.641682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Calling delete_port for 7c41b07c-c8b9-4636-817f-e55255577fdb owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:09.653294 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'code': 200} Jan 25 16:54:09.671488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3f90-37b3-4b8c-a7fb-22a20713e19c None None] Pushing event updated for resources: {'Port': ['ID=7c41b07c-c8b9-4636-817f-e55255577fdb,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:09.693791 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Routers {'03970724-08cb-4ba2-82fa-18dee24c3060'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:09.694568 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['03970724-08cb-4ba2-82fa-18dee24c3060'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:09.697665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a869c41-3f21-4162-8ca4-d2fe9c67eb73 req-6b3a1eca-6fc2-4868-b7bb-51767e73b593 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:09.699213 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a869c41-3f21-4162-8ca4-d2fe9c67eb73 req-6b3a1eca-6fc2-4868-b7bb-51767e73b593 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 944 time: 0.6650803 Jan 25 16:54:09.710533 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29 associated. External IP: 172.26.4.245, port: 79b537e4-652c-4376-9666-96b5759c40c1. Jan 25 16:54:09.731127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:09.746023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.759885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6193465c-2581-4e55-a5e7-022c5e2a4c34 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:05Z', 'revision_number': 4, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:09.773229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.805462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:09.845821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 1611686e-2a3c-4d9e-920d-b8de6996400c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1611686e-2a3c-4d9e-920d-b8de6996400c,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:09.853082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:09.964670 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] Set router 03970724-08cb-4ba2-82fa-18dee24c3060 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:10.062434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:10.091396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a869c41-3f21-4162-8ca4-d2fe9c67eb73 req-2a3fbb1b-f152-4416-b26c-a662ee4d0b1a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831158 Jan 25 16:54:10.136471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa008a-bdca-4e88-b2df-66caad7cd75b req-abc89d80-093f-4e07-a99c-c63ab072e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:10.136921 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03970724-08cb-4ba2-82fa-18dee24c3060', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:00Z', 'updated_at': '2022-01-25T16:54:08Z', 'revision_number': 4, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:10.138255 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bdfa008a-bdca-4e88-b2df-66caad7cd75b req-abc89d80-093f-4e07-a99c-c63ab072e15f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1098 time: 0.3180208 Jan 25 16:54:10.141618 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f094b41-5a7d-4695-b385-8f1d25e9bcef None None] The sync data for ids ['03970724-08cb-4ba2-82fa-18dee24c3060'] in dv-neutron-824022-2-hyperv is: [{'id': '03970724-08cb-4ba2-82fa-18dee24c3060', 'name': 'tempest-snat-router-458952433', 'tenant_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:00Z', 'updated_at': '2022-01-25T16:54:08Z', 'revision_number': 4, 'project_id': 'd07b0701a9344caa8ca2f0f4c9ee76a0', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:10.269536 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:10.279270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 1611686e-2a3c-4d9e-920d-b8de6996400c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:10.280017 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:10.280388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:10.280714 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:10.294541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:54:10.294991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:54:10.355739 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bdfa008a-bdca-4e88-b2df-66caad7cd75b req-1a017769-79b8-4b85-a13f-f4e68cf3fb09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527095 Jan 25 16:54:10.406863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:10.507540 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:10.558802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 1611686e-2a3c-4d9e-920d-b8de6996400c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1611686e-2a3c-4d9e-920d-b8de6996400c,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:10.559352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:10.621431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:10.635583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:10.647500 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:10.648496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:10.650760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:10.714620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 1611686e-2a3c-4d9e-920d-b8de6996400c owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:10.773670 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-edfef42a-7c3a-49ff-956e-2bee880580c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2404096 Jan 25 16:54:10.774120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:10.779042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:54:10.796834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting port 7c41b07c-c8b9-4636-817f-e55255577fdb {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:10.797193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:10.833441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1611686e-2a3c-4d9e-920d-b8de6996400c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:54:10.904329 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1', 'status': 'completed', 'code': 200} Jan 25 16:54:10.931455 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:09Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:10.937706 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:10.954254 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:10.958361 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:10.983965 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3cb16a3a-6175-4831-9fd4-b42a8c398749 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 991 time: 0.2086401 Jan 25 16:54:11.099451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1611686e-2a3c-4d9e-920d-b8de6996400c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:54:11.099795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:11.138244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:11.169706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] For port 7c41b07c-c8b9-4636-817f-e55255577fdb, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=7c41b07c-c8b9-4636-817f-e55255577fdb,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:11.170070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:11.180182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Port 1611686e-2a3c-4d9e-920d-b8de6996400c was deleted so its status cannot be updated. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 25 16:54:11.192602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:11.198860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-25a4f5f2-5016-442d-8417-abe2b84123c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:11.201004 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-25a4f5f2-5016-442d-8417-abe2b84123c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1098 time: 0.2656422 Jan 25 16:54:11.208465 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:11.220620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=1611686e-2a3c-4d9e-920d-b8de6996400c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:11.697049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Calling delete_port for 7c41b07c-c8b9-4636-817f-e55255577fdb owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:11.724112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:11.740189 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:09Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:11.748157 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a84f2e-f850-4f02-9545-0b5424b61d81 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:07Z', 'revision_number': 7, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1611686e-2a3c-4d9e-920d-b8de6996400c', 'name': '', 'network_id': '855b96ae-f4f8-4fb1-b456-980d2d37b2fe', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:52:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:59Z', 'updated_at': '2022-01-25T16:54:09Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'bb6ec145-152c-4686-b40f-8bfc26e39431', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:11.851184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '79b537e4-652c-4376-9666-96b5759c40c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:c4:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:54:06Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:11.867132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:11.888406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:11.889044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:11.953545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-076fb45a-fe5b-476b-980e-0d2db16fa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:11.955007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-076fb45a-fe5b-476b-980e-0d2db16fa8d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.7454443 Jan 25 16:54:11.988129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37538) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:12.031939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4a13-fa9c-4d5b-8b9a-bccf0770e656 req-3e653bb3-8dd3-4b33-8243-a03860898cf3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:12.033444 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d2f4a13-fa9c-4d5b-8b9a-bccf0770e656 req-3e653bb3-8dd3-4b33-8243-a03860898cf3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.5317636 Jan 25 16:54:12.121778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:12.151210 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-350e0800-f74a-4947-84f7-112fbaf05b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 999 time: 0.1873047 Jan 25 16:54:12.208093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d2f4a13-fa9c-4d5b-8b9a-bccf0770e656 req-386f196c-2893-4f3c-b921-e0b12add997d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604972 Jan 25 16:54:12.234600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-bef6753f-c464-4ba7-ae66-c1845ead7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:12.235453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-bef6753f-c464-4ba7-ae66-c1845ead7e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.0721381 Jan 25 16:54:12.266020 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2710d5e1-6745-4eaa-8de0-f3e737812fae tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 991 time: 0.2751808 Jan 25 16:54:12.280471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.292986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:12.336655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c41b07c-c8b9-4636-817f-e55255577fdb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:12.451649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.474223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:12.485427 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:12.496237 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ad106348-4e7c-43b2-b3d6-fd77b563f1fb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5999966 Jan 25 16:54:12.497622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37542) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:12.501964 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:12.502665 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:12.567760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '79b537e4-652c-4376-9666-96b5759c40c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:c4:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:54:06Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:12.572139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ca06b-30d5-4208-88bd-532fe313a8da None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '79b537e4-652c-4376-9666-96b5759c40c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:c4:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:54:06Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:12.597933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-71dfef47-c658-4eb0-afab-7d482450c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:12.599418 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-71dfef47-c658-4eb0-afab-7d482450c2d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3583546 Jan 25 16:54:12.668162 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:12.705343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.758708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.797708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet bb6ec145-152c-4686-b40f-8bfc26e39431 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:54:12.805487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.850927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.851427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03970724-08cb-4ba2-82fa-18dee24c3060 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:12.897871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:12.916632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d523aa9-7695-42e1-9139-77ace5722170 None None] New status for floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:54:13.065133 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:11Z', 'revision_number': 8, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:13.069899 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:13.079155 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:13.079878 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:13.109191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.112860 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e98f3aa4-d1e6-4909-ae15-5a4439f0b422 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/routers/03970724-08cb-4ba2-82fa-18dee24c3060 HTTP/1.1" status: 204 len: 168 time: 5.0039752 Jan 25 16:54:13.113400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:13.138925 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-3ec2a45d-de55-4650-a025-cb225b590954 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840040 Jan 25 16:54:13.243229 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:13.280486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37552) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:13.298125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.421754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a21a430e-6f07-41f1-aa7f-271c6eecda4a req-ec2e1391-9f01-4004-8e90-c955993f500c service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737017 Jan 25 16:54:13.455760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.498027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.513307 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f20bf048-4b55-4d64-b3b0-49abd775948f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 993 time: 0.2316380 Jan 25 16:54:13.546029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6ec145-152c-4686-b40f-8bfc26e39431,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:13.555350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.564893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ae0ca-7c5d-4782-98b7-5992434fc7de None None] Network 855b96ae-f4f8-4fb1-b456-980d2d37b2fe requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:13.571575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd4100-a076-4c9a-9907-837092579f1e req-4e5ba6c6-18ad-48e2-a4c6-455fdc93d111 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:13.573358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ecfd4100-a076-4c9a-9907-837092579f1e req-4e5ba6c6-18ad-48e2-a4c6-455fdc93d111 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.2046454 Jan 25 16:54:13.577712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7c5a79c8-ab0e-4062-8668-f8914a27488b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/bb6ec145-152c-4686-b40f-8bfc26e39431 HTTP/1.1" status: 204 len: 168 time: 1.0789549 Jan 25 16:54:13.578458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:13.665392 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:11Z', 'revision_number': 8, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:13.668275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.669774 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2e72-edc3-4561-ab70-a8989131c72b None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:11Z', 'revision_number': 8, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': '07b9d685-af95-4de4-9fb3-10cc9ae2f118', 'name': '', 'network_id': '62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:ee:e6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:50Z', 'updated_at': '2022-01-25T16:54:01Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'abe44246-1d00-4609-8c91-c9f7ffcee1a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:13.686174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Deleting port 9f07bf28-070e-43b1-a6a1-0aa37af68493 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:13.686867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.740147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:13.749577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ecfd4100-a076-4c9a-9907-837092579f1e req-5465604b-944c-4f0d-91dd-b80424c11774 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674771 Jan 25 16:54:13.758477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 5751af52-f5a1-424f-96a2-de959d7e5110 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:13.758824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.046998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] DHCP port deletion for 855b96ae-f4f8-4fb1-b456-980d2d37b2fe request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:54:14.051849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Deleting port 5751af52-f5a1-424f-96a2-de959d7e5110 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:14.052223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.055281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] For port 9f07bf28-070e-43b1-a6a1-0aa37af68493, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9f07bf28-070e-43b1-a6a1-0aa37af68493,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:14.056362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.094619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 5751af52-f5a1-424f-96a2-de959d7e5110, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5751af52-f5a1-424f-96a2-de959d7e5110,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:14.095029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.118533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bc61c-04da-4986-893c-9ac5077dc69a req-3d56e5b4-b784-42fc-a65b-43659ddaa7c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:14.121346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec4bc61c-04da-4986-893c-9ac5077dc69a req-3d56e5b4-b784-42fc-a65b-43659ddaa7c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.2146599 Jan 25 16:54:14.202843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Calling delete_port for 9f07bf28-070e-43b1-a6a1-0aa37af68493 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:14.274809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 5751af52-f5a1-424f-96a2-de959d7e5110 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:14.286777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] For port 5751af52-f5a1-424f-96a2-de959d7e5110, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5751af52-f5a1-424f-96a2-de959d7e5110,segment=NetworkSegment(29eefe00-ed30-4071-8779-10dd9d722b24),segment_id=29eefe00-ed30-4071-8779-10dd9d722b24)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:14.287166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.355030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec4bc61c-04da-4986-893c-9ac5077dc69a req-cd2ebba1-3667-49d3-98e7-a99f2ca53722 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622672 Jan 25 16:54:14.387028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.395283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37562) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:14.419836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.467587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=5751af52-f5a1-424f-96a2-de959d7e5110,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:14.470022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No DVR routers for this DVR port 5751af52-f5a1-424f-96a2-de959d7e5110 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:54:14.473941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f07bf28-070e-43b1-a6a1-0aa37af68493,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:14.479037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Calling delete_port for 5751af52-f5a1-424f-96a2-de959d7e5110 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:14.568772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:54:14.569021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:54:14.577466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.636543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.672455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855b96ae-f4f8-4fb1-b456-980d2d37b2fe']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:14.687528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eefe00-ed30-4071-8779-10dd9d722b24') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:14.687804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eefe00-ed30-4071-8779-10dd9d722b24') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:14.701360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.719991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.728733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:54:14.729004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:54:14.747448 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:54:14.782886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.787026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.812205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1611686e-2a3c-4d9e-920d-b8de6996400c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:14.826091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.827008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 342edf58-9ebd-4d23-bec7-69235864f192 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:14.849901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.855074 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9c4e78a-35bf-43b0-80ea-2eea397b5e57 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "DELETE /v2.0/routers/342edf58-9ebd-4d23-bec7-69235864f192 HTTP/1.1" status: 204 len: 168 time: 1.7368059 Jan 25 16:54:14.855280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1611686e-2a3c-4d9e-920d-b8de6996400c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:14.855280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1611686e-2a3c-4d9e-920d-b8de6996400c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:14.855280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5751af52-f5a1-424f-96a2-de959d7e5110 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:14.855620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:14.861570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-394673249', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:14.875081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:14.880861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:14.885650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:14.902212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:14.911807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.916275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 5751af52-f5a1-424f-96a2-de959d7e5110 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:14.916798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5751af52-f5a1-424f-96a2-de959d7e5110 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:14.919672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.921308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.935314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.944709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:14.945912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=855b96ae-f4f8-4fb1-b456-980d2d37b2fe,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:14.962846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4359fed-4bf4-4e8d-9ef9-9607a8dfc0f7 tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:14.963586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a4359fed-4bf4-4e8d-9ef9-9607a8dfc0f7 tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] Synchronizing usage tracker for tenant:b997065858b1435e8ba2eb4da154268c on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:54:14.969777 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1af0ea2d-b58c-4b40-8830-3379e697894c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/855b96ae-f4f8-4fb1-b456-980d2d37b2fe HTTP/1.1" status: 204 len: 168 time: 1.3902221 Jan 25 16:54:14.971072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37572) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:15.070406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Deleting port 5751af52-f5a1-424f-96a2-de959d7e5110 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:15.071785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.150823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3b1ff-916c-42cf-b44f-cba1507847b4 None None] The port '5751af52-f5a1-424f-96a2-de959d7e5110' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:54:15.244403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a4359fed-4bf4-4e8d-9ef9-9607a8dfc0f7 tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] Unset dirty status for tenant:b997065858b1435e8ba2eb4da154268c on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:54:15.245023 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a4359fed-4bf4-4e8d-9ef9-9607a8dfc0f7 tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1093 time: 0.8103011 Jan 25 16:54:15.255426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37576) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:15.263241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:15.273087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:15.277105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.280784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:floatingip and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:15.287758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:15.296778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:15.450640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.733902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.796736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.837588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:15.948153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.008446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.26.4.186 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a05568d1-2b2f-4244-a979-974d60659a3f) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:16.360659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.455035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.499159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 07b9d685-af95-4de4-9fb3-10cc9ae2f118 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:16.499543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.529784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Allocated IP 172.26.4.167 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a759697b-4b9b-4338-bc47-7cd3da035f9d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:16.571838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:16.578341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:16.586843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:16.684387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9f07bf28-070e-43b1-a6a1-0aa37af68493 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:16.699516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.721298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 9f07bf28-070e-43b1-a6a1-0aa37af68493 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:16.722138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9f07bf28-070e-43b1-a6a1-0aa37af68493 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:16.733594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:16.791337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=a05568d1-2b2f-4244-a979-974d60659a3f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:16.804986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:16.808893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:16.812918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:16.860366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event updated for resources: {'Port': ['ID=a759697b-4b9b-4338-bc47-7cd3da035f9d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:16.872826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.873179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.873569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.873907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.874237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.874599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.874898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.875224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.875550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.875869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.876190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.876507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:16.992252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 07b9d685-af95-4de4-9fb3-10cc9ae2f118, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=07b9d685-af95-4de4-9fb3-10cc9ae2f118,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:16.993319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.164824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 07b9d685-af95-4de4-9fb3-10cc9ae2f118 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:17.249414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.560843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.615168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.619340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=07b9d685-af95-4de4-9fb3-10cc9ae2f118,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:17.838485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.892372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:17.972756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Router e56c0013-b498-44f3-84b4-842d8a0343df is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:18.102205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:18.159789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:18.170401 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] Sync routers for ids ['e56c0013-b498-44f3-84b4-842d8a0343df'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:18.181449 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] Routers {'e56c0013-b498-44f3-84b4-842d8a0343df'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:18.182239 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e56c0013-b498-44f3-84b4-842d8a0343df'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:18.188682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:18.192988 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4fac93b2-a7ec-4bd8-b655-f6b6fda15bc4 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3333302 Jan 25 16:54:18.193191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:18.198787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:18.249601 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:18.260109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] Routers {'e56c0013-b498-44f3-84b4-842d8a0343df'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:18.260921 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e56c0013-b498-44f3-84b4-842d8a0343df'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:18.322634 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:18.323194 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a33050-f73e-4cce-8715-2bbce933f4e0 None None] The sync data for ids ['e56c0013-b498-44f3-84b4-842d8a0343df'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:18.581095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:18.756455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:18.770151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:18.775731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:18.838630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:18.850671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:18.865071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:18.865971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:18.921553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=a05568d1-2b2f-4244-a979-974d60659a3f,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:18.931037 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-369a2392-ce65-41fe-94e5-706fc1998e8c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9518535 Jan 25 16:54:18.931722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37584) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:18.934970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.023576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:19.137803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet abe44246-1d00-4609-8c91-c9f7ffcee1a1 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:54:19.151994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.217968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 43ea3cea-1338-425f-9bc5-efdc7896a5c3 associated. External IP: 172.26.4.186, port: ec3ae054-68f1-459a-a71c-66868ddb55c0. Jan 25 16:54:19.275573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.360855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 9, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:19.366457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:19.375039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:19.375665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:19.536140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.556317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:19.595096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.600537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.801335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router e56c0013-b498-44f3-84b4-842d8a0343df has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:19.866936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.920047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=abe44246-1d00-4609-8c91-c9f7ffcee1a1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:19.923317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:19.927970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:19.942666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c9c216b0-ba03-4860-9cf2-100a1cc21838 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/abe44246-1d00-4609-8c91-c9f7ffcee1a1 HTTP/1.1" status: 204 len: 168 time: 1.0058243 Jan 25 16:54:19.959049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37588) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:19.959843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9dcc33-e30d-409f-9c8b-c1196b4041bb None None] Network 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:20.105284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:20.110144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.111341 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-392deec5-12a5-4a5c-976e-21e4207ba9dc tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "PUT /v2.0/routers/e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 200 len: 925 time: 1.9171846 Jan 25 16:54:20.116257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.116976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37592) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:20.120772 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] Sync routers for ids ['e56c0013-b498-44f3-84b4-842d8a0343df'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:20.127444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port 50d3f6d1-f559-4732-a418-ecfea07c9f21 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:20.127992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.135050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] Routers {'e56c0013-b498-44f3-84b4-842d8a0343df'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:20.135958 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e56c0013-b498-44f3-84b4-842d8a0343df'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.147599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 9, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.164251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0be5e-cc6b-4cac-b7f8-2ba6b599953c None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 9, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'dff2c088-4e00-4b68-a4ec-a47d6a7fceb3', 'name': '', 'network_id': '57328b63-8269-4b5f-9b04-8a948a51a12d', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:f4:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '206bc302-3124-435b-86c8-cee2e7153c51', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:39Z', 'updated_at': '2022-01-25T16:53:49Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': '206bc302-3124-435b-86c8-cee2e7153c51', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:20.200633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:20.216178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:20.238805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:20.239614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.247114 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.261759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.272477 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] Routers {'e56c0013-b498-44f3-84b4-842d8a0343df'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:20.273112 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e56c0013-b498-44f3-84b4-842d8a0343df'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.346354 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:20.346905 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe0b5c-3a63-45d5-af83-2b3aa16285f5 None None] The sync data for ids ['e56c0013-b498-44f3-84b4-842d8a0343df'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:20.398977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port 50d3f6d1-f559-4732-a418-ecfea07c9f21, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=50d3f6d1-f559-4732-a418-ecfea07c9f21,segment=NetworkSegment(af8e7978-4a0d-403d-b8cb-976b358cf146),segment_id=af8e7978-4a0d-403d-b8cb-976b358cf146)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:20.399467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.439402 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-43224ff6-b19b-430b-8ed5-c4596651eace tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1823871 Jan 25 16:54:20.451024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:54:20.470960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:20.482763 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1a601a53-49ba-4497-9eb9-7667f02e1284 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 200 len: 925 time: 0.3643222 Jan 25 16:54:20.484513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37600) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:20.554313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'status': 'completed', 'code': 200} Jan 25 16:54:20.564210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92399f6-f122-445f-b355-e238026eacdb None None] DHCP port deletion for 62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:54:20.583069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d92399f6-f122-445f-b355-e238026eacdb None None] Deleting port 50d3f6d1-f559-4732-a418-ecfea07c9f21 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:20.583806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d92399f6-f122-445f-b355-e238026eacdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.586230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for 50d3f6d1-f559-4732-a418-ecfea07c9f21 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:20.689651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-3efaadbe-b655-471a-a165-8db2ac9aba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:20.692064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-3efaadbe-b655-471a-a165-8db2ac9aba3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1098 time: 0.1316159 Jan 25 16:54:20.692295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.731143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2025a9c-a870-4221-8c23-b6f8933251de tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:20.731143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f2025a9c-a870-4221-8c23-b6f8933251de tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Synchronizing usage tracker for tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:54:20.762272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=50d3f6d1-f559-4732-a418-ecfea07c9f21,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:20.773278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No DVR routers for this DVR port 50d3f6d1-f559-4732-a418-ecfea07c9f21 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:54:20.776005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.776584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.777137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.777921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.778432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.778939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.779449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.780123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.780760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.781259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.782671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.783173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:54:20.809189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d92399f6-f122-445f-b355-e238026eacdb None None] The port '50d3f6d1-f559-4732-a418-ecfea07c9f21' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:54:20.821855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 07b9d685-af95-4de4-9fb3-10cc9ae2f118 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:20.824083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f2025a9c-a870-4221-8c23-b6f8933251de tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Unset dirty status for tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:54:20.826160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f2025a9c-a870-4221-8c23-b6f8933251de tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=e56c0013-b498-44f3-84b4-842d8a0343df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3403823 Jan 25 16:54:20.829257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37604) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:20.943156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:20.976006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-1927c9a8-f0be-4165-a48e-a3267d4c6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:20.977539 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-1927c9a8-f0be-4165-a48e-a3267d4c6421 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.2774627 Jan 25 16:54:21.060650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 07b9d685-af95-4de4-9fb3-10cc9ae2f118 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:21.061353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 07b9d685-af95-4de4-9fb3-10cc9ae2f118 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:21.061619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 50d3f6d1-f559-4732-a418-ecfea07c9f21 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:21.100927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fa623-0439-44bd-93ce-ce356c7ef55e tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:21.101529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c81fa623-0439-44bd-93ce-ce356c7ef55e tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Synchronizing usage tracker for tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:54:21.101913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 50d3f6d1-f559-4732-a418-ecfea07c9f21 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:21.102383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 50d3f6d1-f559-4732-a418-ecfea07c9f21 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:21.103662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.120946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8e7978-4a0d-403d-b8cb-976b358cf146') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.121306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8e7978-4a0d-403d-b8cb-976b358cf146') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.127021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c81fa623-0439-44bd-93ce-ce356c7ef55e tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Unset dirty status for tenant:d07b0701a9344caa8ca2f0f4c9ee76a0 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:54:21.131639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c81fa623-0439-44bd-93ce-ce356c7ef55e tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.3014305 Jan 25 16:54:21.131854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:21.136683 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-c3c5064d-5bc0-4082-b64d-962aefd28b33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 200 len: 999 time: 0.1471589 Jan 25 16:54:21.145999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '43ea3cea-1338-425f-9bc5-efdc7896a5c3', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:37:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218795be-f41f-4bf6-8db0-0f757dd52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:17Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.150559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:21.159923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:21.160589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.171681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.191146 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9a2c46f6-944d-4220-b4be-4ee0a5a7d3f8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 200 len: 205 time: 0.0552015 Jan 25 16:54:21.192189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37612) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:21.198232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.207197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:54:21.207764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:54:21.223956 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:54:21.285930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-40212016-8f53-4659-b83d-1758624ae8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:21.287412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-40212016-8f53-4659-b83d-1758624ae8bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.1444361 Jan 25 16:54:21.313043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.331856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.343384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:21.351949 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d796e953-6abd-4d63-8fad-cefed4344d77 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/62bc78ea-9dfa-48fb-bcad-e0a52e9b17f8 HTTP/1.1" status: 204 len: 168 time: 1.3918793 Jan 25 16:54:21.354877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:21.368683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:21.583586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.729025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-734f9254-c4ec-4bf2-8f98-3f982bc62aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:21.730567 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-734f9254-c4ec-4bf2-8f98-3f982bc62aa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4338639 Jan 25 16:54:21.795503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '43ea3cea-1338-425f-9bc5-efdc7896a5c3', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:37:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218795be-f41f-4bf6-8db0-0f757dd52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:17Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:21.801000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda06ef0-c06a-4d65-968d-d01aa8776690 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '43ea3cea-1338-425f-9bc5-efdc7896a5c3', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:37:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218795be-f41f-4bf6-8db0-0f757dd52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:17Z', 'updated_at': '2022-01-25T16:54:17Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:21.874238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.899157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port a759697b-4b9b-4338-bc47-7cd3da035f9d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:21.899403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.922979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:21.978034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-494a8c26-efa9-4b07-bfe2-893580783da9 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395523 Jan 25 16:54:22.042794 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ac99a-83ef-4e41-840d-f5e5dbaaf2ae None None] New status for floating IP 43ea3cea-1338-425f-9bc5-efdc7896a5c3: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:54:22.236876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.316948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:22.317529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.323170 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e5a2591c-32d4-45c9-b867-b7ff15743766 req-ca754f57-84bc-46cb-abdb-f6c6d6538679 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265889 Jan 25 16:54:22.406297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for a759697b-4b9b-4338-bc47-7cd3da035f9d owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:22.561922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port dff2c088-4e00-4b68-a4ec-a47d6a7fceb3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:22.561922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.602062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.652044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=a759697b-4b9b-4338-bc47-7cd3da035f9d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:22.760279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.837946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:22.952091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.954468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.981539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:22.982088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router e56c0013-b498-44f3-84b4-842d8a0343df {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:23.000627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.006483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1634e9ad-6568-4aec-9f38-1ece4b4e995f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 204 len: 168 time: 1.8132944 Jan 25 16:54:23.007472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37620) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:23.012633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183959629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:23.019951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:23.024679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:23.028286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:23.036049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:23.048458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.051794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.052109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.067479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.090640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.107697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=dff2c088-4e00-4b68-a4ec-a47d6a7fceb3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:23.120975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.125410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6aa768d4-f599-4d56-b256-d4eb4c7a382e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1133783 Jan 25 16:54:23.125410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37624) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:23.130228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:23.350464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.728054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:23.781856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:23.965194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:23.978350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:23.982930 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6baab08b-4fb2-43c7-8347-15957957106a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269300 Jan 25 16:54:23.985676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37628) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:23.991515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:23.992617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:24.068167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet 206bc302-3124-435b-86c8-cee2e7153c51 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:54:24.071776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.087652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.121868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.140921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.182461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:24.242828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.298254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Allocated IP 172.26.4.160 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/78d3a8cc-dd47-446c-beb2-ebb3f9079f48) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:24.330269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.371189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=206bc302-3124-435b-86c8-cee2e7153c51,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:24.374689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.384804 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d37dc45-1015-41df-a593-e81829d4099a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/206bc302-3124-435b-86c8-cee2e7153c51 HTTP/1.1" status: 204 len: 168 time: 0.3978384 Jan 25 16:54:24.385510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:24.407287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596c35d-11de-4ae7-bf8a-2f91c82c6f1e None None] Network 57328b63-8269-4b5f-9b04-8a948a51a12d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:24.488795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.524250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.598426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:24.602469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:24.605297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:24.655509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event updated for resources: {'Port': ['ID=78d3a8cc-dd47-446c-beb2-ebb3f9079f48,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:24.655863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.668101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port cad1a6d5-b33f-4b05-a2af-85a9df343081 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:24.668834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.732404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:22Z', 'revision_number': 10, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:24.738587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:24.747930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:24.748835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:24.824107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] DHCP port deletion for 57328b63-8269-4b5f-9b04-8a948a51a12d request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:54:24.902535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Deleting port cad1a6d5-b33f-4b05-a2af-85a9df343081 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:24.902919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:24.951567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port cad1a6d5-b33f-4b05-a2af-85a9df343081, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cad1a6d5-b33f-4b05-a2af-85a9df343081,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:24.952272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.018721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:25.091819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for cad1a6d5-b33f-4b05-a2af-85a9df343081 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:25.171390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.216242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.230872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=cad1a6d5-b33f-4b05-a2af-85a9df343081,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:25.241154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No DVR routers for this DVR port cad1a6d5-b33f-4b05-a2af-85a9df343081 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:54:25.384294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.416495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] For port cad1a6d5-b33f-4b05-a2af-85a9df343081, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cad1a6d5-b33f-4b05-a2af-85a9df343081,segment=NetworkSegment(b2809959-8075-4556-859d-8657e3a6887d),segment_id=b2809959-8075-4556-859d-8657e3a6887d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:25.417239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.417693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57328b63-8269-4b5f-9b04-8a948a51a12d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:25.434692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.435796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2809959-8075-4556-859d-8657e3a6887d') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:25.436061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2809959-8075-4556-859d-8657e3a6887d') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:25.451902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.475829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.484760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:54:25.485490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:54:25.503840 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:54:25.553270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Calling delete_port for cad1a6d5-b33f-4b05-a2af-85a9df343081 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:25.610722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.618532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.626317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.630728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:25.651443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=57328b63-8269-4b5f-9b04-8a948a51a12d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:25.660049 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a4d221e-a5af-4daa-97d1-4b5085008939 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/57328b63-8269-4b5f-9b04-8a948a51a12d HTTP/1.1" status: 204 len: 168 time: 1.2734196 Jan 25 16:54:25.661007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:25.700155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:54:25.700560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:54:25.717998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:22Z', 'revision_number': 10, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:25.722770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b3b376-db3c-4150-9c7d-d7958aff71e0 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:22Z', 'revision_number': 10, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None, '_interfaces': [{'id': 'f6222470-277c-48c3-92fc-431974564449', 'name': '', 'network_id': 'ee656f9d-e070-471a-9d11-18d8da2e7450', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'mac_address': 'fa:16:3e:0c:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:30Z', 'updated_at': '2022-01-25T16:53:41Z', 'revision_number': 5, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'subnets': [{'id': 'b5328a16-ecab-4c14-9d5d-707330e5946c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:25.854469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Router 46230db0-633d-4ca7-bc4c-703c218fdab0 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:26.033088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:26.042720 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] Sync routers for ids ['46230db0-633d-4ca7-bc4c-703c218fdab0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:26.043847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:26.045016 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b4d88cc8-6f94-4b01-8b2f-60a911a745d2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "PUT /v2.0/routers/46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 200 len: 883 time: 2.9197319 Jan 25 16:54:26.047730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37640) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:26.064848 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] Routers {'46230db0-633d-4ca7-bc4c-703c218fdab0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:26.067810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['46230db0-633d-4ca7-bc4c-703c218fdab0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:26.191236 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:26.202421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Deleting port cad1a6d5-b33f-4b05-a2af-85a9df343081 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:26.203205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:26.218643 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] Routers {'46230db0-633d-4ca7-bc4c-703c218fdab0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:26.219386 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['46230db0-633d-4ca7-bc4c-703c218fdab0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:26.280009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4ab84749-2bdb-489f-8b2e-8c3e3394e6fb tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 200 len: 924 time: 0.2283401 Jan 25 16:54:26.280548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37644) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:26.297858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:26.313825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2719d00f-3c0a-4ae5-a304-9ff71da24c91 None None] The port 'cad1a6d5-b33f-4b05-a2af-85a9df343081' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:54:26.315768 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:26.316172 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b94c0e-04d7-45a8-a43b-fd5eb5d96cd1 None None] The sync data for ids ['46230db0-633d-4ca7-bc4c-703c218fdab0'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:26.371876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c3561-4fc4-45ca-9d93-d5bc4774ed2d tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:26.373479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-769c3561-4fc4-45ca-9d93-d5bc4774ed2d tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=46230db0-633d-4ca7-bc4c-703c218fdab0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0921135 Jan 25 16:54:26.376341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37648) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:26.513307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e0a9a4-76d1-4410-86a1-85272059f274 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:26.514713 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-42e0a9a4-76d1-4410-86a1-85272059f274 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.1374485 Jan 25 16:54:26.517747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37652) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:26.697114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b88f78f1-e3fe-4147-a0fe-c7f87147293a tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 200 len: 205 time: 0.1758006 Jan 25 16:54:26.697356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37656) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:26.756040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cad1a6d5-b33f-4b05-a2af-85a9df343081 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:26.792586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: cad1a6d5-b33f-4b05-a2af-85a9df343081 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:26.792934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cad1a6d5-b33f-4b05-a2af-85a9df343081 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:26.793586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:26.829468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:26.830168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dff2c088-4e00-4b68-a4ec-a47d6a7fceb3 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:26.876036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port f6222470-277c-48c3-92fc-431974564449 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:26.876521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:26.892987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.078462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port f6222470-277c-48c3-92fc-431974564449, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f6222470-277c-48c3-92fc-431974564449,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:27.079050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.100767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.112865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port 78d3a8cc-dd47-446c-beb2-ebb3f9079f48 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:27.113537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.207912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for f6222470-277c-48c3-92fc-431974564449 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:27.291125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.417163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for 78d3a8cc-dd47-446c-beb2-ebb3f9079f48 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:27.422965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.477112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=f6222470-277c-48c3-92fc-431974564449,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:27.562164 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:54:27.627578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-328089b4-6930-4c3c-a2a6-643dd62fa3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.636291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.663078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.692927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=78d3a8cc-dd47-446c-beb2-ebb3f9079f48,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:27.786441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.976457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:27.978971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.004861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.005415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router 46230db0-633d-4ca7-bc4c-703c218fdab0 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:28.024694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.026379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-539167c7-0adf-46e5-ba5c-58f43e08dac8 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 204 len: 168 time: 1.3280354 Jan 25 16:54:28.030273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37662) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:28.035774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-714310417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:28.042720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:28.046716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:28.050497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:28.057084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:28.071168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.072188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.078403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:28.087256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.111062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.134455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.138310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-317d0504-2956-45e7-a4c2-80c2000e5201 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1045322 Jan 25 16:54:28.138471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37666) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:28.143828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': True}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:28.240060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:28.250768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d3b456-e855-4680-916d-562df6005961 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:28.257364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17645b65-7c72-4658-b7eb-543eb47a8c3e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924919 Jan 25 16:54:28.258219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:28.265414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:28.266209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:28.342398 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting subnet b5328a16-ecab-4c14-9d5d-707330e5946c {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:54:28.345463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.413015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:28.419255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.518737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.532113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:28.536728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d3b456-e855-4680-916d-562df6005961 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:28.545678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:28.546853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:28.615159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.661511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Subnet': ['ID=b5328a16-ecab-4c14-9d5d-707330e5946c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:28.665064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.676541 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36677769-eeab-45c5-bf09-9d60fdc66161 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/b5328a16-ecab-4c14-9d5d-707330e5946c HTTP/1.1" status: 204 len: 168 time: 0.4142678 Jan 25 16:54:28.676541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:28.690658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b4fa9-76fb-4740-93fb-0a69320ece85 None None] Network ee656f9d-e070-471a-9d11-18d8da2e7450 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:28.801283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:28.809659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.825838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Deleting port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:28.826551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.855123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:28.931404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-81d3b456-e855-4680-916d-562df6005961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:29.058808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d3b456-e855-4680-916d-562df6005961 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:29.080109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] For port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,segment=NetworkSegment(566eb83d-b26d-4f39-89a0-b98bd6e0f8bb),segment_id=566eb83d-b26d-4f39-89a0-b98bd6e0f8bb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:54:29.082032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.212258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.240774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Calling delete_port for cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:29.250598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.358951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.416180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No DVR routers for this DVR port cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:54:29.434066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 172.26.4.12 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/bf0da795-997f-4044-83ac-6a1b878476e9) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:29.440845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7a781-fa09-4b7a-adfc-595fcb4143cc None None] DHCP port deletion for ee656f9d-e070-471a-9d11-18d8da2e7450 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:54:29.448162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Port': ['ID=cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:29.604500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.646587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee656f9d-e070-471a-9d11-18d8da2e7450']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:29.665108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:29.665108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566eb83d-b26d-4f39-89a0-b98bd6e0f8bb') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:29.688190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.696218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.712427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.732835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:54:29.732835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:54:29.744429 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:54:29.759058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.856959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:29.856959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:29.867338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.876161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=bf0da795-997f-4044-83ac-6a1b878476e9,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:29.876161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:29.902657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:29.915259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Pushing event deleted for resources: {'Network': ['ID=ee656f9d-e070-471a-9d11-18d8da2e7450,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:29.933762 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fbd7ece6-7826-4afb-ae7d-17b056b4415a tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/networks/ee656f9d-e070-471a-9d11-18d8da2e7450 HTTP/1.1" status: 204 len: 168 time: 1.2496123 Jan 25 16:54:29.933762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:29.942025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'routes': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:30.245459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01b32f8a-cb91-4ce9-852c-029c56f0f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.476332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Added routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 25 16:54:30.476332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Removed routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 25 16:54:30.476332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.512224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.756571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f6222470-277c-48c3-92fc-431974564449 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:30.808191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.812018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.814400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: f6222470-277c-48c3-92fc-431974564449 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:30.817580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f6222470-277c-48c3-92fc-431974564449 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:30.818065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:54:30.856550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:54:30.856955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device cb3e193b-3fbb-47b1-9dd2-5be1d8a767d0 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:54:30.964071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:30.968207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:30.968598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.085935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.157022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:31.164404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.165603 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba937a88-1baf-4ed4-b101-34c4147c2d93 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 705 time: 1.2338450 Jan 25 16:54:31.168466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37682) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.170874 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Sync routers for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:31.181722 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:31.182341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.214027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acef15ed-b505-4ae5-bd44-fc7050ddb6eb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Synchronizing usage tracker for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:54:31.231373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-acef15ed-b505-4ae5-bd44-fc7050ddb6eb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Unset dirty status for tenant:8a734c61c01145b0960d23eb43b54c42 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:54:31.235121 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-acef15ed-b505-4ae5-bd44-fc7050ddb6eb tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 205 time: 0.0630589 Jan 25 16:54:31.235373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37686) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.241400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router 3059ba98-38c4-4baa-8e9e-e982cde4e5f7 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:31.342822 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:31.375399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.452329 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.454863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:31.459491 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Checking router: 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:31.463643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.463820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] Sync routers for ids ['3059ba98-38c4-4baa-8e9e-e982cde4e5f7'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:31.465050 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1cada521-d31b-46f2-a97b-4e4bdfef785c tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "PUT /v2.0/routers/3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 200 len: 917 time: 3.3256786 Jan 25 16:54:31.467830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37690) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.483392 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Routers {'2b0086ea-05c5-4fd2-a188-3a5f3b259b83'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:31.484264 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.494813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] Routers {'3059ba98-38c4-4baa-8e9e-e982cde4e5f7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:31.495834 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3059ba98-38c4-4baa-8e9e-e982cde4e5f7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.661976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.668234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.671259 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d6cc9b7b-0dab-430e-8cf5-6f4073ddb511 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 200 len: 923 time: 0.2023129 Jan 25 16:54:31.673182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] Routers {'3059ba98-38c4-4baa-8e9e-e982cde4e5f7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:31.673840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['3059ba98-38c4-4baa-8e9e-e982cde4e5f7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.675900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37694) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.743743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.744390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa324c5-a47f-4a4e-b522-d5f11608f6a7 None None] The sync data for ids ['3059ba98-38c4-4baa-8e9e-e982cde4e5f7'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:31.768576 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] Set router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:31.796277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7c1a1-682d-4cc1-9e85-e7128b6db2ca tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:31.798908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2fc7c1a1-682d-4cc1-9e85-e7128b6db2ca tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=3059ba98-38c4-4baa-8e9e-e982cde4e5f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1210897 Jan 25 16:54:31.801573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37698) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.919236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.922425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.928987 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:31.934287 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad5cd5-9625-4647-913c-3802b9592aa9 None None] The sync data for ids ['2b0086ea-05c5-4fd2-a188-3a5f3b259b83'] in dv-neutron-824022-2-hyperv is: [{'id': '2b0086ea-05c5-4fd2-a188-3a5f3b259b83', 'name': 'tempest-RoutersIpV6Test-router-1301411567', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:25Z', 'updated_at': '2022-01-25T16:54:27Z', 'revision_number': 11, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:31.951897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.953665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0086ea-05c5-4fd2-a188-3a5f3b259b83 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:31.979920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:31.984994 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15c71846-4c87-45de-aa43-920a5420893c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 204 len: 168 time: 0.7445598 Jan 25 16:54:31.986988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:31.992600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-996357616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:31.999761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:32.005173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Usage tracker for resource:router and tenant:8a734c61c01145b0960d23eb43b54c42 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:32.008606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:32.016740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:32.030335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.031452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.049045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.075059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.092915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d43be-2da3-46bd-a484-c4ed38b99029 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:32.094477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ed7d43be-2da3-46bd-a484-c4ed38b99029 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.2912059 Jan 25 16:54:32.097767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37706) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:32.105787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.106839 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5bd4e6d0-cbf2-475d-99a1-c72d48923e8d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1188393 Jan 25 16:54:32.111512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37710) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:32.117632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:32.147987 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-44939be5-0db9-48c0-a1da-698bce4eba19 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0460491 Jan 25 16:54:32.147987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37714) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:32.349606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.537754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.550611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.555259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.569714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port bf0da795-997f-4044-83ac-6a1b878476e9 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:32.569714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.675279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.740148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Router e6504542-f8ca-4a8b-9108-30c9157cd47c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:32.804863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.888024 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:32.895644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:32.900014 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb76fac0-491a-4eba-81b1-e39822fb4dd4 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "PUT /v2.0/routers/e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 200 len: 697 time: 0.7835710 Jan 25 16:54:32.900014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:32.920288 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Sync routers for ids ['e6504542-f8ca-4a8b-9108-30c9157cd47c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:32.948529 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Routers {'e6504542-f8ca-4a8b-9108-30c9157cd47c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:32.948529 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e6504542-f8ca-4a8b-9108-30c9157cd47c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:32.953069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for bf0da795-997f-4044-83ac-6a1b878476e9 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:33.081965 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Set router e6504542-f8ca-4a8b-9108-30c9157cd47c gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:33.082230 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0cfb14d4-6aa5-4c43-91e7-73c0c4b7aea9 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/routers/e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 200 len: 703 time: 0.1811316 Jan 25 16:54:33.084492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:33.150444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-344f117e-48e2-4aa9-91bc-68f52133a114 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 200 len: 205 time: 0.0598330 Jan 25 16:54:33.156313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:33.193758 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6504542-f8ca-4a8b-9108-30c9157cd47c', 'name': 'tempest-RoutersIpV6Test-router-996357616', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:32Z', 'updated_at': '2022-01-25T16:54:32Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:33.200326 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Checking router: e6504542-f8ca-4a8b-9108-30c9157cd47c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:54:33.217349 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Routers {'e6504542-f8ca-4a8b-9108-30c9157cd47c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:33.218149 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e6504542-f8ca-4a8b-9108-30c9157cd47c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:33.227746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.299399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=bf0da795-997f-4044-83ac-6a1b878476e9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:33.376148 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] Set router e6504542-f8ca-4a8b-9108-30c9157cd47c gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:54:33.460454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.484445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.506735 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6504542-f8ca-4a8b-9108-30c9157cd47c', 'name': 'tempest-RoutersIpV6Test-router-996357616', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:32Z', 'updated_at': '2022-01-25T16:54:32Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:33.511216 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe49a1-3c3b-4d12-bf79-f99873456ebc None None] The sync data for ids ['e6504542-f8ca-4a8b-9108-30c9157cd47c'] in dv-neutron-824022-2-hyperv is: [{'id': 'e6504542-f8ca-4a8b-9108-30c9157cd47c', 'name': 'tempest-RoutersIpV6Test-router-996357616', 'tenant_id': '8a734c61c01145b0960d23eb43b54c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:54:32Z', 'updated_at': '2022-01-25T16:54:32Z', 'revision_number': 2, 'project_id': '8a734c61c01145b0960d23eb43b54c42', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:33.701300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.701300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.756591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.756591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router 3059ba98-38c4-4baa-8e9e-e982cde4e5f7 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:33.787400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.787400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-36777ff8-d959-49f8-bb3b-1ab79a54ad3f tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 204 len: 168 time: 1.6367970 Jan 25 16:54:33.800663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37730) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:33.809605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1875076689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:33.824721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:33.835665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:33.844529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:33.853299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:33.890502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.890502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.905256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.919980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.946094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.949315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.949840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Fanout notify agent at l3_agent the message router_deleted on router e6504542-f8ca-4a8b-9108-30c9157cd47c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:33.966058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.966355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:33.967269 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e20dea75-9274-4088-876e-ecee44a5854b tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 204 len: 168 time: 0.8128064 Jan 25 16:54:33.971529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37734) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.001853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:34.006018 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a1c4e16c-58bd-46ab-bdc1-a1a2a6278f88 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2097907 Jan 25 16:54:34.006317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37738) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.013569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'enable_snat': False}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:34.018919 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-40807aad-e9f2-4bce-8fc6-2ab6fb47797c tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 200 len: 205 time: 0.0433502 Jan 25 16:54:34.018919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.098387 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-589cb444-9530-44c6-b4ce-6680bfcf5caf tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:34.100684 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-589cb444-9530-44c6-b4ce-6680bfcf5caf tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/e6504542-f8ca-4a8b-9108-30c9157cd47c HTTP/1.1" status: 404 len: 336 time: 0.0799372 Jan 25 16:54:34.103903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.145812 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78229b6-2f86-4e75-81e6-4eab8dc7ca7f tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:34.145812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78229b6-2f86-4e75-81e6-4eab8dc7ca7f tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:34.148619 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b78229b6-2f86-4e75-81e6-4eab8dc7ca7f tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/bb6ec145-152c-4686-b40f-8bfc26e39431 HTTP/1.1" status: 404 len: 337 time: 0.0421174 Jan 25 16:54:34.152555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.202030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b15891-cb5d-43eb-9984-24eb6d69af54 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:34.202030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b15891-cb5d-43eb-9984-24eb6d69af54 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:34.202030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6b15891-cb5d-43eb-9984-24eb6d69af54 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/abe44246-1d00-4609-8c91-c9f7ffcee1a1 HTTP/1.1" status: 404 len: 337 time: 0.0490043 Jan 25 16:54:34.207757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.256146 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-62556965-9a27-400f-8fea-703a43b5e570 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:34.256146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62556965-9a27-400f-8fea-703a43b5e570 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:34.256532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62556965-9a27-400f-8fea-703a43b5e570 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/206bc302-3124-435b-86c8-cee2e7153c51 HTTP/1.1" status: 404 len: 337 time: 0.0507395 Jan 25 16:54:34.259327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.301035 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bb1b4c-fbf3-4449-ad7f-aa42c6f367c8 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:34.301522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bb1b4c-fbf3-4449-ad7f-aa42c6f367c8 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:34.305252 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-06bb1b4c-fbf3-4449-ad7f-aa42c6f367c8 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/b5328a16-ecab-4c14-9d5d-707330e5946c HTTP/1.1" status: 404 len: 337 time: 0.0430136 Jan 25 16:54:34.306997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.354279 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2c47827-cb88-445b-aa57-e7feaedfd7ab tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 200 len: 205 time: 0.0462224 Jan 25 16:54:34.356628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.429104 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-9af1e4ff-8ee9-42bd-8595-3bf94a4fe8ed tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:34.430147 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9af1e4ff-8ee9-42bd-8595-3bf94a4fe8ed tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/2b0086ea-05c5-4fd2-a188-3a5f3b259b83 HTTP/1.1" status: 404 len: 336 time: 0.0726376 Jan 25 16:54:34.433026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.482025 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04f78860-b043-47cc-892c-fbcb751490c7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d5908e3-6799-4b5d-b318-6ba851aadc54 HTTP/1.1" status: 200 len: 205 time: 0.0458362 Jan 25 16:54:34.482254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37776) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.549715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:34.558254 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-e26850ba-0d37-405c-bdeb-68406ad4271f tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:34.559465 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e26850ba-0d37-405c-bdeb-68406ad4271f tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/4d5908e3-6799-4b5d-b318-6ba851aadc54 HTTP/1.1" status: 404 len: 336 time: 0.0759716 Jan 25 16:54:34.563051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.610813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c10c993-be85-407d-88d5-b3555fc59a78 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:34.612626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c10c993-be85-407d-88d5-b3555fc59a78 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:34.617202 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c10c993-be85-407d-88d5-b3555fc59a78 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/d07a12a4-8774-4a3c-a8c4-47f243717e6d HTTP/1.1" status: 404 len: 337 time: 0.0528874 Jan 25 16:54:34.617530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.667262 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bef6e0b7-7443-4a7b-8c24-345b3fb3f4b7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 200 len: 205 time: 0.0480816 Jan 25 16:54:34.669278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.747270 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-06bf81fe-4ffd-4829-9a46-f0af7a58cf11 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:34.748601 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-06bf81fe-4ffd-4829-9a46-f0af7a58cf11 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/3b27d082-ab1a-4405-ba7e-9a7bebcbb2de HTTP/1.1" status: 404 len: 336 time: 0.0783718 Jan 25 16:54:34.751951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.811512 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-517c6a64-e04d-4cc2-9f79-7e122e018783 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c64fcb1-ad52-4447-a959-87171825b610 HTTP/1.1" status: 200 len: 205 time: 0.0537758 Jan 25 16:54:34.812610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37796) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:34.941807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:34.983888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:35.020212 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-523b5ed1-3f44-442a-89e2-b0967f84105e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:35.021879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-523b5ed1-3f44-442a-89e2-b0967f84105e tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/6c64fcb1-ad52-4447-a959-87171825b610 HTTP/1.1" status: 404 len: 336 time: 0.2093167 Jan 25 16:54:35.026048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.083364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e515edc1-01fa-4633-a442-b7429fecb0c7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:35.083364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e515edc1-01fa-4633-a442-b7429fecb0c7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:35.083364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e515edc1-01fa-4633-a442-b7429fecb0c7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/ef5a293a-146e-44c4-8486-954d3f3e7a66 HTTP/1.1" status: 404 len: 337 time: 0.0484293 Jan 25 16:54:35.083364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.126106 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b72e299b-51bc-4a29-ab55-5a4b10a0e2c3 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bf8e527-4d16-4ba6-a20b-bf028099869f HTTP/1.1" status: 200 len: 205 time: 0.0456924 Jan 25 16:54:35.130585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.145510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Allocated IP 172.26.4.248 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/25eaec8c-ff0a-4295-b50b-32d361f80c57) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:35.211140 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-8918b138-bc49-4e57-95fb-de2fb28f6853 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:35.211140 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8918b138-bc49-4e57-95fb-de2fb28f6853 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/6bf8e527-4d16-4ba6-a20b-bf028099869f HTTP/1.1" status: 404 len: 336 time: 0.0796645 Jan 25 16:54:35.213813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.264009 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5e9466-52f7-4327-8add-4f4c1d573a9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:35.264009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5e9466-52f7-4327-8add-4f4c1d573a9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:35.267081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a5e9466-52f7-4327-8add-4f4c1d573a9d tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/43a92362-2e5b-49b0-ab00-a73a17228759 HTTP/1.1" status: 404 len: 337 time: 0.0514812 Jan 25 16:54:35.270039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.327026 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0aeab9f7-1b35-433e-930a-13fc835849c7 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 HTTP/1.1" status: 200 len: 205 time: 0.0564651 Jan 25 16:54:35.331289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.350129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:35.399614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:35.412202 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-bc1f8d54-d707-4742-8f01-26ed027003bc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] delete failed (client error): The resource could not be found. Jan 25 16:54:35.413064 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bc1f8d54-d707-4742-8f01-26ed027003bc tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/routers/4bb78cc9-8bfc-49a8-a9d6-b016b47bd0d6 HTTP/1.1" status: 404 len: 336 time: 0.0804374 Jan 25 16:54:35.417424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.458453 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e64c95b-79bd-4fa7-ac30-59aec41274f5 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:35.460620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e64c95b-79bd-4fa7-ac30-59aec41274f5 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:35.460620 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e64c95b-79bd-4fa7-ac30-59aec41274f5 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/5aad3852-4b79-47e1-809d-c175518dc6c2 HTTP/1.1" status: 404 len: 337 time: 0.0429742 Jan 25 16:54:35.463468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:35.467765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:35.470708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:35.476206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:35.508407 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12c338e-3579-4a87-b3d9-44a0e1072e46 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:35.508854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12c338e-3579-4a87-b3d9-44a0e1072e46 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:35.510944 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d12c338e-3579-4a87-b3d9-44a0e1072e46 tempest-RoutersIpV6Test-1371525325 tempest-RoutersIpV6Test-1371525325-project] 10.222.0.45 "DELETE /v2.0/subnets/ae68cecb-dc8e-4f02-bcf3-0dd1fdcce3f7 HTTP/1.1" status: 404 len: 337 time: 0.0463588 Jan 25 16:54:35.525982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Pushing event updated for resources: {'Port': ['ID=25eaec8c-ff0a-4295-b50b-32d361f80c57,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:35.968156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:36.147637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5c4a9c1-621c-40db-bd4a-5ebbf4c7b6a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a734c61c01145b0960d23eb43b54c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770780 Jan 25 16:54:36.150927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37846) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:36.172986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.241112 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-6a9dadf7-828e-41b9-8f9b-e2bc2cd69544 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2499843 Jan 25 16:54:36.243403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.285889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.360981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.384589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09085c0-d8a5-43ab-9fe2-d54b55f83847,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:36.391280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.392848 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4226e2f7-eab3-4ae8-a1b0-d257c7158e37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b09085c0-d8a5-43ab-9fe2-d54b55f83847 HTTP/1.1" status: 204 len: 168 time: 0.2371745 Jan 25 16:54:36.537279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-07cbec4b-84ea-4ea5-8528-67aae67f57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:36.537279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-07cbec4b-84ea-4ea5-8528-67aae67f57b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1098 time: 0.1930134 Jan 25 16:54:36.715429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.724118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:36.837350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-fd84d587-dd00-4512-9299-11e28266b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:36.839785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-fd84d587-dd00-4512-9299-11e28266b09b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.2475641 Jan 25 16:54:37.045117 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-152cd025-df9a-4b53-8263-2ea9970f13c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 1001 time: 0.2001710 Jan 25 16:54:37.132296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-6808492f-ac88-43fa-92ff-ce7254f1e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:37.132296 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-6808492f-ac88-43fa-92ff-ce7254f1e9c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.0812941 Jan 25 16:54:37.177051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Router 9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:37.393486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37870) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:37.528226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-1c1b65fb-dd7f-424f-b6c0-10503a6b4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:37.529823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-1c1b65fb-dd7f-424f-b6c0-10503a6b4562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3909216 Jan 25 16:54:37.576401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-83e77a9c-e482-494c-87d0-21e0f1b9bcd8 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-416438697', 'prefixes': ['172.20.0.0/16']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:37.585313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-83e77a9c-e482-494c-87d0-21e0f1b9bcd8 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:37.634031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:37.644521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] Sync routers for ids ['9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:37.649250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:37.653019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4e9a9f94-5e15-4729-8469-55467d7c9d33 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "PUT /v2.0/routers/9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 200 len: 920 time: 3.6451902 Jan 25 16:54:37.654329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:37.658011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] Routers {'9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:37.658319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:37.706104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-7ae638e0-c6ab-475e-8f29-c63f300583b1 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605403 Jan 25 16:54:37.721828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83e77a9c-e482-494c-87d0-21e0f1b9bcd8 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Notify callbacks [] for subnetpool, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:37.727874 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-83e77a9c-e482-494c-87d0-21e0f1b9bcd8 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3324134 Jan 25 16:54:37.729536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37880) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:37.730091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:37.741740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] Routers {'9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:37.742629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:37.830357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:37.830357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece78a2d-db4b-4e56-b312-dc73062c1aa7 None None] The sync data for ids ['9f526d19-3c6f-40f2-90c6-e1a4d6f870a6'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:37.851705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf1c1a0c-f283-4df2-9b65-71637dc52b0c tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "GET /v2.0/subnetpools/6501e33b-9436-4048-87d8-29fd8d106965 HTTP/1.1" status: 200 len: 731 time: 0.1087632 Jan 25 16:54:37.851705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37884) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:37.869865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-33ab1163-3f12-405e-91df-2d29f9f5a01e tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-458635535'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:37.940786 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5caec15-f995-4df5-b4c4-fed82d81745b req-fcfe7c20-0baf-4e32-a00e-0ef97f694743 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372191 Jan 25 16:54:37.945152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-598c4282-3bf6-4d59-9eb5-d8b42bdd40e8 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 200 len: 926 time: 0.2910817 Jan 25 16:54:37.949594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37888) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.000281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-33ab1163-3f12-405e-91df-2d29f9f5a01e tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Notify callbacks [] for subnetpool, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.001850 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-33ab1163-3f12-405e-91df-2d29f9f5a01e tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "PUT /v2.0/subnetpools/6501e33b-9436-4048-87d8-29fd8d106965 HTTP/1.1" status: 200 len: 683 time: 0.1567931 Jan 25 16:54:38.004755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37892) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.031740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73550d07-5e4d-4140-b4c7-2d383d521640 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:38.034908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73550d07-5e4d-4140-b4c7-2d383d521640 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=9f526d19-3c6f-40f2-90c6-e1a4d6f870a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0838249 Jan 25 16:54:38.037585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.098900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-12e730ab-9a21-48cb-9c77-585c8de66ede tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] Notify callbacks [] for subnetpool, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.102905 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-12e730ab-9a21-48cb-9c77-585c8de66ede tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "DELETE /v2.0/subnetpools/6501e33b-9436-4048-87d8-29fd8d106965 HTTP/1.1" status: 204 len: 168 time: 0.0942776 Jan 25 16:54:38.103133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37900) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.123945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-b00005e2-ed92-4bb2-8b79-27e4e112ce35 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] show failed (client error): The resource could not be found. Jan 25 16:54:38.125464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b00005e2-ed92-4bb2-8b79-27e4e112ce35 tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "GET /v2.0/subnetpools/6501e33b-9436-4048-87d8-29fd8d106965 HTTP/1.1" status: 404 len: 346 time: 0.0206687 Jan 25 16:54:38.129377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37904) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.154675 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.api.v2.resource [None req-8099dd7c-725a-4cd6-b374-e212133f5c3e tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] delete failed (client error): The resource could not be found. Jan 25 16:54:38.162788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8099dd7c-725a-4cd6-b374-e212133f5c3e tempest-SubnetPoolsTestJSON-1110459453 tempest-SubnetPoolsTestJSON-1110459453-project] 10.222.0.45 "DELETE /v2.0/subnetpools/6501e33b-9436-4048-87d8-29fd8d106965 HTTP/1.1" status: 404 len: 346 time: 0.0246694 Jan 25 16:54:38.173437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6e26d-74f5-4307-9480-6f5c100aa120 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:38.177701 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49d6e26d-74f5-4307-9480-6f5c100aa120 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/networks/08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 881 time: 0.1367955 Jan 25 16:54:38.179027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.223607 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b922c000-2ed2-4340-9c92-5307bef126ad tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 200 len: 205 time: 0.0433636 Jan 25 16:54:38.227082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37914) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.484658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.526640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37922) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.667097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.682675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:38.687143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0aca13e691b473cb9ee6b5fc3a6e497 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:38.690554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:38.692861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.697167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:38.703025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port 25eaec8c-ff0a-4295-b50b-32d361f80c57 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:38.703441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.819007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.823392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.880873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b8a54-be03-45ca-8ec1-40a21a002208,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:38.888386 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e40da341-8411-462c-8ad8-db446d9cd9e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0aca13e691b473cb9ee6b5fc3a6e497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583813 Jan 25 16:54:38.888733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:38.899245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.966789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:38.996086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.024137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for 25eaec8c-ff0a-4295-b50b-32d361f80c57 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:39.062108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.077586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b8a54-be03-45ca-8ec1-40a21a002208,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:39.085541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.086680 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b0f68d86-b3c5-439c-9b73-0fbaa21cf991 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e3b8a54-be03-45ca-8ec1-40a21a002208 HTTP/1.1" status: 204 len: 168 time: 0.1971629 Jan 25 16:54:39.350728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.406501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=25eaec8c-ff0a-4295-b50b-32d361f80c57,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:39.507174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.708403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.710757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.735048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.735566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router 9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:39.751246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.752392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7b441f4-82c7-464f-9d11-e3b18df96263 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 204 len: 168 time: 1.5212502 Jan 25 16:54:39.757037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37934) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:39.762281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1033913752', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:39.771853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:39.776599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Usage tracker for resource:router and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:39.779783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:39.788375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:39.802871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.803997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:39.822381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:40.133918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:40.538755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:40.571594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:40.732967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Allocated IP 172.26.4.125 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/c949390f-2e4f-4403-bb62-4dbef88bd0c6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:54:41.027189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:41.062292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:41.135275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:41.136908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:41.140871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:41.174796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event updated for resources: {'Port': ['ID=c949390f-2e4f-4403-bb62-4dbef88bd0c6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:41.669095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:42.076284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:42.304932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Router cfd64a51-4ed0-4f5e-825f-53d60909b973 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:54:42.498737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:42.508387 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] Sync routers for ids ['cfd64a51-4ed0-4f5e-825f-53d60909b973'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:42.529089 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] Routers {'cfd64a51-4ed0-4f5e-825f-53d60909b973'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:42.529089 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cfd64a51-4ed0-4f5e-825f-53d60909b973'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:42.546378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:42.546378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9c07b6e1-8ac4-4741-8aef-310fe63549f7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7877235 Jan 25 16:54:42.548618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37942) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:42.555710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:42.600206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:42.612066 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] Routers {'cfd64a51-4ed0-4f5e-825f-53d60909b973'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:42.612066 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cfd64a51-4ed0-4f5e-825f-53d60909b973'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:42.675670 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:42.676072 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9e59f-de64-4639-96c6-ce0f2df9fdaa None None] The sync data for ids ['cfd64a51-4ed0-4f5e-825f-53d60909b973'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:43.256175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:43.277005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:43.286956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Deleting port c949390f-2e4f-4403-bb62-4dbef88bd0c6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:43.287396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:43.465592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:43.596777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Calling delete_port for c949390f-2e4f-4403-bb62-4dbef88bd0c6 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:43.804552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:43.870312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Pushing event deleted for resources: {'Port': ['ID=c949390f-2e4f-4403-bb62-4dbef88bd0c6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:43.983769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:44.545507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:44.549781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:44.691374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Router cfd64a51-4ed0-4f5e-825f-53d60909b973 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:54:44.846069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:54:44.857201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] Sync routers for ids ['cfd64a51-4ed0-4f5e-825f-53d60909b973'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:54:44.859613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:44.860813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d44fc626-ba36-4197-995e-3dd6b2cdd0a2 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "PUT /v2.0/routers/cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 200 len: 710 time: 2.3108077 Jan 25 16:54:44.865598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37946) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:44.870814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] Routers {'cfd64a51-4ed0-4f5e-825f-53d60909b973'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:44.871497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cfd64a51-4ed0-4f5e-825f-53d60909b973'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:44.938601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:44.948778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] Routers {'cfd64a51-4ed0-4f5e-825f-53d60909b973'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:54:44.949435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:54:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cfd64a51-4ed0-4f5e-825f-53d60909b973'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:45.013333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:54:45.013740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c1d5c-8300-400a-9391-b5a262bf26f0 None None] The sync data for ids ['cfd64a51-4ed0-4f5e-825f-53d60909b973'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:54:45.131669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7fe553a2-4510-404d-ac9f-d6e65de95caf tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/routers/cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 200 len: 745 time: 0.2647979 Jan 25 16:54:45.134857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37950) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.177437 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94eff19f-fbc6-40f8-b869-0c4483f0df40 tempest-RoutersIpV6AdminTest-550361980 tempest-RoutersIpV6AdminTest-550361980-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&device_id=cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 200 len: 205 time: 0.0414178 Jan 25 16:54:45.179938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37954) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.227447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-53cd07cc-bbde-4679-a910-0af1a17d6221 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 200 len: 205 time: 0.0461833 Jan 25 16:54:45.229696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37958) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.370959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:45.681879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:45.684292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:45.708258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:45.708926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Fanout notify agent at l3_agent the message router_deleted on router cfd64a51-4ed0-4f5e-825f-53d60909b973 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:45.721476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:45.723140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0db955ae-f627-4ff7-9ab9-7a76cc9b4326 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 204 len: 168 time: 0.4923253 Jan 25 16:54:45.727802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37962) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.774910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5bfcca3e-3ce4-423d-8ee4-9a72e8240f40 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 200 len: 205 time: 0.0458610 Jan 25 16:54:45.777421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37966) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.865623 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-ea6182f3-f8e3-4588-b0ce-5685f13a5223 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:45.865623 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea6182f3-f8e3-4588-b0ce-5685f13a5223 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/cfd64a51-4ed0-4f5e-825f-53d60909b973 HTTP/1.1" status: 404 len: 336 time: 0.0844133 Jan 25 16:54:45.868097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 37970) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:45.924849 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-77db9e90-b1a4-4b18-8029-6f61677ba7ea tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 200 len: 205 time: 0.0529108 Jan 25 16:54:45.927029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37974) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.001115 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-6df1cfff-2e78-4186-ac88-376ac0692048 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:46.003002 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6df1cfff-2e78-4186-ac88-376ac0692048 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/9f526d19-3c6f-40f2-90c6-e1a4d6f870a6 HTTP/1.1" status: 404 len: 336 time: 0.0766716 Jan 25 16:54:46.005498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37978) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.048860 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e26734a-ed7b-4654-8e2e-ba26d0de16ce tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 200 len: 205 time: 0.0422347 Jan 25 16:54:46.051228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37982) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.120309 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-2e36649c-ef19-4d58-bc97-054f0bf3f484 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:46.121346 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e36649c-ef19-4d58-bc97-054f0bf3f484 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/3059ba98-38c4-4baa-8e9e-e982cde4e5f7 HTTP/1.1" status: 404 len: 336 time: 0.0692151 Jan 25 16:54:46.123872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.168019 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c82b25c-6907-4064-bd49-1563b4c4212e tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 200 len: 205 time: 0.0430028 Jan 25 16:54:46.170443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.240731 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-0383dc39-f63a-4665-9624-a3d7c9693cc0 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:46.240929 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0383dc39-f63a-4665-9624-a3d7c9693cc0 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/46230db0-633d-4ca7-bc4c-703c218fdab0 HTTP/1.1" status: 404 len: 336 time: 0.0697374 Jan 25 16:54:46.243615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37994) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.287640 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e2cd6f9b-5a49-472f-8de4-0e39fb078cd5 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 200 len: 205 time: 0.0428491 Jan 25 16:54:46.290046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 37998) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.361639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-25e1b5ec-17c8-4341-947e-6f9b78e443b7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:46.362696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25e1b5ec-17c8-4341-947e-6f9b78e443b7 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/e56c0013-b498-44f3-84b4-842d8a0343df HTTP/1.1" status: 404 len: 336 time: 0.0717561 Jan 25 16:54:46.365470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.410956 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17a5d678-9ab5-42bd-9106-07c0df5acc44 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "GET /v2.0/ports?device_id=352dc18e-8831-48dd-b9da-3b262ce1b4bf HTTP/1.1" status: 200 len: 205 time: 0.0443904 Jan 25 16:54:46.413209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.483598 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f0aa524e-4792-4da5-a3f8-d0bd18d3a5bf tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] delete failed (client error): The resource could not be found. Jan 25 16:54:46.484641 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0aa524e-4792-4da5-a3f8-d0bd18d3a5bf tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/routers/352dc18e-8831-48dd-b9da-3b262ce1b4bf HTTP/1.1" status: 404 len: 336 time: 0.0705142 Jan 25 16:54:46.488076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.526831 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a997f57-0af6-4aca-93b9-e04446817037 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] DELETE failed (client error): The resource could not be found. Jan 25 16:54:46.527291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a997f57-0af6-4aca-93b9-e04446817037 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:54:46.528980 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a997f57-0af6-4aca-93b9-e04446817037 tempest-RoutersIpV6AdminTest-942489444 tempest-RoutersIpV6AdminTest-942489444-project] 10.222.0.45 "DELETE /v2.0/subnets/83ecfa60-6855-4498-99b6-9dcaf4fe5a2e HTTP/1.1" status: 404 len: 337 time: 0.0400000 Jan 25 16:54:46.843817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:46.968624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:46.984912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:46.989967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Usage tracker for resource:security_group_rule and tenant:13477fab55f846519b9f892e6700c10d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:46.996643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:47.002851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:47.094857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.099244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.151474 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13477fab55f846519b9f892e6700c10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065612 Jan 25 16:54:47.152314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca2fa2-0515-47f6-bcb9-7260db6851e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d36c6-6b90-4bb2-b5d3-fbb34286c777,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:47.154892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:47.360404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.387213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.448151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.463212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d36c6-6b90-4bb2-b5d3-fbb34286c777,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:47.471482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.472733 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d2a624e-8ab7-408c-b844-c1b11794a894 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/112d36c6-6b90-4bb2-b5d3-fbb34286c777 HTTP/1.1" status: 204 len: 168 time: 0.3168459 Jan 25 16:54:47.778273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:47.831968 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f5413d7-ef15-4e2d-a7eb-cb3f04d323d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d07b0701a9344caa8ca2f0f4c9ee76a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526993 Jan 25 16:54:47.834190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:47.899414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.927357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:47.996941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:48.012091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b3e42e-409b-4613-a7dc-80239b5e6b2f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:48.019988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:48.021138 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-71b638a3-0586-4f96-8cef-860cf412c956 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5b3e42e-409b-4613-a7dc-80239b5e6b2f HTTP/1.1" status: 204 len: 168 time: 0.1859765 Jan 25 16:54:49.417520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:49.525608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1646736283'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:49.530426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:49.534283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Usage tracker for resource:router and tenant:13284531a57443cc9c8d191c92577451 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:49.537322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:49.543406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:49.554543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:49.555583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:49.571669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:49.590975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:49.609852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:49.611022 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c01f743-7af2-462d-897c-d20da86d6048 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1925242 Jan 25 16:54:49.613709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:49.749327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.072351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.074306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.101516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.102004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56cf664d-2cea-40c9-9872-3db6a8d793fe {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:50.112045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.112597 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca553c26-a807-4c2a-8092-78c1618e50bb tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/56cf664d-2cea-40c9-9872-3db6a8d793fe HTTP/1.1" status: 204 len: 168 time: 0.4979558 Jan 25 16:54:50.116217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:50.120657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Request body: {'router': {'name': 'tempest-router-876162693', 'distributed': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:50.125460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:50.130162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Usage tracker for resource:router and tenant:13284531a57443cc9c8d191c92577451 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:50.133119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:50.138929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:50.150260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.151300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.168204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.188201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.209859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.212283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a51e047-f59a-4ca6-9cce-959766375c68 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0944135 Jan 25 16:54:50.214317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38094) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:50.350699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.794218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.794218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.823247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.823546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 010cb1ae-c986-4368-a6d9-bfec37f11621 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:50.836156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.845198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:50.847342 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8a673fed-ee56-4e88-87fa-24cd0fdedcf4 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/010cb1ae-c986-4368-a6d9-bfec37f11621 HTTP/1.1" status: 204 len: 168 time: 0.6230700 Jan 25 16:54:50.847455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Request body: {'router': {'name': 'tempest-router-1958390875', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c21a4e55842b42a3891b956f63ba4f2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:50.853304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:50.857923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Usage tracker for resource:router and tenant:c21a4e55842b42a3891b956f63ba4f2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:50.862049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:50.868596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:50.883306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.883827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.907035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.927067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.949775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:50.950947 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba6cfa71-4b11-420e-bd03-a4f2435a7a61 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1115992 Jan 25 16:54:50.956125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38102) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:50.960353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:51.407695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:51.407695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:51.676581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 25 16:54:51.676747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Router e799596a-cf93-4b6a-9635-bdf9670d3f33 migrating from provider to provider. {{(pid=87553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 25 16:54:51.677698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:51.682042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:51.686958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:51.930854 dv-neutron-824022-2-hyperv neutron-server[87553]: WARNING neutron.scheduler.l3_agent_scheduler [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] No L3 agents can host the router e799596a-cf93-4b6a-9635-bdf9670d3f33 Jan 25 16:54:52.128593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Hosts for router e799596a-cf93-4b6a-9635-bdf9670d3f33: [] {{(pid=87553) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 25 16:54:52.171778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Hosts for other DVR routers connected to router e799596a-cf93-4b6a-9635-bdf9670d3f33: set() {{(pid=87553) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 25 16:54:52.174806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:52.175996 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-573876f9-47cb-478b-ae0b-27d35c514c26 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "PUT /v2.0/routers/e799596a-cf93-4b6a-9635-bdf9670d3f33 HTTP/1.1" status: 200 len: 717 time: 1.2209721 Jan 25 16:54:52.178702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38108) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:52.319250 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22dc7ee1-4e6e-483a-bfbd-722e1f7212fd tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "GET /v2.0/routers/e799596a-cf93-4b6a-9635-bdf9670d3f33 HTTP/1.1" status: 200 len: 717 time: 0.1394129 Jan 25 16:54:52.322013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:52.560704 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce4cff0b-a5e3-4e00-9a79-0d56a5de7d36 tempest-RoutersTestDVR-1356085683 tempest-RoutersTestDVR-1356085683-project] 10.222.0.45 "GET /v2.0/routers/e799596a-cf93-4b6a-9635-bdf9670d3f33 HTTP/1.1" status: 200 len: 683 time: 0.2375784 Jan 25 16:54:52.563385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:52.695743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.120954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.123053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.146036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.146638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e799596a-cf93-4b6a-9635-bdf9670d3f33 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:53.156265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.157593 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bafbf0bf-cf05-4183-8b67-d56ed365fe4f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/e799596a-cf93-4b6a-9635-bdf9670d3f33 HTTP/1.1" status: 204 len: 168 time: 0.5931702 Jan 25 16:54:53.161200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:53.166038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Request body: {'router': {'name': 'tempest-router-1192696528', 'distributed': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:53.170688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:53.175209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Usage tracker for resource:router and tenant:13284531a57443cc9c8d191c92577451 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:53.178053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:53.183869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:53.194604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.195669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.211109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.232753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.254188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.255303 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2185c72c-6bd7-4182-af66-1362b5c78c37 tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0930796 Jan 25 16:54:53.258030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:53.406216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.705502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.708007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.740967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.741821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2ce483-473c-4156-b8ab-988f5ae6f8a1 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:54:53.755346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:53.757102 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f229cd6-5bca-44a8-a094-c112d2fb600f tempest-RoutersTestDVR-381690690 tempest-RoutersTestDVR-381690690-project-admin] 10.222.0.45 "DELETE /v2.0/routers/0d2ce483-473c-4156-b8ab-988f5ae6f8a1 HTTP/1.1" status: 204 len: 168 time: 0.4979243 Jan 25 16:54:54.082403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:54.199683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.215753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:54.219525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Usage tracker for resource:security_group_rule and tenant:c21a4e55842b42a3891b956f63ba4f2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:54.224906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:54.237959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:54.337852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.342120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.391607 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c21a4e55842b42a3891b956f63ba4f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081119 Jan 25 16:54:54.393264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f1f9e-ce36-4fcc-80d7-6cd1ce464fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b3ffe-abc1-4852-b2eb-4f7892e68b63,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:54.395324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38144) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:54.454056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.482534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.540351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.558521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b3ffe-abc1-4852-b2eb-4f7892e68b63,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:54.567367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.568582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8d39d5ed-458c-4fea-847d-928492caf779 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/918b3ffe-abc1-4852-b2eb-4f7892e68b63 HTTP/1.1" status: 204 len: 168 time: 0.1720634 Jan 25 16:54:54.887724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38152) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:54.908742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:54.926291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:54.930234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Usage tracker for resource:security_group_rule and tenant:13284531a57443cc9c8d191c92577451 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:54.933743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:54.940244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:55.037905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.043142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.104736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13284531a57443cc9c8d191c92577451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157567 Jan 25 16:54:55.106564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b426f-88a3-4d4b-bdbf-2be75ec0b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85d9bd-463d-4096-b717-2cc4cbc7c448,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:55.107421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:55.165347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.191895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.253539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.271273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85d9bd-463d-4096-b717-2cc4cbc7c448,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:55.281034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:55.282198 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74580c95-f8cd-43f6-b529-2fe46b7a5131 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a85d9bd-463d-4096-b717-2cc4cbc7c448 HTTP/1.1" status: 204 len: 168 time: 0.1736941 Jan 25 16:54:55.383051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.071209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:56.187886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1091115316'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:56.194979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:56.199623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:56.203217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:56.210728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:56.221983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:54:56.225793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.242865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.262580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:56.267035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:56.270715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:56.276892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:56.370173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.373713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.411142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:54:56.420905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552c9e59-b3c9-4922-bbb8-f4b06cecfb6c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:56.428018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.428411 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 3b0044a3-896f-4033-bd18-a412a7145bb0 of type vlan for network 24105775-5bd5-487a-a747-61a4f8497b6a Jan 25 16:54:56.459699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.492910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.498899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:56.499473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.611983 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5388670 Jan 25 16:54:56.614461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38186) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:56.615023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a9ff4-1668-488d-9660-5aeef0c4f3ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=24105775-5bd5-487a-a747-61a4f8497b6a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:56.620125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'name': 'tempest-PortsIpV6TestJSON-955046641'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:56.625329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:54:56.734520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:56.739684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:56.742561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:56.748205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:56.758320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:54:56.762034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:56.784248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 65affd85-fa95-48e6-a503-377749b4d39f yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:54:57.021983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.049545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.147183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=65affd85-fa95-48e6-a503-377749b4d39f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:57.152731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '3b0044a3-896f-4033-bd18-a412a7145bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:54:57.153091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 24105775-5bd5-487a-a747-61a4f8497b6a, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:54:57.172848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:54:57.182215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 24105775-5bd5-487a-a747-61a4f8497b6a) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:57.186456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:57.192568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c78f5-7f87-4cbe-a8a7-6af700910293 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:57.194403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:57.195036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.223395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c177b17c-41e0-4ce8-9257-599157522871 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6078212 Jan 25 16:54:57.226384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38190) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:57.231821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1657388520'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:57.237452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:57.241289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:57.244128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:57.249898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:57.261314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:54:57.264937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.295825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:54:57.307065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.307532 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 02850c9e-0740-4ff4-9fa3-3c4808960281 of type vlan for network 6ac3704a-66e6-424d-89bd-882ca1f79b01 Jan 25 16:54:57.336681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.368882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.374380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:57.374957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.472692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2452569 Jan 25 16:54:57.475541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38194) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:57.485312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef9b1e-2eb5-4bc5-8060-cc04dbfbaf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=6ac3704a-66e6-424d-89bd-882ca1f79b01,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:57.488072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'ports': [{'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'}, {'network_id': '6ac3704a-66e6-424d-89bd-882ca1f79b01'}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:57.488623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:57.489501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '6ac3704a-66e6-424d-89bd-882ca1f79b01'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:54:57.497117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 6ac3704a-66e6-424d-89bd-882ca1f79b01 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:54:57.620256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7f71706-76bb-4e5d-ba65-8138a353647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.884085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:54:57.889886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:54:57.893610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:54:57.901512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:54:57.911992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:54:57.916981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:57.942309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.202376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 75318566-550a-42d4-907f-2e7b2e27b27c yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:54:58.293538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.410212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port cc5d38e6-0b40-4acd-af47-01b741727316 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:54:58.497835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.525601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.606488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:54:58.610109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:58.615026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:58.615954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.632793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=75318566-550a-42d4-907f-2e7b2e27b27c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:58.733638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=cc5d38e6-0b40-4acd-af47-01b741727316,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:58.736994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '02850c9e-0740-4ff4-9fa3-3c4808960281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6ac3704a-66e6-424d-89bd-882ca1f79b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:54:58.736994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 6ac3704a-66e6-424d-89bd-882ca1f79b01, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:54:58.759522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 6ac3704a-66e6-424d-89bd-882ca1f79b01 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:54:58.770894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 6ac3704a-66e6-424d-89bd-882ca1f79b01) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:54:58.774977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:54:58.779962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ea5af-edb1-48b4-8090-2fe955f49d28 None None] Network 6ac3704a-66e6-424d-89bd-882ca1f79b01 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:54:58.781032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:58.786539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:58.787210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:58.812706 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f047cbe-07d7-437b-ad83-90aba6793c14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3317590 Jan 25 16:54:58.812918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:58.891054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port cc5d38e6-0b40-4acd-af47-01b741727316 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:58.891403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:59.116759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:59.245793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for cc5d38e6-0b40-4acd-af47-01b741727316 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:54:59.327742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:59.379516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=cc5d38e6-0b40-4acd-af47-01b741727316,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:54:59.384427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:59.391416 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff170f30-2434-48da-bfdb-6fed5b3ea302 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/cc5d38e6-0b40-4acd-af47-01b741727316 HTTP/1.1" status: 204 len: 168 time: 0.5775170 Jan 25 16:54:59.394657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:59.482612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63cb2d-9f3c-400f-84af-a2289eb45114 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:59.489852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63cb2d-9f3c-400f-84af-a2289eb45114 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:54:59.490720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be63cb2d-9f3c-400f-84af-a2289eb45114 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:54:59.511596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-be63cb2d-9f3c-400f-84af-a2289eb45114 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:54:59.513005 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be63cb2d-9f3c-400f-84af-a2289eb45114 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1173179 Jan 25 16:54:59.515792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:54:59.585535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 75318566-550a-42d4-907f-2e7b2e27b27c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:54:59.585883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:54:59.917987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.043825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 75318566-550a-42d4-907f-2e7b2e27b27c owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:00.127788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.178218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=75318566-550a-42d4-907f-2e7b2e27b27c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:00.185878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.202078 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17e219c2-8be8-4ca7-9629-c7fcbc8b410e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/75318566-550a-42d4-907f-2e7b2e27b27c HTTP/1.1" status: 204 len: 168 time: 0.6849780 Jan 25 16:55:00.205011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:00.227741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd4a932f-5f6f-41cd-ae8c-2d8049db8746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.292091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103b45f-322d-414c-b60e-92255179cff1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:00.292790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3103b45f-322d-414c-b60e-92255179cff1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:00.308972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3103b45f-322d-414c-b60e-92255179cff1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:00.310064 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3103b45f-322d-414c-b60e-92255179cff1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1040249 Jan 25 16:55:00.312783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:00.355080 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee11168-7adf-4ecb-9fa5-199d4e0b3ba1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:00.356355 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ee11168-7adf-4ecb-9fa5-199d4e0b3ba1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/cc5d38e6-0b40-4acd-af47-01b741727316 HTTP/1.1" status: 404 len: 333 time: 0.0426123 Jan 25 16:55:00.359178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:00.402109 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-66092480-6fb5-425d-861c-9d5538eb7723 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:00.403452 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-66092480-6fb5-425d-861c-9d5538eb7723 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/75318566-550a-42d4-907f-2e7b2e27b27c HTTP/1.1" status: 404 len: 333 time: 0.0434108 Jan 25 16:55:00.406256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:00.520644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.663521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.690745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac3704a-66e6-424d-89bd-882ca1f79b01']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:00.703025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02850c9e-0740-4ff4-9fa3-3c4808960281') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:00.703327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02850c9e-0740-4ff4-9fa3-3c4808960281') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:00.715768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.736241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.742607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:00.743002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:00.757739 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:00.838310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.856047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.865866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=6ac3704a-66e6-424d-89bd-882ca1f79b01,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:00.868721 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ded3c76-1126-4a09-ac8f-d48552b54ba3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/6ac3704a-66e6-424d-89bd-882ca1f79b01 HTTP/1.1" status: 204 len: 168 time: 0.4615700 Jan 25 16:55:00.872489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:00.878092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895488856'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:00.883151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:00.886999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:00.889858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:00.896360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:00.911989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:00.915675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.943822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:00.953618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:00.953985 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 28c6f2d7-394d-4850-88c3-639a4c27554d of type vlan for network 00d68fcf-6af9-463c-95d7-2704faf57b36 Jan 25 16:55:00.981501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.011770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.017821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:01.018427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.124081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2505169 Jan 25 16:55:01.127159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:01.128121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.132560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:01.150930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a2be-7810-4e86-8ba6-ab23a3a4002d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=00d68fcf-6af9-463c-95d7-2704faf57b36,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:01.161364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:01.250807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:01.254765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:01.257743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:01.264130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:01.274862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:01.278522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.381194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:55:01.383936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:55:01.497952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.514381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.591715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=07c47277-ee2c-413d-8b5a-841bc10f18fa,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:01.600670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '28c6f2d7-394d-4850-88c3-639a4c27554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:01.601030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 00d68fcf-6af9-463c-95d7-2704faf57b36, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:01.620363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:01.629259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 00d68fcf-6af9-463c-95d7-2704faf57b36) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:01.633093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:01.633694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.638010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee17acc-4e1b-4e1e-954c-d5c98d364d03 None None] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:01.660085 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f4b0b045-0094-43d4-a5c3-1cb834459012 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5318401 Jan 25 16:55:01.662637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:01.668350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36', 'name': 'tempest-PortsIpV6TestJSON-1841655069'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:01.814618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:01.825758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:01.840098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:01.843968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.863182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-00d68fcf-6af9-463c-95d7-2704faf57b36', 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': '07c47277-ee2c-413d-8b5a-841bc10f18fa'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:01.864031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:01.869877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 468b0b0b-4cdd-4734-a8d2-c3687587c55e yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:02.022411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::3b3 (00d68fcf-6af9-463c-95d7-2704faf57b36/07c47277-ee2c-413d-8b5a-841bc10f18fa/468b0b0b-4cdd-4734-a8d2-c3687587c55e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:02.334050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.350524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 468b0b0b-4cdd-4734-a8d2-c3687587c55e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:02.374074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.437545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Allocated IP 2001:db8::2 (00d68fcf-6af9-463c-95d7-2704faf57b36/07c47277-ee2c-413d-8b5a-841bc10f18fa/d45d40a3-c0d0-48cd-a192-f8d82014deee) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:02.447089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:02.450500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:02.454516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:02.460851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:02.461577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.469553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=468b0b0b-4cdd-4734-a8d2-c3687587c55e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:02.495368 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-845d1d42-b209-4200-ac64-ef41363f719d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8315551 Jan 25 16:55:02.498606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38240) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:02.574273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 468b0b0b-4cdd-4734-a8d2-c3687587c55e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:02.574617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.652170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.668643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Transition to ACTIVE for port object d45d40a3-c0d0-48cd-a192-f8d82014deee will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:02.695704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.698480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Transition to ACTIVE for port object d45d40a3-c0d0-48cd-a192-f8d82014deee will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:02.705799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.776858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:02.779920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:02.782431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:02.822369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Pushing event updated for resources: {'Port': ['ID=d45d40a3-c0d0-48cd-a192-f8d82014deee,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:02.843472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.865923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.866339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.866655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.867032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.867406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.867820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.868124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.868489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.868948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.869230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.869589 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.869911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:02.895686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Attempting to bind port d45d40a3-c0d0-48cd-a192-f8d82014deee on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:02.896019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Attempting to bind port d45d40a3-c0d0-48cd-a192-f8d82014deee by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '28c6f2d7-394d-4850-88c3-639a4c27554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:02.896328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Attempting to bind port d45d40a3-c0d0-48cd-a192-f8d82014deee on network 00d68fcf-6af9-463c-95d7-2704faf57b36 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:02.902543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:02.902956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Checking segment: {'id': '28c6f2d7-394d-4850-88c3-639a4c27554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:02.903417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.903952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Bound using segment: {'id': '28c6f2d7-394d-4850-88c3-639a4c27554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:02.904425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Bound port: d45d40a3-c0d0-48cd-a192-f8d82014deee, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c6f2d7-394d-4850-88c3-639a4c27554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '00d68fcf-6af9-463c-95d7-2704faf57b36'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:02.904796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:02.975267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 468b0b0b-4cdd-4734-a8d2-c3687587c55e owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:03.023172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] For port d45d40a3-c0d0-48cd-a192-f8d82014deee, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:03.026490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] For port d45d40a3-c0d0-48cd-a192-f8d82014deee, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d45d40a3-c0d0-48cd-a192-f8d82014deee,segment=NetworkSegment(28c6f2d7-394d-4850-88c3-639a4c27554d),segment_id=28c6f2d7-394d-4850-88c3-639a4c27554d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:03.031122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.123527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42f16e-ea97-4f3d-8fdb-84a912d30b52 None None] Pushing event updated for resources: {'Port': ['ID=d45d40a3-c0d0-48cd-a192-f8d82014deee,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:03.143793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.327739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=468b0b0b-4cdd-4734-a8d2-c3687587c55e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:03.372551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.382954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-52c6402c-eb4e-4e44-90a9-32eaba546aac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/468b0b0b-4cdd-4734-a8d2-c3687587c55e HTTP/1.1" status: 204 len: 168 time: 0.8832135 Jan 25 16:55:03.389596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38244) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:03.438758 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaafbe6-e262-4010-933f-e2522f358bfb tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:55:03.439694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaafbe6-e262-4010-933f-e2522f358bfb tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:55:03.442045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bcaafbe6-e262-4010-933f-e2522f358bfb tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/468b0b0b-4cdd-4734-a8d2-c3687587c55e HTTP/1.1" status: 404 len: 333 time: 0.0538568 Jan 25 16:55:03.444849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38248) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:03.491780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9d8c3c-8817-418a-947a-b3a21dd65d07 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:03.493826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0e9d8c3c-8817-418a-947a-b3a21dd65d07 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:03.511244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0e9d8c3c-8817-418a-947a-b3a21dd65d07 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:03.512895 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0e9d8c3c-8817-418a-947a-b3a21dd65d07 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/468b0b0b-4cdd-4734-a8d2-c3687587c55e HTTP/1.1" status: 404 len: 333 time: 0.0670168 Jan 25 16:55:03.515680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38252) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:03.593489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 07c47277-ee2c-413d-8b5a-841bc10f18fa {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:03.596750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.656830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.745792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.826463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.871411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=07c47277-ee2c-413d-8b5a-841bc10f18fa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:03.873520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:03.882083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c6bb3862-fe7e-4dc9-8a8e-b1b964e4af5a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/07c47277-ee2c-413d-8b5a-841bc10f18fa HTTP/1.1" status: 204 len: 168 time: 0.3645971 Jan 25 16:55:03.883992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38256) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:04.008043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.021516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port d45d40a3-c0d0-48cd-a192-f8d82014deee {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:04.022043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.212998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99003ae-5232-46e5-94b0-9208a5ac31c4 None None] Network 00d68fcf-6af9-463c-95d7-2704faf57b36 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:04.262947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port d45d40a3-c0d0-48cd-a192-f8d82014deee, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d45d40a3-c0d0-48cd-a192-f8d82014deee,segment=NetworkSegment(28c6f2d7-394d-4850-88c3-639a4c27554d),segment_id=28c6f2d7-394d-4850-88c3-639a4c27554d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:04.263220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.306359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-972d4d37-b435-4bce-a082-56216a509fb4 None None] Provisioning for port d45d40a3-c0d0-48cd-a192-f8d82014deee completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:04.422830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for d45d40a3-c0d0-48cd-a192-f8d82014deee owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:04.493305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7646b7c-8f93-416c-860d-7c421d4eefe7 None None] DHCP port deletion for 00d68fcf-6af9-463c-95d7-2704faf57b36 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:04.498762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7646b7c-8f93-416c-860d-7c421d4eefe7 None None] Deleting port d45d40a3-c0d0-48cd-a192-f8d82014deee {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:04.499345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7646b7c-8f93-416c-860d-7c421d4eefe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.503650 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.542688 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:55:04.553427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=d45d40a3-c0d0-48cd-a192-f8d82014deee,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:04.558929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port d45d40a3-c0d0-48cd-a192-f8d82014deee on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:04.570512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c7646b7c-8f93-416c-860d-7c421d4eefe7 None None] The port 'd45d40a3-c0d0-48cd-a192-f8d82014deee' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:04.700805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.727321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d68fcf-6af9-463c-95d7-2704faf57b36']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:04.739329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c6f2d7-394d-4850-88c3-639a4c27554d') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:04.739626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c6f2d7-394d-4850-88c3-639a4c27554d') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:04.751010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.768471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.775907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:04.776377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:04.791553 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:04.877861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.896244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.908169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=00d68fcf-6af9-463c-95d7-2704faf57b36,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:04.919832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27235a45-596c-4f9a-a5c5-d83cf7dfb9cd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/00d68fcf-6af9-463c-95d7-2704faf57b36 HTTP/1.1" status: 204 len: 168 time: 1.0347490 Jan 25 16:55:04.924331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38260) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:04.929983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1331959550'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:04.935326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:04.939981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:04.942977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:04.948720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:04.960664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:04.964199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:04.992563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:05.001959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.002317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 8850f53e-70ea-43a0-8e55-4a95fb06b652 of type vlan for network a697b439-e991-4ce4-aee5-554162fbed7b Jan 25 16:55:05.029451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.059817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.065888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:05.066472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.263699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3382781 Jan 25 16:55:05.267172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:05.275294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:05.293932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa993dc-abb9-4f8c-8df2-e63ff86526d7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=a697b439-e991-4ce4-aee5-554162fbed7b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:05.306114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network a697b439-e991-4ce4-aee5-554162fbed7b details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:05.395776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:05.399845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:05.402812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:05.409173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:05.421179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:05.425563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.670966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.755287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=756802c9-6cf6-43d6-a3c4-4925d581bc2e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:05.764892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '8850f53e-70ea-43a0-8e55-4a95fb06b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:05.765284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: a697b439-e991-4ce4-aee5-554162fbed7b, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:05.786603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network a697b439-e991-4ce4-aee5-554162fbed7b is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:05.796771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, a697b439-e991-4ce4-aee5-554162fbed7b) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:05.802245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:05.802892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:05.810898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62741383-01be-4805-9dee-5a86046c7efd None None] Network a697b439-e991-4ce4-aee5-554162fbed7b requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:05.833048 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f925bf8f-acf7-43e9-a186-c0040d80e3f0 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5614269 Jan 25 16:55:05.833858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:05.840171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1031324865'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:06.008811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:06.016185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:06.019934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:06.025879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:06.036098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:06.039871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.061793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:06.085965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-a697b439-e991-4ce4-aee5-554162fbed7b', 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': '756802c9-6cf6-43d6-a3c4-4925d581bc2e'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:06.087338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.238729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::386 (a697b439-e991-4ce4-aee5-554162fbed7b/756802c9-6cf6-43d6-a3c4-4925d581bc2e/8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:06.264565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38274) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:06.356755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ea98e-e146-446b-bc9b-2c9257ece6ff tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:06.357580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ea98e-e146-446b-bc9b-2c9257ece6ff tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:06.358242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ea98e-e146-446b-bc9b-2c9257ece6ff tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:06.360136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-909ea98e-e146-446b-bc9b-2c9257ece6ff tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 2999 time: 0.0946307 Jan 25 16:55:06.422704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.441119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:06.474827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.534230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network a697b439-e991-4ce4-aee5-554162fbed7b is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:06.542342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:06.542615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Allocated IP 2001:db8::2 (a697b439-e991-4ce4-aee5-554162fbed7b/756802c9-6cf6-43d6-a3c4-4925d581bc2e/790d9dcb-60f4-4728-a3ec-dc415ebf45b8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:06.551462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:06.557188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:06.557849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.595881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:06.600642 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-224ffa18-803e-4dae-82ca-db55eaec442c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7656498 Jan 25 16:55:06.605028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38282) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:06.690977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:06.691351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.784731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.795434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Transition to ACTIVE for port object 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:06.820614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Transition to ACTIVE for port object 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:06.827054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:06.895464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Network a697b439-e991-4ce4-aee5-554162fbed7b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:06.898636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:06.902580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:06.909389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Pushing event updated for resources: {'Port': ['ID=790d9dcb-60f4-4728-a3ec-dc415ebf45b8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:06.973621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.008753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Attempting to bind port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:07.009123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Attempting to bind port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '8850f53e-70ea-43a0-8e55-4a95fb06b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:07.009519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Attempting to bind port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 on network a697b439-e991-4ce4-aee5-554162fbed7b {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:07.017689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:07.018259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Checking segment: {'id': '8850f53e-70ea-43a0-8e55-4a95fb06b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:07.018690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.019085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Bound using segment: {'id': '8850f53e-70ea-43a0-8e55-4a95fb06b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:07.019569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Bound port: 790d9dcb-60f4-4728-a3ec-dc415ebf45b8, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8850f53e-70ea-43a0-8e55-4a95fb06b652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a697b439-e991-4ce4-aee5-554162fbed7b'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:07.019948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.116987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] For port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:07.120229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] For port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=790d9dcb-60f4-4728-a3ec-dc415ebf45b8,segment=NetworkSegment(8850f53e-70ea-43a0-8e55-4a95fb06b652),segment_id=8850f53e-70ea-43a0-8e55-4a95fb06b652)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:07.127940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:07.133508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.231577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b8829-e3a7-4f5d-8306-6647f74437d8 None None] Pushing event updated for resources: {'Port': ['ID=790d9dcb-60f4-4728-a3ec-dc415ebf45b8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:07.318600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.487311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:07.531230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.542268 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8a36ddc-bcb3-4f5e-ac6f-ba465e712dbe tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f HTTP/1.1" status: 204 len: 168 time: 0.9357791 Jan 25 16:55:07.545267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:07.593815 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98b066a-b6ff-4b7e-a630-036623d8da58 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:07.594355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f98b066a-b6ff-4b7e-a630-036623d8da58 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:07.617974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f98b066a-b6ff-4b7e-a630-036623d8da58 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:07.619641 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f98b066a-b6ff-4b7e-a630-036623d8da58 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f HTTP/1.1" status: 404 len: 333 time: 0.0730555 Jan 25 16:55:07.623108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38290) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:07.700358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 756802c9-6cf6-43d6-a3c4-4925d581bc2e {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:07.703955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.768262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:07.901600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.013540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.086866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=756802c9-6cf6-43d6-a3c4-4925d581bc2e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:08.093357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.104198 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0442bb23-0967-4265-b63c-aa52d434b9a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/756802c9-6cf6-43d6-a3c4-4925d581bc2e HTTP/1.1" status: 204 len: 168 time: 0.4796734 Jan 25 16:55:08.106516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38296) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:08.235539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.249208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:08.249607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.351317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e593166-3044-4774-8554-751338dad1f6 None None] Network a697b439-e991-4ce4-aee5-554162fbed7b requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:08.462164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f56c7a31-ae24-414b-ac31-90468cc33e57 None None] Provisioning for port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:08.508356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=790d9dcb-60f4-4728-a3ec-dc415ebf45b8,segment=NetworkSegment(8850f53e-70ea-43a0-8e55-4a95fb06b652),segment_id=8850f53e-70ea-43a0-8e55-4a95fb06b652)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:08.509392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.667106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:08.671043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d46fe-bf67-4ea5-a8b5-9ef9b350e581 None None] DHCP port deletion for a697b439-e991-4ce4-aee5-554162fbed7b request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:08.676142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d39d46fe-bf67-4ea5-a8b5-9ef9b350e581 None None] Deleting port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:08.676641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d39d46fe-bf67-4ea5-a8b5-9ef9b350e581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.770830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.815221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d39d46fe-bf67-4ea5-a8b5-9ef9b350e581 None None] The port '790d9dcb-60f4-4728-a3ec-dc415ebf45b8' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:08.820545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=790d9dcb-60f4-4728-a3ec-dc415ebf45b8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:08.828634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port 790d9dcb-60f4-4728-a3ec-dc415ebf45b8 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:08.967232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:08.997312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a697b439-e991-4ce4-aee5-554162fbed7b']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:09.010623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8850f53e-70ea-43a0-8e55-4a95fb06b652') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:09.010906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8850f53e-70ea-43a0-8e55-4a95fb06b652') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:09.023784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.042037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.058378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:09.059272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:09.074196 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:09.162842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.184100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.196242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=a697b439-e991-4ce4-aee5-554162fbed7b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:09.209305 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ded789e-0b57-423d-b56b-b241fa9f3502 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/a697b439-e991-4ce4-aee5-554162fbed7b HTTP/1.1" status: 204 len: 168 time: 1.1016591 Jan 25 16:55:09.213065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38302) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:09.218583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'name': 'tempest-PortsIpV6TestJSON-1786651438'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:09.333896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:09.337968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:09.340958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:09.348104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:09.359537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:09.363818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.386864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:09.630937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.660691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.688428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38306) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:09.747825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:09.751759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:09.755932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:09.761499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:09.762157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:09.762371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4721830b-9f59-439f-9f18-bd1043dce667 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:09.764058 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4721830b-9f59-439f-9f18-bd1043dce667 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 HTTP/1.1" status: 200 len: 814 time: 0.0744436 Jan 25 16:55:09.770678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:09.796809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bc133f9b-3409-4d7a-ae5e-af9eb07ef525 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5826941 Jan 25 16:55:09.801872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38312) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:09.885651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:09.886609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:10.137583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:10.273803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:10.360138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:10.413323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:10.420291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:10.432373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eafa378f-fbb5-489c-813a-ad1c30f63388 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/0b29cd6d-d6a6-4781-bc7b-0e4eee15ebe8 HTTP/1.1" status: 204 len: 168 time: 0.6293788 Jan 25 16:55:10.435359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38318) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:10.441817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'mac_address': 'fa:16:3e:87:03:54', 'name': 'tempest-PortsIpV6TestJSON-1996297711'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:10.563368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:10.568553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:10.571728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:10.577639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:10.589199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:10.675184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:10.681036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:10.713466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:10.752228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:10.834616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.150972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.188689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.269804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:11.273596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:11.277943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.280044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:11.285780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.286284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29 disassociated. External IP: 172.26.4.245, port: 79b537e4-652c-4376-9666-96b5759c40c1. Jan 25 16:55:11.287972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:11.288743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.305884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:11.330396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-96aec79d-4620-4101-ae79-1876c43589bf tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8931231 Jan 25 16:55:11.333422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38326) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:11.429360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616d95e-ed1f-4020-943a-178b583fe570 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:11.430511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b616d95e-ed1f-4020-943a-178b583fe570 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:11.454036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b616d95e-ed1f-4020-943a-178b583fe570 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:11.455796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b616d95e-ed1f-4020-943a-178b583fe570 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b HTTP/1.1" status: 200 len: 845 time: 0.1213224 Jan 25 16:55:11.460278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:11.580484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:11.581272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.717885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:55:11.975458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:11.992302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:55:11.997701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:12.007690 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:55:12.027557 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:12.029975 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:12.101852 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4820c6be-52e6-4149-b259-fe572c6db16e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 690 time: 1.4253242 Jan 25 16:55:12.102720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:55:12.110551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:12.119517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:12.264664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:12.277290 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1834477a-8640-48dd-a208-2bd2482856c3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 690 time: 0.1644793 Jan 25 16:55:12.327154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:12.333784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:12.352042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-19ce9ed2-235d-435e-a4aa-720385fbe517 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b HTTP/1.1" status: 204 len: 168 time: 0.8879032 Jan 25 16:55:12.352896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38342) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:12.426468 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1', 'status': 'completed', 'code': 200} Jan 25 16:55:12.428245 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:55:12.436766 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-68119c7a-2cd6-4574-9feb-feddf89a0880 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:12.437464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68119c7a-2cd6-4574-9feb-feddf89a0880 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:12.461815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68119c7a-2cd6-4574-9feb-feddf89a0880 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:12.467797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38348) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:12.471689 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68119c7a-2cd6-4574-9feb-feddf89a0880 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/5b74f17b-54af-4b03-a45e-ebc1fe4f1b6b HTTP/1.1" status: 404 len: 333 time: 0.1153619 Jan 25 16:55:12.475565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'name': 'tempest-PortsIpV6TestJSON-1291536132'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:12.663750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:12.677103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:12.695198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:12.698833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:12.713320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-ee5f5929-dd82-4671-a0d5-df25ffe4bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:12.714879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-ee5f5929-dd82-4671-a0d5-df25ffe4bc11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1098 time: 0.2933578 Jan 25 16:55:12.755185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 8743ae57-ceef-4413-9d9a-36cebdfd6675 yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:12.964277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-f0fa71e8-8a92-4eb3-ae37-d410f2d97063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:12.966313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-f0fa71e8-8a92-4eb3-ae37-d410f2d97063 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.2438612 Jan 25 16:55:12.973828 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:12.980608 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:55:13.018525 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:13.018525 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:13.118616 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-0957dfb4-dbcd-4a32-9eb7-f4989c5aebbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 217 time: 0.1330245 Jan 25 16:55:13.279826 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:55:13.281894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:13.332967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:13.342721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-98710974-766c-429a-a431-251af49ff773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:13.344222 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-98710974-766c-429a-a431-251af49ff773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.2189202 Jan 25 16:55:13.433882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:13.434599 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47a6c876-030c-439a-9d94-7abf445440c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 690 time: 0.1514220 Jan 25 16:55:13.533011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-d2cdd630-6f81-411a-91d7-19d4234b7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:13.534371 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-d2cdd630-6f81-411a-91d7-19d4234b7cbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832950 Jan 25 16:55:13.536298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:13.539700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:13.549051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-da094f56-2d1b-435a-927d-c23ac5b182c3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:55:13.550053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-da094f56-2d1b-435a-927d-c23ac5b182c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058508 Jan 25 16:55:13.551028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:13.556521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:13.557148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:13.561398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=8743ae57-ceef-4413-9d9a-36cebdfd6675,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:13.700415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:13.706780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57b8493-e47b-4421-9127-12ecb8d51f53 None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:55:13.760920 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-626fc13f-e3b4-49c1-bc9f-1deb9a6a24e7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2915013 Jan 25 16:55:13.764679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38356) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:13.772172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:13.847507 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-5e708a5b-75f4-47af-98d6-ad172df2b1d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809539 Jan 25 16:55:13.987860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.062815 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bbd5a34b-2a51-480f-a4cc-42d25fda6ac9 req-10f87a95-df96-4811-a4cd-700a02e8281f service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091546 Jan 25 16:55:14.080924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224779d-06b0-42ba-a13f-b6b8da68da4e None None] New status for floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:55:14.378885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.385002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.439787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38360) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:14.489848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] In _notify_port_updated(), no bound segment for port 8743ae57-ceef-4413-9d9a-36cebdfd6675 on network 24105775-5bd5-487a-a747-61a4f8497b6a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:55:14.499191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:14.500135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.505283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/ports/8743ae57-ceef-4413-9d9a-36cebdfd6675 HTTP/1.1" status: 200 len: 818 time: 0.7363987 Jan 25 16:55:14.507292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38364) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:14.531225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900e80f-dc8e-4714-8320-325173a09f33 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=8743ae57-ceef-4413-9d9a-36cebdfd6675,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:14.582303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-315fc828-1c41-4494-9170-9144a93ea50f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 690 time: 0.1404243 Jan 25 16:55:14.614741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 8743ae57-ceef-4413-9d9a-36cebdfd6675 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:14.615064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.858918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:14.990391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 8743ae57-ceef-4413-9d9a-36cebdfd6675 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:15.076342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.132137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=8743ae57-ceef-4413-9d9a-36cebdfd6675,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:15.138350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.149858 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f164d96c-7013-41d2-ba42-9fc9b3992492 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/8743ae57-ceef-4413-9d9a-36cebdfd6675 HTTP/1.1" status: 204 len: 168 time: 0.6427555 Jan 25 16:55:15.152470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38368) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:15.239078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ab30a-6b2b-4d20-8121-63dc5acd35be tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:15.239441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-737ab30a-6b2b-4d20-8121-63dc5acd35be tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:15.255714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-737ab30a-6b2b-4d20-8121-63dc5acd35be tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:15.256961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-737ab30a-6b2b-4d20-8121-63dc5acd35be tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1034889 Jan 25 16:55:15.260490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38372) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:15.303292 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f5264a-63ef-4dd7-ae75-063dbe0504ab tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:15.304621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c7f5264a-63ef-4dd7-ae75-063dbe0504ab tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/8743ae57-ceef-4413-9d9a-36cebdfd6675 HTTP/1.1" status: 404 len: 333 time: 0.0432127 Jan 25 16:55:15.308497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38376) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:15.314143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746455898'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:15.319123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:15.323015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:15.325900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:15.332171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:15.346319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:15.349738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.377536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:15.387466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.387805 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 50d5f775-d13c-416b-8181-9e8299ffb716 of type vlan for network 2564cb22-f155-40f1-a4f0-0442642bafe2 Jan 25 16:55:15.414551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.443475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.449147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:15.449748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.548731 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2388678 Jan 25 16:55:15.551655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38380) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:15.557471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:15.562548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721aa03-d0e7-4729-8a10-5a371e53e325 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=2564cb22-f155-40f1-a4f0-0442642bafe2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:15.573936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:15.585082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38384) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:15.676276 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ebadf0a5-a539-41e3-9bed-352d7f78dc94 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 688 time: 0.0899770 Jan 25 16:55:15.696432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:15.700283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:15.703107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:15.709461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:15.731453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:15.735104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:15.961764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.041146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=4b1984e8-86c7-4be7-ad57-c1d3e84c8eda,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:16.050394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '50d5f775-d13c-416b-8181-9e8299ffb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:16.050749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 2564cb22-f155-40f1-a4f0-0442642bafe2, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:16.071641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:16.081915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2564cb22-f155-40f1-a4f0-0442642bafe2) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:16.086289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:16.087064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.091225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f4367-2351-4198-87a6-53215fe64d19 None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:16.110206 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10a4e4e4-ad1b-4261-9281-ccbce460f6b6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5572431 Jan 25 16:55:16.112911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:16.119140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:16.258965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:16.263033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:16.265955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:16.272210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:16.282176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:16.285449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.310440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2564cb22-f155-40f1-a4f0-0442642bafe2', 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': '4b1984e8-86c7-4be7-ad57-c1d3e84c8eda'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:16.311285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.420352 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b1984e8-86c7-4be7-ad57-c1d3e84c8eda (CIDR: 2001:db8::/64) Jan 25 16:55:16.424652 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:55:16.425115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:55:16.443409 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-667afbc6-cff6-4230-8313-c859f63cb5b3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3292434 Jan 25 16:55:16.446132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:16.451856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:16.469069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Allocated IP 2001:db8::2 (2564cb22-f155-40f1-a4f0-0442642bafe2/4b1984e8-86c7-4be7-ad57-c1d3e84c8eda/3849ce7e-e7c0-4fe7-9314-67836ebb8399) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:16.594795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:16.599212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:16.602108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:16.608080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:16.619578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:16.623636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.690946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.708277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Transition to ACTIVE for port object 3849ce7e-e7c0-4fe7-9314-67836ebb8399 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:16.740729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Transition to ACTIVE for port object 3849ce7e-e7c0-4fe7-9314-67836ebb8399 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:16.750492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.824442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:16.827765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:16.833038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:16.839533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Pushing event updated for resources: {'Port': ['ID=3849ce7e-e7c0-4fe7-9314-67836ebb8399,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:16.921956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.936817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Attempting to bind port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:16.937239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Attempting to bind port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '50d5f775-d13c-416b-8181-9e8299ffb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:16.937724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Attempting to bind port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 on network 2564cb22-f155-40f1-a4f0-0442642bafe2 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:16.943656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:16.944041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Checking segment: {'id': '50d5f775-d13c-416b-8181-9e8299ffb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:16.944351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.944745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Bound using segment: {'id': '50d5f775-d13c-416b-8181-9e8299ffb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:16.945206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Bound port: 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d5f775-d13c-416b-8181-9e8299ffb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:16.945596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:16.983446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:16.987730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:16.990585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:16.991385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.019775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=ad45a569-f6bc-4cd9-aea0-a0d5b4385520,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:17.027659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04ecf0f2-88b3-4c71-a0b0-ad49239f8ef1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5778766 Jan 25 16:55:17.028148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38398) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:17.035514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'fixed_ips': [{'subnet_id': '4b1984e8-86c7-4be7-ad57-c1d3e84c8eda'}, {'subnet_id': 'ad45a569-f6bc-4cd9-aea0-a0d5b4385520'}], 'name': 'tempest-PortsIpV6TestJSON-2033879374'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:17.065093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:17.068656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3849ce7e-e7c0-4fe7-9314-67836ebb8399,segment=NetworkSegment(50d5f775-d13c-416b-8181-9e8299ffb716),segment_id=50d5f775-d13c-416b-8181-9e8299ffb716)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:17.072845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.181279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2040e9-173e-4a3a-a961-cde1b32e08a6 None None] Pushing event updated for resources: {'Port': ['ID=3849ce7e-e7c0-4fe7-9314-67836ebb8399,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:17.183483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:17.188834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474880442', 'description': 'tempest-secgroup-smoke-1474880442 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:17.199724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:17.223773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:17.232744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:17.239198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:17.242595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:17.245535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.259379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:17.275447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:17.280160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:17.283836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:17.299342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:17.310712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:17.567508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.614841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port cf61e698-5c56-4fe2-900b-9548ed2b44be yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:17.660737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.666308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.777112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:17.778282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5938358 Jan 25 16:55:17.782136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38406) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:17.784593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0188fa2-073d-4194-af3c-1c68c4599f42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306d6352-5064-43ad-883a-a964efc8052c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:17.790117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:17.801168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:17.807911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:17.811685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:17.984019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:18.009373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.075508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::2b (2564cb22-f155-40f1-a4f0-0442642bafe2/4b1984e8-86c7-4be7-ad57-c1d3e84c8eda/cf61e698-5c56-4fe2-900b-9548ed2b44be) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:18.084452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8:0:1::33b (2564cb22-f155-40f1-a4f0-0442642bafe2/ad45a569-f6bc-4cd9-aea0-a0d5b4385520/cf61e698-5c56-4fe2-900b-9548ed2b44be) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:18.085949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.090621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.123111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775a26de-c8df-4565-acc3-364411a1b4e0,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:18.133535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492658 Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.138161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.139326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.139326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.139326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.139781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.139781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec029d-1068-409c-9305-a9b31906cd56 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:18.140987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38410) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:18.157807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:18.167715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:18.189481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:18.196506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:18.244691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411a5e4-9dda-4403-b890-d4de8e6a945f None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:18.254775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:18.292210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.344507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3f0c4a9d-3a1d-4ad1-9365-55239a424d7c None None] Provisioning for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:18.377898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.406336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object cf61e698-5c56-4fe2-900b-9548ed2b44be will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:18.409092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.414353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.444457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5a4638-5ae0-486c-9e86-d00850a8792a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:18.457015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.458232 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf56813f-1ffc-457d-a25c-422df4444d00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3089333 Jan 25 16:55:18.460990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:18.467645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:18.474696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.476511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:18.532932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:18.543569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:18.557172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:18.565519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:18.572225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:18.578222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:18.584277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:18.584905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.588692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=cf61e698-5c56-4fe2-900b-9548ed2b44be,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:18.590484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Update dhcp port {'port': {'network_id': '2564cb22-f155-40f1-a4f0-0442642bafe2', 'fixed_ips': [{'subnet_id': '4b1984e8-86c7-4be7-ad57-c1d3e84c8eda', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad45a569-f6bc-4cd9-aea0-a0d5b4385520'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': '3849ce7e-e7c0-4fe7-9314-67836ebb8399'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:55:18.609742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.620716 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0643079b-035d-4f56-be23-b88fa78cfd22 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5918591 Jan 25 16:55:18.623890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38418) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:18.631950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b1984e8-86c7-4be7-ad57-c1d3e84c8eda'}]}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:18.648800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.682019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.687204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.724870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd1321e-4186-4570-8973-11a981db700c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:18.751589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.757905 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75b45daa-1482-4f3f-a493-14fa731156da tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957516 Jan 25 16:55:18.758722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:18.778175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:18.792395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:18.798657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:18.803011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:18.818200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:18.853903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.885030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3849ce7e-e7c0-4fe7-9314-67836ebb8399 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:18.934843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.940770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.968890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fc3a6b-8fe5-4903-b2eb-0c9424f7600b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:18.980862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:18.984799 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93c4c4cc-9e9b-44c5-b38a-164a238e1c15 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2224650 Jan 25 16:55:18.985252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38426) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:18.997261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:19.013816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:19.022177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:19.027191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:19.037325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:19.039517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.075807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Allocated IP 2001:db8:0:1::2 (2564cb22-f155-40f1-a4f0-0442642bafe2/ad45a569-f6bc-4cd9-aea0-a0d5b4385520/3849ce7e-e7c0-4fe7-9314-67836ebb8399) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:19.090935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:19.097573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:55:19.102886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:19.103262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.110842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.299090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.306947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.336081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3849ce7e-e7c0-4fe7-9314-67836ebb8399,segment=NetworkSegment(50d5f775-d13c-416b-8181-9e8299ffb716),segment_id=50d5f775-d13c-416b-8181-9e8299ffb716)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:19.348322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f8655-5ee6-4c53-9a78-94e5cc7636e6,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:19.348637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.387431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.398104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.399393 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f21db3d0-32a6-4c7c-b220-919cb767a7d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130592 Jan 25 16:55:19.402635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:19.408239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Transition to ACTIVE for port object 3849ce7e-e7c0-4fe7-9314-67836ebb8399 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:19.412931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '306d6352-5064-43ad-883a-a964efc8052c', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:19.420308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:19.425075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:19.429133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:19.438397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:19.451068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.452820 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:55:19.460929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.508370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Delete allocated IP 2001:db8:0:1::33b (2564cb22-f155-40f1-a4f0-0442642bafe2/ad45a569-f6bc-4cd9-aea0-a0d5b4385520) {{(pid=87552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:55:19.535645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.539877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.565763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ce7d16-6d84-4c4b-b70d-9bbf4c2a3bf4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:19.577530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.587362 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3704cf86-b66f-4e35-aad9-a806c7b06745 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728177 Jan 25 16:55:19.587582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:19.587582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:19.623182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b083-b063-4ad5-9f34-0b8d5703e3fc None None] Pushing event updated for resources: {'Port': ['ID=3849ce7e-e7c0-4fe7-9314-67836ebb8399,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:19.728290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.746002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Ignored duplicate provisioning block setup for port cf61e698-5c56-4fe2-900b-9548ed2b44be by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 16:55:19.752105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.833701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=cf61e698-5c56-4fe2-900b-9548ed2b44be,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:19.880451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] In _notify_port_updated(), no bound segment for port cf61e698-5c56-4fe2-900b-9548ed2b44be on network 2564cb22-f155-40f1-a4f0-0442642bafe2 {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:55:19.886271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:19.886919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:19.888262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e9337508-708c-4b09-81cc-d97f3f1aec28 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/ports/cf61e698-5c56-4fe2-900b-9548ed2b44be HTTP/1.1" status: 200 len: 925 time: 1.2633481 Jan 25 16:55:19.893155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:19.899675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b1984e8-86c7-4be7-ad57-c1d3e84c8eda'}, {'subnet_id': 'ad45a569-f6bc-4cd9-aea0-a0d5b4385520'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:20.047324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.049843 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-b2ca2df5-a61a-4c08-bc14-2b067cb3fea6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474880442&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0493710 Jan 25 16:55:20.155992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.196288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3849ce7e-e7c0-4fe7-9314-67836ebb8399,segment=NetworkSegment(50d5f775-d13c-416b-8181-9e8299ffb716),segment_id=50d5f775-d13c-416b-8181-9e8299ffb716)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:20.202221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.230584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-e990db86-1fdd-471c-bf7d-9c873c38a6ae tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:20.232634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-e990db86-1fdd-471c-bf7d-9c873c38a6ae tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 796 time: 0.1745374 Jan 25 16:55:20.249356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-201f012c-9209-42bf-a015-303ab0218c26 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0104311 Jan 25 16:55:20.289534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=3849ce7e-e7c0-4fe7-9314-67836ebb8399,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:20.361001 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-79d5f7ae-3ed2-4285-9b0d-cea45a10d8a6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1042151 Jan 25 16:55:20.365252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29157a5-a03f-498b-bc97-edbbb6c89a67 None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:20.380948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-abdb019a-5b2d-40b1-8702-fa24ea758580 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:55:20.381954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-abdb019a-5b2d-40b1-8702-fa24ea758580 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060740 Jan 25 16:55:20.451746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8:0:1::c4 (2564cb22-f155-40f1-a4f0-0442642bafe2/ad45a569-f6bc-4cd9-aea0-a0d5b4385520/cf61e698-5c56-4fe2-900b-9548ed2b44be) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:20.464045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5da365d0-406d-4412-9321-8c6051f5932e None None] Provisioning for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:20.483636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5da365d0-406d-4412-9321-8c6051f5932e None None] Provisioning complete for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:20.484023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da365d0-406d-4412-9321-8c6051f5932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.536068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-ff0a4c13-da39-478a-8a1b-f15c5fb7d1ee service neutron] 10.222.0.45 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468313 Jan 25 16:55:20.650669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.667357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Ignored duplicate provisioning block setup for port cf61e698-5c56-4fe2-900b-9548ed2b44be by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 16:55:20.673531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.692205 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-d95f6eda-bfce-4af2-a04b-97ac2ba39a5d service neutron] 10.222.0.45 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551704 Jan 25 16:55:20.834899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3849ce7e-e7c0-4fe7-9314-67836ebb8399 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:20.872639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] In _notify_port_updated(), no bound segment for port cf61e698-5c56-4fe2-900b-9548ed2b44be on network 2564cb22-f155-40f1-a4f0-0442642bafe2 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:55:20.879382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:20.880081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.882500 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/ports/cf61e698-5c56-4fe2-900b-9548ed2b44be HTTP/1.1" status: 200 len: 1010 time: 0.9880278 Jan 25 16:55:20.885401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:20.909605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=cf61e698-5c56-4fe2-900b-9548ed2b44be,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:20.918994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.919508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.919949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.920383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.920816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.921265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.921964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.922393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.922815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.923434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.923822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.924243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceab2611-f699-4e87-b9ab-c1e471a8bf2d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:55:20.956987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:20.958772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:20.993852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port cf61e698-5c56-4fe2-900b-9548ed2b44be {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:20.994187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.171733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Provisioning for port cf61e698-5c56-4fe2-900b-9548ed2b44be completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:21.179770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Provisioning complete for port cf61e698-5c56-4fe2-900b-9548ed2b44be triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:21.180315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.248278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Port cf61e698-5c56-4fe2-900b-9548ed2b44be cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:21.264474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Provisioning complete for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:21.265017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06c87710-54e3-4fb5-a32c-a10d382cd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.278896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52036e3e-d781-4f6e-b84a-743d5640d212 req-bb930a47-ca4d-4a35-afa9-bb2a5fb7a51d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 210 time: 0.3461106 Jan 25 16:55:21.464051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.577805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-33d653fd-fead-471f-a4bd-5f23f05e869d None None] Provisioning complete for port cf61e698-5c56-4fe2-900b-9548ed2b44be triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:21.578401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33d653fd-fead-471f-a4bd-5f23f05e869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.643795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-33d653fd-fead-471f-a4bd-5f23f05e869d None None] Port cf61e698-5c56-4fe2-900b-9548ed2b44be cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:21.686669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for cf61e698-5c56-4fe2-900b-9548ed2b44be owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:21.771616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b4a5b2ab-1316-4c94-a321-fe98b9027b3b None None] Provisioning complete for port cf61e698-5c56-4fe2-900b-9548ed2b44be triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:21.771616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b2ab-1316-4c94-a321-fe98b9027b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.882929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5b2ab-1316-4c94-a321-fe98b9027b3b None None] Port cf61e698-5c56-4fe2-900b-9548ed2b44be cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:21.957875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:21.997573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3660ec36-4b45-4e4e-8944-fe9d8eff491b None None] Could not find standard attr ID for object cf61e698-5c56-4fe2-900b-9548ed2b44be. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:22.013246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=cf61e698-5c56-4fe2-900b-9548ed2b44be,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:22.121537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.195238 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c2a1cc1d-90e2-4c14-aa80-038116a7b910 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/cf61e698-5c56-4fe2-900b-9548ed2b44be HTTP/1.1" status: 204 len: 168 time: 1.3085773 Jan 25 16:55:22.197790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38468) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:22.247961 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54ccc66-a1d4-4a9f-b5b2-4a304844aee1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:22.248516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b54ccc66-a1d4-4a9f-b5b2-4a304844aee1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:22.261067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-6c446870-408d-42c2-aef0-0612c6b10bf1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:22.262511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-6c446870-408d-42c2-aef0-0612c6b10bf1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 796 time: 0.1741879 Jan 25 16:55:22.267356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b54ccc66-a1d4-4a9f-b5b2-4a304844aee1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:22.268970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b54ccc66-a1d4-4a9f-b5b2-4a304844aee1 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/cf61e698-5c56-4fe2-900b-9548ed2b44be HTTP/1.1" status: 404 len: 333 time: 0.0696502 Jan 25 16:55:22.271717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38472) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:22.326441 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-1a6fad9f-abff-44c0-bfcc-877a78013374 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 472 time: 0.0558047 Jan 25 16:55:22.337675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['306d6352-5064-43ad-883a-a964efc8052c']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:22.462615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet ad45a569-f6bc-4cd9-aea0-a0d5b4385520 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:22.465728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.476350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa9e42fc-f016-40a1-84bd-c47d71024473 req-497bc6d5-c8bd-4601-aae1-d7d7a9d8ad16 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 210 time: 0.0619602 Jan 25 16:55:22.524147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.533796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:22.543311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:22.554358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:22.558050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.613047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.686879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.726606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.10 (ee9221e5-03c7-49b4-93cb-35dc7d1f74f3/39f0fdd3-0997-41fc-a3c1-03fb85ef5dff/70e03d75-55a4-48f8-afc7-c59d115493e2) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:22.732526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=ad45a569-f6bc-4cd9-aea0-a0d5b4385520,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:22.734657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.741639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-772ac540-4aed-4182-acdf-2a5cae7ece1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/ad45a569-f6bc-4cd9-aea0-a0d5b4385520 HTTP/1.1" status: 204 len: 168 time: 0.4688985 Jan 25 16:55:22.744420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:22.745749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de5f44-a499-4299-bd1e-1e67859d368f None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:22.816177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 4b1984e8-86c7-4be7-ad57-c1d3e84c8eda {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:22.819628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.880210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.960586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.978633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:22.979864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 70e03d75-55a4-48f8-afc7-c59d115493e2 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:23.005536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.059378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.078217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:23.081431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:23.085696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:23.099247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1984e8-86c7-4be7-ad57-c1d3e84c8eda,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:23.105348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.115218 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c51ee94-26b5-4da0-9419-beaf9beab2c5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/4b1984e8-86c7-4be7-ad57-c1d3e84c8eda HTTP/1.1" status: 204 len: 168 time: 0.3699505 Jan 25 16:55:23.115670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:23.148149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:23.390932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:23.392186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.428052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.436111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e81fb7d9-1dc5-4bbc-b460-f8b6d216e9f1 None None] Provisioning for port 70e03d75-55a4-48f8-afc7-c59d115493e2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:23.442797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:23.443135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.445905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e81fb7d9-1dc5-4bbc-b460-f8b6d216e9f1 None None] Provisioning complete for port 70e03d75-55a4-48f8-afc7-c59d115493e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:23.446413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e81fb7d9-1dc5-4bbc-b460-f8b6d216e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.476233 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-0050bb61-9d00-4b09-8a34-0b94abf279b6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434593 Jan 25 16:55:23.487874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Request body: {'port': {'device_id': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:23.525463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e81fb7d9-1dc5-4bbc-b460-f8b6d216e9f1 None None] Port 70e03d75-55a4-48f8-afc7-c59d115493e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:23.721169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78de272-4c16-4712-a324-a20ae15b1794 None None] Network 2564cb22-f155-40f1-a4f0-0442642bafe2 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:23.752898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.819956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4a3ceb49-1f86-4e17-8652-3f5a6687289a None None] Provisioning complete for port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:23.820564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a3ceb49-1f86-4e17-8652-3f5a6687289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:23.935556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3849ce7e-e7c0-4fe7-9314-67836ebb8399,segment=NetworkSegment(50d5f775-d13c-416b-8181-9e8299ffb716),segment_id=50d5f775-d13c-416b-8181-9e8299ffb716)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:23.935988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.020917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c5423-f817-4d06-816b-6d323e3a83d1 req-fd92ff3c-bd29-44de-b430-836bb8605c87 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:24.021978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5e9c5423-f817-4d06-816b-6d323e3a83d1 req-fd92ff3c-bd29-44de-b430-836bb8605c87 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:24.093711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 3849ce7e-e7c0-4fe7-9314-67836ebb8399 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:24.121966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] DHCP port deletion for 2564cb22-f155-40f1-a4f0-0442642bafe2 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:24.125567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Deleting port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:24.126190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.207376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5e9c5423-f817-4d06-816b-6d323e3a83d1 req-fd92ff3c-bd29-44de-b430-836bb8605c87 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:24.208660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e9c5423-f817-4d06-816b-6d323e3a83d1 req-fd92ff3c-bd29-44de-b430-836bb8605c87 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 932 time: 0.5803728 Jan 25 16:55:24.362249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] For port 3849ce7e-e7c0-4fe7-9314-67836ebb8399, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3849ce7e-e7c0-4fe7-9314-67836ebb8399,segment=NetworkSegment(50d5f775-d13c-416b-8181-9e8299ffb716),segment_id=50d5f775-d13c-416b-8181-9e8299ffb716)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:24.362649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.374465 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e9c5423-f817-4d06-816b-6d323e3a83d1 req-1e1cdb8b-d464-40c6-bf2b-1c44c1123096 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586871 Jan 25 16:55:24.377542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.452328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=3849ce7e-e7c0-4fe7-9314-67836ebb8399,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:24.463246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:24.493197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Calling delete_port for 3849ce7e-e7c0-4fe7-9314-67836ebb8399 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:24.570059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:24.570398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:24.614421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.689578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564cb22-f155-40f1-a4f0-0442642bafe2']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:24.708124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d5f775-d13c-416b-8181-9e8299ffb716') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:24.708398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d5f775-d13c-416b-8181-9e8299ffb716') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:24.716038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e03d75-55a4-48f8-afc7-c59d115493e2 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:55:24.728469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.731705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.759383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Transition to ACTIVE for port object 70e03d75-55a4-48f8-afc7-c59d115493e2 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:24.761315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.766451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.781586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3849ce7e-e7c0-4fe7-9314-67836ebb8399 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:55:24.804100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:24.804505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:24.819395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 3849ce7e-e7c0-4fe7-9314-67836ebb8399 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:55:24.819395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3849ce7e-e7c0-4fe7-9314-67836ebb8399 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:24.820470 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:25.070947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Deleting port 3849ce7e-e7c0-4fe7-9314-67836ebb8399 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:25.071624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.146423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee86c000-dc4b-4398-950a-b6d7f8194145 None None] The port '3849ce7e-e7c0-4fe7-9314-67836ebb8399' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:25.147371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Pushing event updated for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:25.182138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.202627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.256655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=2564cb22-f155-40f1-a4f0-0442642bafe2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:25.270119 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ab3ac0f9-a311-4933-87c1-a8599785c31c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/2564cb22-f155-40f1-a4f0-0442642bafe2 HTTP/1.1" status: 204 len: 168 time: 2.1483817 Jan 25 16:55:25.274309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38492) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:25.303729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Attempting to bind port 70e03d75-55a4-48f8-afc7-c59d115493e2 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:25.304055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Attempting to bind port 70e03d75-55a4-48f8-afc7-c59d115493e2 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:25.304373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Attempting to bind port 70e03d75-55a4-48f8-afc7-c59d115493e2 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:25.309567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Port 70e03d75-55a4-48f8-afc7-c59d115493e2 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:55:25.309882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Attempting to bind port 70e03d75-55a4-48f8-afc7-c59d115493e2 on network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:25.316096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:25.316438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Checking segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:25.316820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Bound using segment: {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:25.317260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Bound port: 70e03d75-55a4-48f8-afc7-c59d115493e2, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec623777-dcd0-4d5b-bd3e-576393543666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:25.317605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.364168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b6a4e-dec6-452f-a343-edd8d31b7b27 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.365913 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d63b6a4e-dec6-452f-a343-edd8d31b7b27 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0904846 Jan 25 16:55:25.369713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38496) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:25.399560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.430230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:25.436348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=70e03d75-55a4-48f8-afc7-c59d115493e2,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:25.442604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.488742 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28644aef-1552-4640-bedc-c32c1acd1671 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1174264 Jan 25 16:55:25.491716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:25.500228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-559704292'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:25.512519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:25.514568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.515186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.516706 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] 10.222.0.15 "PUT /v2.0/ports/70e03d75-55a4-48f8-afc7-c59d115493e2 HTTP/1.1" status: 200 len: 1094 time: 2.0335383 Jan 25 16:55:25.517646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:25.521729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:25.538377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:25.551521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:55:25.557178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:25.565726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.607750 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'status': 'completed', 'code': 200} Jan 25 16:55:25.621584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:25.638184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.638184 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 83e85296-bdc3-4167-96b1-812a211d0fa3 of type vlan for network 799af839-427e-4719-9291-22fd2c495151 Jan 25 16:55:25.647777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8032c2-4232-469b-9936-2eb54f5a59ea service neutron] Pushing event updated for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:25.671353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.686627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-6adcc4a7-5198-4aff-9ac6-b70d09f75c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.688139 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-6adcc4a7-5198-4aff-9ac6-b70d09f75c89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 1097 time: 0.1237938 Jan 25 16:55:25.696157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41e1f-bd4d-4371-a8d4-cf1a98b8ea88 req-9b1583f9-6371-43d4-a116-a171c26c08a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.698156 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ddf41e1f-bd4d-4371-a8d4-cf1a98b8ea88 req-9b1583f9-6371-43d4-a116-a171c26c08a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 944 time: 0.1943159 Jan 25 16:55:25.709170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.715054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.715691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.754124 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2608466 Jan 25 16:55:25.758698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:25.791038 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-6d9cd1e8-3c6c-4e60-a84d-d6d5e2880eac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e03d75-55a4-48f8-afc7-c59d115493e2 HTTP/1.1" status: 200 len: 217 time: 0.0922787 Jan 25 16:55:25.809406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '799af839-427e-4719-9291-22fd2c495151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:25.868782 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ddf41e1f-bd4d-4371-a8d4-cf1a98b8ea88 req-4e35119a-e4cd-4997-8664-7f5993d196ce tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061130 Jan 25 16:55:25.882099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-bd0567b3-ca76-4e23-8921-08efa681ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.883557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-bd0567b3-ca76-4e23-8921-08efa681ea67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.0869677 Jan 25 16:55:25.944496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50cc44-3a1c-4982-9349-971f5d32d36a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=799af839-427e-4719-9291-22fd2c495151,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:25.950924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:25.955545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:25.958379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:25.959163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 799af839-427e-4719-9291-22fd2c495151 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:25.964352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:25.975946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:25.979255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-c86d08c6-cf83-4c4f-afb6-95f568cab5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:25.979690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:25.980741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-c86d08c6-cf83-4c4f-afb6-95f568cab5d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880969 Jan 25 16:55:26.126953 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-b94b10ff-cd23-4eb4-a5f2-dc498e4bceb0 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376014 Jan 25 16:55:26.225248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:26.268621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3878c052-8241-45e0-b8e1-ee1704aa5662 req-b9de8b89-5184-4225-8b12-9e6892b7cc62 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361210 Jan 25 16:55:26.311831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=26b050de-f975-438d-b3eb-2dbdb33c3769,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:26.318425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '83e85296-bdc3-4167-96b1-812a211d0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '799af839-427e-4719-9291-22fd2c495151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:26.318791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 799af839-427e-4719-9291-22fd2c495151, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:26.339321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 799af839-427e-4719-9291-22fd2c495151 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:26.349800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 799af839-427e-4719-9291-22fd2c495151) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:26.353849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:26.355871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:26.361280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7a913-32fb-49f8-bdf0-13434d37e7e5 None None] Network 799af839-427e-4719-9291-22fd2c495151 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:26.382134 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2580d1dd-3de1-463c-ab80-e09bbd1acf77 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6199152 Jan 25 16:55:26.382343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:26.389266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '799af839-427e-4719-9291-22fd2c495151', 'name': 'tempest-PortsIpV6TestJSON-1994263525'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:26.402946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249247-fda2-4053-af1b-5d1290c53389 req-7364d1fd-b739-4df2-b03a-c3e62e9c871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:26.404523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-7364d1fd-b739-4df2-b03a-c3e62e9c871a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 1097 time: 0.0865481 Jan 25 16:55:26.545918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:26.550400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:26.553381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:26.554574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249247-fda2-4053-af1b-5d1290c53389 req-8fc83e1a-ba1f-4d36-a7aa-29487e860301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:26.556031 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-8fc83e1a-ba1f-4d36-a7aa-29487e860301 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.1447418 Jan 25 16:55:26.559542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:26.570374 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:26.573924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:26.592603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-799af839-427e-4719-9291-22fd2c495151', 'network_id': '799af839-427e-4719-9291-22fd2c495151', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': '26b050de-f975-438d-b3eb-2dbdb33c3769'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:26.593511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:26.599684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port ded72d3b-102f-495e-9aa9-8f098bb55f7a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:26.630997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-0b1f740d-b5f9-4983-b049-f2076cf6acd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e03d75-55a4-48f8-afc7-c59d115493e2 HTTP/1.1" status: 200 len: 217 time: 0.0683341 Jan 25 16:55:26.708525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249247-fda2-4053-af1b-5d1290c53389 req-4e074d2a-f0d0-46be-8094-fc164ddc9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:26.710019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-4e074d2a-f0d0-46be-8094-fc164ddc9130 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.0702541 Jan 25 16:55:26.840061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249247-fda2-4053-af1b-5d1290c53389 req-7bea8cbb-d5ca-4935-b4c8-f37cc5e7162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:26.841556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-7bea8cbb-d5ca-4935-b4c8-f37cc5e7162a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251602 Jan 25 16:55:26.857371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::257 (799af839-427e-4719-9291-22fd2c495151/26b050de-f975-438d-b3eb-2dbdb33c3769/ded72d3b-102f-495e-9aa9-8f098bb55f7a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:26.988262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-e704869e-35c6-4acc-a04b-578edbaec2fb service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372404 Jan 25 16:55:27.076554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.095579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object ded72d3b-102f-495e-9aa9-8f098bb55f7a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:27.120656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.191169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Allocated IP 2001:db8::2 (799af839-427e-4719-9291-22fd2c495151/26b050de-f975-438d-b3eb-2dbdb33c3769/c031c292-203d-4482-b027-3f1a5e5ab44d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:27.200302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 799af839-427e-4719-9291-22fd2c495151 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:27.203461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:27.207812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:27.213988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:27.214756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.235802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=ded72d3b-102f-495e-9aa9-8f098bb55f7a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:27.258813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-faa7323a-637a-4cb0-931e-57040555a720 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8743281 Jan 25 16:55:27.259620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:27.265608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '799af839-427e-4719-9291-22fd2c495151', 'name': 'tempest-PortsIpV6TestJSON-1761302503'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:27.303836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafa887-7d08-461b-b91a-769569fa4293 req-7cfdba3a-755c-4dfb-ac19-e47f9fd8d309 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:27.305383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fafa887-7d08-461b-b91a-769569fa4293 req-7cfdba3a-755c-4dfb-ac19-e47f9fd8d309 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 944 time: 0.3202209 Jan 25 16:55:27.309183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9249247-fda2-4053-af1b-5d1290c53389 req-070a9d59-7165-4267-959c-59e04f519872 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860365 Jan 25 16:55:27.352059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fafa887-7d08-461b-b91a-769569fa4293 req-d04a0161-f4bb-45da-8e79-0d85aa864df6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Jan 25 16:55:27.428292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.428941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:27.433492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:27.436505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:27.440085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Transition to ACTIVE for port object c031c292-203d-4482-b027-3f1a5e5ab44d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:27.442830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:27.453383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:27.457501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.460044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Transition to ACTIVE for port object c031c292-203d-4482-b027-3f1a5e5ab44d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:27.465820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.480085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 807c1f50-aa5d-46c5-9367-9546ecc46cc4 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:27.534843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Network 799af839-427e-4719-9291-22fd2c495151 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:27.537487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:27.541360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:27.581423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Pushing event updated for resources: {'Port': ['ID=c031c292-203d-4482-b027-3f1a5e5ab44d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:27.643520 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::f5 (799af839-427e-4719-9291-22fd2c495151/26b050de-f975-438d-b3eb-2dbdb33c3769/807c1f50-aa5d-46c5-9367-9546ecc46cc4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:27.662797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Attempting to bind port c031c292-203d-4482-b027-3f1a5e5ab44d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:27.663168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Attempting to bind port c031c292-203d-4482-b027-3f1a5e5ab44d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '83e85296-bdc3-4167-96b1-812a211d0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '799af839-427e-4719-9291-22fd2c495151'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:27.663538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Attempting to bind port c031c292-203d-4482-b027-3f1a5e5ab44d on network 799af839-427e-4719-9291-22fd2c495151 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:27.665789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75e014d4-4a4c-467b-8bdf-9ed851bee29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.670760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:27.671145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Checking segment: {'id': '83e85296-bdc3-4167-96b1-812a211d0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '799af839-427e-4719-9291-22fd2c495151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:27.671544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.671931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Bound using segment: {'id': '83e85296-bdc3-4167-96b1-812a211d0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '799af839-427e-4719-9291-22fd2c495151'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:27.672395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Bound port: c031c292-203d-4482-b027-3f1a5e5ab44d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e85296-bdc3-4167-96b1-812a211d0fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '799af839-427e-4719-9291-22fd2c495151'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:27.673387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.764676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] For port c031c292-203d-4482-b027-3f1a5e5ab44d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:27.768907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] For port c031c292-203d-4482-b027-3f1a5e5ab44d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c031c292-203d-4482-b027-3f1a5e5ab44d,segment=NetworkSegment(83e85296-bdc3-4167-96b1-812a211d0fa3),segment_id=83e85296-bdc3-4167-96b1-812a211d0fa3)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:27.773993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.862762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.863818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45bfe-dc88-40b6-99ea-3c05c7d2208a None None] Pushing event updated for resources: {'Port': ['ID=c031c292-203d-4482-b027-3f1a5e5ab44d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:27.885634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 807c1f50-aa5d-46c5-9367-9546ecc46cc4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:27.914053 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:27.992617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 799af839-427e-4719-9291-22fd2c495151 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:27.995972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:27.999911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:28.006244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:28.006872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:28.014824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=807c1f50-aa5d-46c5-9367-9546ecc46cc4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:28.052456 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa38250c-d360-407f-8723-d20a5c91ed98 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7916641 Jan 25 16:55:28.056100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38522) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:28.147965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af54b2-0ae4-42a2-b598-3ce56cc64c6b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:28.148692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-20af54b2-0ae4-42a2-b598-3ce56cc64c6b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:28.166568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-20af54b2-0ae4-42a2-b598-3ce56cc64c6b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:28.167756 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-20af54b2-0ae4-42a2-b598-3ce56cc64c6b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A257 HTTP/1.1" status: 200 len: 929 time: 0.1106110 Jan 25 16:55:28.171040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:28.245916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 807c1f50-aa5d-46c5-9367-9546ecc46cc4 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:28.246255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:28.552894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:28.688599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 807c1f50-aa5d-46c5-9367-9546ecc46cc4 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:28.760573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f968d4-b525-47ad-b459-a341c104bb11 req-cff95f51-60a0-4aa5-b02f-1172565bb684 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:28.762171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3f968d4-b525-47ad-b459-a341c104bb11 req-cff95f51-60a0-4aa5-b02f-1172565bb684 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 944 time: 0.2980700 Jan 25 16:55:28.858763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c031c292-203d-4482-b027-3f1a5e5ab44d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:28.862744 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3f968d4-b525-47ad-b459-a341c104bb11 req-57d5803c-7189-4d9e-8eb7-32edeb8eade5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788517 Jan 25 16:55:28.904078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:28.949712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port c031c292-203d-4482-b027-3f1a5e5ab44d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:28.956749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd8519-121a-450a-bec8-a424be0e5d64 None None] Network 799af839-427e-4719-9291-22fd2c495151 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:28.998896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=807c1f50-aa5d-46c5-9367-9546ecc46cc4,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:29.015788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.030551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ab689a88-fa31-4e14-8ada-da8e0fbcf2c6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/807c1f50-aa5d-46c5-9367-9546ecc46cc4 HTTP/1.1" status: 204 len: 168 time: 0.8584380 Jan 25 16:55:29.033463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38532) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:29.054127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Provisioning for port c031c292-203d-4482-b027-3f1a5e5ab44d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:29.073008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Provisioning complete for port c031c292-203d-4482-b027-3f1a5e5ab44d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:29.073416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.083496 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f277ed-f3cb-4867-b641-701b63c0cd7c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:29.084031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e3f277ed-f3cb-4867-b641-701b63c0cd7c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:29.100609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e3f277ed-f3cb-4867-b641-701b63c0cd7c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:29.104778 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e3f277ed-f3cb-4867-b641-701b63c0cd7c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/807c1f50-aa5d-46c5-9367-9546ecc46cc4 HTTP/1.1" status: 404 len: 333 time: 0.0676887 Jan 25 16:55:29.105029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:29.175477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port ded72d3b-102f-495e-9aa9-8f098bb55f7a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:29.175934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.309987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.352727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] For port c031c292-203d-4482-b027-3f1a5e5ab44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c031c292-203d-4482-b027-3f1a5e5ab44d,segment=NetworkSegment(83e85296-bdc3-4167-96b1-812a211d0fa3),segment_id=83e85296-bdc3-4167-96b1-812a211d0fa3)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:29.362827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.449609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c530fd-423a-4d7d-8021-b5ba975aa6fa None None] Pushing event updated for resources: {'Port': ['ID=c031c292-203d-4482-b027-3f1a5e5ab44d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:29.476889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.614685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for ded72d3b-102f-495e-9aa9-8f098bb55f7a owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:29.705539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78fa0a3e-9939-4aca-aa49-f7a2aa124662 None None] Provisioning complete for port c031c292-203d-4482-b027-3f1a5e5ab44d triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:29.706323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78fa0a3e-9939-4aca-aa49-f7a2aa124662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.778657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:29.843807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=ded72d3b-102f-495e-9aa9-8f098bb55f7a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:29.895449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78fa0a3e-9939-4aca-aa49-f7a2aa124662 None None] Could not find standard attr ID for object ded72d3b-102f-495e-9aa9-8f098bb55f7a. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:30.008712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6fa88de6-a408-4723-977c-43bcb522a9ed None None] Could not find standard attr ID for object ded72d3b-102f-495e-9aa9-8f098bb55f7a. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:30.020867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.041268 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51f66b34-752b-40bd-8711-ce42796c8b03 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/ded72d3b-102f-495e-9aa9-8f098bb55f7a HTTP/1.1" status: 204 len: 168 time: 0.9333105 Jan 25 16:55:30.043943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38542) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:30.091537 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d919da4-41cb-4d10-962d-9f939b63ee61 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:30.092141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6c82-4cee-416a-97b0-a9696bf1522a req-7d70a949-892c-4b76-9fa5-69c169fe4303 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:30.092661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d919da4-41cb-4d10-962d-9f939b63ee61 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:30.093721 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41ed6c82-4cee-416a-97b0-a9696bf1522a req-7d70a949-892c-4b76-9fa5-69c169fe4303 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 944 time: 0.1025352 Jan 25 16:55:30.112494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d919da4-41cb-4d10-962d-9f939b63ee61 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:30.116324 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d919da4-41cb-4d10-962d-9f939b63ee61 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/ded72d3b-102f-495e-9aa9-8f098bb55f7a HTTP/1.1" status: 404 len: 333 time: 0.0689156 Jan 25 16:55:30.117313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:30.154496 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41ed6c82-4cee-416a-97b0-a9696bf1522a req-3e736913-f664-416b-b2f1-2453ec29feb7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 Jan 25 16:55:30.194923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 26b050de-f975-438d-b3eb-2dbdb33c3769 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:30.198900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.239009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49b05595-ee52-442f-8f53-c31d15fe9eaa None None] Could not find standard attr ID for object 807c1f50-aa5d-46c5-9367-9546ecc46cc4. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:30.242398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00eddd09-3486-40fe-8179-15f8a933e704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.269345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.368248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.451701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.495070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=26b050de-f975-438d-b3eb-2dbdb33c3769,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:30.496951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.503971 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec85ceb2-bf66-485c-a051-033b4b00b27a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/26b050de-f975-438d-b3eb-2dbdb33c3769 HTTP/1.1" status: 204 len: 168 time: 0.3853292 Jan 25 16:55:30.507200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38550) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:30.552498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4e7aa-91ad-4351-b02c-502cfc60e222 None None] Network 799af839-427e-4719-9291-22fd2c495151 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:30.634134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.645766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port c031c292-203d-4482-b027-3f1a5e5ab44d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:30.646107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.818796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c031c292-203d-4482-b027-3f1a5e5ab44d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:30.869205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] DHCP port deletion for 799af839-427e-4719-9291-22fd2c495151 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:30.880282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Deleting port c031c292-203d-4482-b027-3f1a5e5ab44d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:30.880655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.893501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port c031c292-203d-4482-b027-3f1a5e5ab44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c031c292-203d-4482-b027-3f1a5e5ab44d,segment=NetworkSegment(83e85296-bdc3-4167-96b1-812a211d0fa3),segment_id=83e85296-bdc3-4167-96b1-812a211d0fa3)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:30.893861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:30.971966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 70e03d75-55a4-48f8-afc7-c59d115493e2 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:55:31.007844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c031c292-203d-4482-b027-3f1a5e5ab44d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:31.008123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.133499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for c031c292-203d-4482-b027-3f1a5e5ab44d owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:31.223869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.254457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Could not find standard attr ID for object c031c292-203d-4482-b027-3f1a5e5ab44d. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:31.269023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.272225 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No ports have port_id starting with c031c292-203d-4482-b027-3f1a5e5ab44d Jan 25 16:55:31.299123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] For port c031c292-203d-4482-b027-3f1a5e5ab44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c031c292-203d-4482-b027-3f1a5e5ab44d,segment=NetworkSegment(83e85296-bdc3-4167-96b1-812a211d0fa3),segment_id=83e85296-bdc3-4167-96b1-812a211d0fa3)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:31.299508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.309730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=c031c292-203d-4482-b027-3f1a5e5ab44d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:31.319334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port c031c292-203d-4482-b027-3f1a5e5ab44d on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:31.438896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Calling delete_port for c031c292-203d-4482-b027-3f1a5e5ab44d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:31.472241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.495591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=70e03d75-55a4-48f8-afc7-c59d115493e2,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:31.505258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799af839-427e-4719-9291-22fd2c495151']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:31.520733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7092-6a62-4fcf-a0d6-5f0e8d377c16 req-507c3088-9e81-472b-ad16-c069be27e3d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:31.522317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dc3a7092-6a62-4fcf-a0d6-5f0e8d377c16 req-507c3088-9e81-472b-ad16-c069be27e3d7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 944 time: 0.2547381 Jan 25 16:55:31.524632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'port_id': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'mac_address': 'fa:16:3e:d1:63:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:55:31.526428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.529062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e85296-bdc3-4167-96b1-812a211d0fa3') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:31.529700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e85296-bdc3-4167-96b1-812a211d0fa3') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:31.545016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.585623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.599390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:31.599390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.599741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:31.599907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:31.601875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:31.615575 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:31.623744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e03d75-55a4-48f8-afc7-c59d115493e2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:55:31.640086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=70e03d75-55a4-48f8-afc7-c59d115493e2,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:31.644989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.672011 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dc3a7092-6a62-4fcf-a0d6-5f0e8d377c16 req-12324c05-a6a0-4dc8-81cc-2075bc921f86 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347828 Jan 25 16:55:31.708340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.717043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:31.730848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.742556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=799af839-427e-4719-9291-22fd2c495151,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:31.754955 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-36df77da-a8b2-429c-b808-b839616f3957 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/799af839-427e-4719-9291-22fd2c495151 HTTP/1.1" status: 204 len: 168 time: 1.2463465 Jan 25 16:55:31.758630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:31.764533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2100113853'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:31.770338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:31.774628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:31.778619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:31.785691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:31.797778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:31.802071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.833480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:31.849470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.849900 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment 975a6dc2-6875-4915-828a-da03671d4df4 of type vlan for network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f Jan 25 16:55:31.885279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.924420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:31.930190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:31.930788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.035869 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2758188 Jan 25 16:55:32.038754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:32.043228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['70e03d75-55a4-48f8-afc7-c59d115493e2'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:55:32.044971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:32.049932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9d4ff-d11e-45b2-ae4a-42de6e48d6ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:32.077315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:32.101293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Deleting port c031c292-203d-4482-b027-3f1a5e5ab44d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:32.101665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.167049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:32.173765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:32.178425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:32.185417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:32.197410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:32.201176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.253491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84aee27e-a18b-4f43-bd8f-e206747b5a9c None None] The port 'c031c292-203d-4482-b027-3f1a5e5ab44d' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:32.447838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.529698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:32.538728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': '975a6dc2-6875-4915-828a-da03671d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:32.539034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:32.558235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:32.569016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:32.572915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:32.573529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.577755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c626d-6fc5-4def-a5ef-86d455919c8e None None] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:32.595959 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c5eff150-9cd6-4016-b08d-7af72fdfdae6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5559487 Jan 25 16:55:32.599403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:32.604955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f', 'name': 'tempest-PortsIpV6TestJSON-2032737554', 'fixed_ips': [{'subnet_id': 'c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268', 'ip_address': '2001:db8::10'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:32.693374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.811435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:32.817357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f', 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': 'c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:32.818317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:32.828011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:32.839937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c031c292-203d-4482-b027-3f1a5e5ab44d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:55:32.841687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:32.850853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:32.866523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:32.882255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: c031c292-203d-4482-b027-3f1a5e5ab44d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:55:32.882531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c031c292-203d-4482-b027-3f1a5e5ab44d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:55:32.956722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb02899-105f-4813-8f85-5fc9a9d1bac3 req-6ca024e5-a87d-406f-bfd9-34d37a98b344 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:32.957833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edb02899-105f-4813-8f85-5fc9a9d1bac3 req-6ca024e5-a87d-406f-bfd9-34d37a98b344 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 945 time: 0.1079772 Jan 25 16:55:33.013442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edb02899-105f-4813-8f85-5fc9a9d1bac3 req-4526c233-353b-40b6-b5fc-bb0a63e72029 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Jan 25 16:55:33.047421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.060691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Allocated IP 2001:db8::2 (3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f/c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268/720f2d01-a36f-4aa6-b759-7823545d0945) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:33.073078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port c923548a-7a6e-4917-8abc-4283335f447b yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:33.275116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.286780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Transition to ACTIVE for port object 720f2d01-a36f-4aa6-b759-7823545d0945 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:33.306818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Transition to ACTIVE for port object 720f2d01-a36f-4aa6-b759-7823545d0945 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:33.314768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.385269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::10 (3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f/c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268/c923548a-7a6e-4917-8abc-4283335f447b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:33.386104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:33.389407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:33.394973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:33.402952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Pushing event updated for resources: {'Port': ['ID=720f2d01-a36f-4aa6-b759-7823545d0945,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:33.496358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Attempting to bind port 720f2d01-a36f-4aa6-b759-7823545d0945 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:33.496760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Attempting to bind port 720f2d01-a36f-4aa6-b759-7823545d0945 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '975a6dc2-6875-4915-828a-da03671d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:33.497133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Attempting to bind port 720f2d01-a36f-4aa6-b759-7823545d0945 on network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:33.502746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:33.503120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Checking segment: {'id': '975a6dc2-6875-4915-828a-da03671d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:33.503521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.503916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Bound using segment: {'id': '975a6dc2-6875-4915-828a-da03671d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:33.504380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Bound port: 720f2d01-a36f-4aa6-b759-7823545d0945, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975a6dc2-6875-4915-828a-da03671d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:33.504751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.595650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] For port 720f2d01-a36f-4aa6-b759-7823545d0945, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:33.598815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] For port 720f2d01-a36f-4aa6-b759-7823545d0945, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=720f2d01-a36f-4aa6-b759-7823545d0945,segment=NetworkSegment(975a6dc2-6875-4915-828a-da03671d4df4),segment_id=975a6dc2-6875-4915-828a-da03671d4df4)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:33.603875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.611071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.631203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object c923548a-7a6e-4917-8abc-4283335f447b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:33.661673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.690905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf4594-95bd-4f12-b4cf-6c8780f048b3 None None] Pushing event updated for resources: {'Port': ['ID=720f2d01-a36f-4aa6-b759-7823545d0945,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:33.739850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:33.743345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:33.746268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:33.755878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:33.757055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:33.783118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=c923548a-7a6e-4917-8abc-4283335f447b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:33.801610 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57eee40d-4e37-4028-9d7c-ccf0d7254f1b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2008684 Jan 25 16:55:33.804384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:33.810937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f', 'name': 'tempest-PortsIpV6TestJSON-735628187', 'fixed_ips': [{'subnet_id': 'c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268', 'ip_address': '2001:db8::f'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:33.978318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:33.984662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:33.988687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:33.995868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:34.007755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:34.012910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:34.037837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:34.226642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d057-ca4b-4580-839b-0520b526a433 req-8f06f5d5-ace3-4718-a9e1-6f95b5faed94 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:34.228607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4181d057-ca4b-4580-839b-0520b526a433 req-8f06f5d5-ace3-4718-a9e1-6f95b5faed94 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 945 time: 0.0890899 Jan 25 16:55:34.255828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::f (3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f/c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268/27f3b79f-b2f6-4c77-8e54-61f6fddd7b38) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:34.277367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4181d057-ca4b-4580-839b-0520b526a433 req-3e216466-6a2f-4215-951e-94364a8f9601 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Jan 25 16:55:34.629793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:34.647711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:34.674280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:34.741649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d494c53-f9c9-4601-8f74-c0e957ce6697 None None] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:34.760114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:34.765254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:34.776306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:34.784621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:34.785658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:34.833962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=27f3b79f-b2f6-4c77-8e54-61f6fddd7b38,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:34.838863 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0acf511f-c7db-4cd3-b812-ebb57f3a9836 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0320704 Jan 25 16:55:34.842717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38576) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:34.862422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-04032f6c-77d7-46fa-994e-7813500565c4 None None] Provisioning for port 720f2d01-a36f-4aa6-b759-7823545d0945 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:34.934301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 720f2d01-a36f-4aa6-b759-7823545d0945 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:34.970810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bdc536-70c0-4338-94bd-f984325a2726 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:34.971669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76bdc536-70c0-4338-94bd-f984325a2726 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:34.989435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-76bdc536-70c0-4338-94bd-f984325a2726 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:34.990626 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76bdc536-70c0-4338-94bd-f984325a2726 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1466029 Jan 25 16:55:34.993815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:35.008183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 70e03d75-55a4-48f8-afc7-c59d115493e2 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:35.084474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3400648-97d2-464b-932b-e0deb338c4b8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:35.090616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3400648-97d2-464b-932b-e0deb338c4b8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:35.099503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3400648-97d2-464b-932b-e0deb338c4b8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:35.101864 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3400648-97d2-464b-932b-e0deb338c4b8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1071084 Jan 25 16:55:35.104814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38584) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:35.166281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 720f2d01-a36f-4aa6-b759-7823545d0945 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:35.182356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 720f2d01-a36f-4aa6-b759-7823545d0945 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:35.182356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.209165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:35.209165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.235862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 70e03d75-55a4-48f8-afc7-c59d115493e2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:35.252687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 70e03d75-55a4-48f8-afc7-c59d115493e2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:35.253722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.475171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.523082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a53b24-a52a-40d0-b9f3-e5783448757c req-1da3dfdd-b234-478b-8d00-195fc252b8c3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:35.531258 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-13a53b24-a52a-40d0-b9f3-e5783448757c req-1da3dfdd-b234-478b-8d00-195fc252b8c3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 945 time: 0.1181157 Jan 25 16:55:35.567934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 720f2d01-a36f-4aa6-b759-7823545d0945, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=720f2d01-a36f-4aa6-b759-7823545d0945,segment=NetworkSegment(975a6dc2-6875-4915-828a-da03671d4df4),segment_id=975a6dc2-6875-4915-828a-da03671d4df4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:35.576744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.591366 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-13a53b24-a52a-40d0-b9f3-e5783448757c req-a9fc5b9a-755f-4e68-914e-9c9ca9b2a3a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589690 Jan 25 16:55:35.607684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.649387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.749926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:35.750269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:55:35.769564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Provisioning for port c923548a-7a6e-4917-8abc-4283335f447b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:35.779023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=720f2d01-a36f-4aa6-b759-7823545d0945,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:35.809108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=70e03d75-55a4-48f8-afc7-c59d115493e2,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:35.811894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Provisioning complete for port c923548a-7a6e-4917-8abc-4283335f447b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:35.812850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.912227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Port c923548a-7a6e-4917-8abc-4283335f447b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:35.914779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:35.918336 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'code': 200} Jan 25 16:55:35.949871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.010058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:36.013139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Provisioning complete for port 720f2d01-a36f-4aa6-b759-7823545d0945 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:36.013885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.112040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=27f3b79f-b2f6-4c77-8e54-61f6fddd7b38,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:36.124629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-44382c6e-8879-42a9-aaf0-9486b2a20894 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869489 Jan 25 16:55:36.138737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.194028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-dcaf0f18-a581-4992-b871-b521f1fbacdb None None] Could not find standard attr ID for object 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:36.209536 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab6c1758-00be-4b78-b9ff-2f2985636612 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 HTTP/1.1" status: 204 len: 168 time: 1.1036189 Jan 25 16:55:36.212236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38596) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:36.241261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-d1add6ef-3986-420f-ae10-484a36398659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.242666 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-d1add6ef-3986-420f-ae10-484a36398659 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 1098 time: 0.0879486 Jan 25 16:55:36.282934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9c0f29-8f38-41ca-9a99-0743b4d282c2 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:36.283469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c9c0f29-8f38-41ca-9a99-0743b4d282c2 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:36.290891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32040-37b8-45ab-a927-380d646fb332 req-b464fea2-cf5b-48a5-981e-131d2f529e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.292377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94e32040-37b8-45ab-a927-380d646fb332 req-b464fea2-cf5b-48a5-981e-131d2f529e94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 1099 time: 0.1518688 Jan 25 16:55:36.322905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c9c0f29-8f38-41ca-9a99-0743b4d282c2 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:36.324070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c9c0f29-8f38-41ca-9a99-0743b4d282c2 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/27f3b79f-b2f6-4c77-8e54-61f6fddd7b38 HTTP/1.1" status: 404 len: 333 time: 0.1102531 Jan 25 16:55:36.330803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1b58694a-bea4-47ad-994a-e68fb41a9c08 None None] Provisioning complete for port c923548a-7a6e-4917-8abc-4283335f447b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:36.331178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b58694a-bea4-47ad-994a-e68fb41a9c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.334459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38600) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:36.391003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94e32040-37b8-45ab-a927-380d646fb332 req-25751c49-e57a-4af6-98df-500607277c29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916862 Jan 25 16:55:36.398882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1b58694a-bea4-47ad-994a-e68fb41a9c08 None None] Port c923548a-7a6e-4917-8abc-4283335f447b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:36.403205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1b58694a-bea4-47ad-994a-e68fb41a9c08 None None] Could not find standard attr ID for object 27f3b79f-b2f6-4c77-8e54-61f6fddd7b38. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:36.410348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-7b99d876-3585-4dd1-9dc2-fee8a3121d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.411215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port c923548a-7a6e-4917-8abc-4283335f447b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:36.411563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.411953 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-7b99d876-3585-4dd1-9dc2-fee8a3121d7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1494586 Jan 25 16:55:36.737455 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-db814d54-d9d6-434a-ac10-ba2e7dfe5136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 200 len: 1001 time: 0.1064126 Jan 25 16:55:36.796137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 720f2d01-a36f-4aa6-b759-7823545d0945 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:36.811981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-df091891-421e-492d-bce6-8b61ac438835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.813968 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-df091891-421e-492d-bce6-8b61ac438835 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0661836 Jan 25 16:55:36.843405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.864741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5c4d9-3a33-40b9-803a-c27a1d7ef504 req-a56dad80-6da7-4884-923b-ac216858c4b2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.866279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33c5c4d9-3a33-40b9-803a-c27a1d7ef504 req-a56dad80-6da7-4884-923b-ac216858c4b2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.1518977 Jan 25 16:55:36.877114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 720f2d01-a36f-4aa6-b759-7823545d0945 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:36.877564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:36.902439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-52370205-712b-45a4-9396-05d18c86d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:36.904800 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-52370205-712b-45a4-9396-05d18c86d2fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841632 Jan 25 16:55:37.004682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for c923548a-7a6e-4917-8abc-4283335f447b owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:37.079384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33c5c4d9-3a33-40b9-803a-c27a1d7ef504 req-19ddf593-5611-4051-826b-fc07a121ddf0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595542 Jan 25 16:55:37.161056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-94d0f708-dacb-4353-9f6e-7a56d0e54afa service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471192 Jan 25 16:55:37.176030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.262370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=c923548a-7a6e-4917-8abc-4283335f447b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:37.280848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.300918 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-baa76ebb-0a15-4cc1-8f7c-87c3ad3e1c53 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/c923548a-7a6e-4917-8abc-4283335f447b HTTP/1.1" status: 204 len: 168 time: 0.9650140 Jan 25 16:55:37.303622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38606) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:37.312317 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01fa5ec1-9d69-4d0f-9f6e-d0d14a47f19c req-a86e9f57-f71b-429d-97e0-6e4e6cdb2872 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448295 Jan 25 16:55:37.350481 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c71eeed-ffd2-4c20-8954-f99082ec4809 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:37.350784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c71eeed-ffd2-4c20-8954-f99082ec4809 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:37.368381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c71eeed-ffd2-4c20-8954-f99082ec4809 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:37.369652 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0c71eeed-ffd2-4c20-8954-f99082ec4809 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/c923548a-7a6e-4917-8abc-4283335f447b HTTP/1.1" status: 404 len: 333 time: 0.0649927 Jan 25 16:55:37.372494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38610) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:37.444155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:37.447238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.505707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.600003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.679985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.722762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:37.724748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.731485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b882d-a21a-42b2-9165-856cc04261e7 None None] Network 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:37.734046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38614) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:37.734225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-10906341-5c5e-43be-9f9a-5cee3b3e0624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268 HTTP/1.1" status: 204 len: 168 time: 0.3605721 Jan 25 16:55:37.857767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:37.869344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 720f2d01-a36f-4aa6-b759-7823545d0945 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:37.869777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.012719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] DHCP port deletion for 3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:38.018008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Deleting port 720f2d01-a36f-4aa6-b759-7823545d0945 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:38.018519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.104538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port 720f2d01-a36f-4aa6-b759-7823545d0945, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=720f2d01-a36f-4aa6-b759-7823545d0945,segment=NetworkSegment(975a6dc2-6875-4915-828a-da03671d4df4),segment_id=975a6dc2-6875-4915-828a-da03671d4df4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:38.105418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.237101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 720f2d01-a36f-4aa6-b759-7823545d0945 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:38.238787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] For port 720f2d01-a36f-4aa6-b759-7823545d0945, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=720f2d01-a36f-4aa6-b759-7823545d0945,segment=NetworkSegment(975a6dc2-6875-4915-828a-da03671d4df4),segment_id=975a6dc2-6875-4915-828a-da03671d4df4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:38.239185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.278746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aca8a4-cdaa-42a8-af61-080c6b282d83 req-49cf43b0-e605-473a-b3a6-6cecdf993cbb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:38.280290 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16aca8a4-cdaa-42a8-af61-080c6b282d83 req-49cf43b0-e605-473a-b3a6-6cecdf993cbb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.0860407 Jan 25 16:55:38.326420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.339140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16aca8a4-cdaa-42a8-af61-080c6b282d83 req-2f9370de-792e-42fa-9d81-e91c0cc23fa6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521233 Jan 25 16:55:38.374098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=720f2d01-a36f-4aa6-b759-7823545d0945,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:38.381606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Calling delete_port for 720f2d01-a36f-4aa6-b759-7823545d0945 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:38.382315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port 720f2d01-a36f-4aa6-b759-7823545d0945 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:38.462848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:38.463207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:38.515723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.533744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f33ba5-1ae7-47b0-ac9b-fc076d580336 req-75919251-ab04-45bd-87d9-372328d48043 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:38.535307 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41f33ba5-1ae7-47b0-ac9b-fc076d580336 req-75919251-ab04-45bd-87d9-372328d48043 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.0830078 Jan 25 16:55:38.542925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:38.556613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975a6dc2-6875-4915-828a-da03671d4df4') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:38.557102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975a6dc2-6875-4915-828a-da03671d4df4') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:38.569449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.581577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41f33ba5-1ae7-47b0-ac9b-fc076d580336 req-cd541909-0e4b-4e78-9590-6d83fa178caa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402164 Jan 25 16:55:38.590213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.599897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:38.600447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.605717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38622) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:38.615929 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:38.683838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1617e-5fbb-42de-a511-9e68a022a375 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:38.685408 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56c1617e-5fbb-42de-a511-9e68a022a375 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 1094 time: 0.0786684 Jan 25 16:55:38.690307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38626) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:38.695616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'port_id': '70e03d75-55a4-48f8-afc7-c59d115493e2'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:38.698694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.716068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.728077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:38.745030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f4e46d8-2cc5-49fe-8faa-845a92410a2e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/3e3c67cd-adf5-4113-ba50-7a63bdf2ba6f HTTP/1.1" status: 204 len: 168 time: 1.0094967 Jan 25 16:55:38.745779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38630) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:38.751950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-750648667'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:38.759285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:38.763944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:network and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:38.767440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:38.774130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:38.776855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.803344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:38.807590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.820455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 720f2d01-a36f-4aa6-b759-7823545d0945 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:55:38.841596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:55:38.854813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.855253 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Added segment c6365a40-e478-443c-b71b-393fd18d516d of type vlan for network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f Jan 25 16:55:38.857563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 720f2d01-a36f-4aa6-b759-7823545d0945 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:55:38.857914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 720f2d01-a36f-4aa6-b759-7823545d0945 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:55:38.884786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.917801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.929027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:38.930103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:38.964373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Deleting port 720f2d01-a36f-4aa6-b759-7823545d0945 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:38.964938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.039698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c74f950-d1f5-4959-b054-c85ddc89a6ee None None] The port '720f2d01-a36f-4aa6-b759-7823545d0945' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:39.101012 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3541195 Jan 25 16:55:39.103992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38634) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:39.112307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:39.131829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e93c0b-0654-48d3-89e6-6067897bfa3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Network': ['ID=165174d6-83a5-4ddf-b4a4-d119f3c2bf0f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:39.147503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:55:39.239868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:39.244137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:39.247212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:39.254579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:39.265097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:39.269276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.497961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.563972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.569717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.584175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=9ebcacc6-341d-426f-a4e6-d4b047393193,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:39.590517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Checking segment: {'id': 'c6365a40-e478-443c-b71b-393fd18d516d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:39.590886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network hostable DHCP agents. Network: 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:55:39.614388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:55:39.626969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:39.631511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:39.632263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.640124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8de2c-0526-41c0-a498-23623bcec4cb None None] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:39.662879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-20da627d-48f8-4d04-9313-e747e00d6e01 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5577867 Jan 25 16:55:39.665639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38638) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:39.672618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1675742819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:39.681011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:39.686643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:router and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:39.690898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:39.699115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:39.723782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.727262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.753874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.785115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.800542 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29 associated. External IP: 172.26.4.245, port: 70e03d75-55a4-48f8-afc7-c59d115493e2. Jan 25 16:55:39.835041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:39.840176 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c39d482b-69c4-4629-bcaa-5a0c7c62c439 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1732795 Jan 25 16:55:39.840787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:39.847404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f', 'name': 'tempest-PortsIpV6TestJSON-295274647'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:39.935784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-165174d6-83a5-4ddf-b4a4-d119f3c2bf0f', 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': '9ebcacc6-341d-426f-a4e6-d4b047393193'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:39.937840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.149672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:40.153705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:40.157869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:40.163735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:40.170438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Allocated IP 2001:db8::2 (165174d6-83a5-4ddf-b4a4-d119f3c2bf0f/9ebcacc6-341d-426f-a4e6-d4b047393193/4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:40.175287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:40.179259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.202539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port f4928733-21ed-4deb-8975-cb29796d0178 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:40.227351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:55:40.393555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.404900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Transition to ACTIVE for port object 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:40.418273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:55:40.424329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.424580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Transition to ACTIVE for port object 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:40.429856 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:55:40.431311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.442268 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:40.442884 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:40.492518 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5aa3d07a-2f97-43fb-8366-54b851a28891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 992 time: 1.8010178 Jan 25 16:55:40.493192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38646) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:40.493997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:55:40.504785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:40.507949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:40.511870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:40.518065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Pushing event updated for resources: {'Port': ['ID=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:40.565758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::1ad (165174d6-83a5-4ddf-b4a4-d119f3c2bf0f/9ebcacc6-341d-426f-a4e6-d4b047393193/f4928733-21ed-4deb-8975-cb29796d0178) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:40.611480 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'status': 'completed', 'code': 200} Jan 25 16:55:40.621302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Attempting to bind port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:40.621673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Attempting to bind port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'c6365a40-e478-443c-b71b-393fd18d516d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:40.622370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Attempting to bind port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff on network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:40.636077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:40.636503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Checking segment: {'id': 'c6365a40-e478-443c-b71b-393fd18d516d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:40.636942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.637526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Bound using segment: {'id': 'c6365a40-e478-443c-b71b-393fd18d516d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:40.638058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Bound port: 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6365a40-e478-443c-b71b-393fd18d516d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '165174d6-83a5-4ddf-b4a4-d119f3c2bf0f'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:40.638622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.643759 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:55:40.667482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-92fd8984-9ebb-4366-a6c3-871734d83a89 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 992 time: 0.1677339 Jan 25 16:55:40.739296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] For port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:40.746471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] For port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,segment=NetworkSegment(c6365a40-e478-443c-b71b-393fd18d516d),segment_id=c6365a40-e478-443c-b71b-393fd18d516d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:40.751663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.845178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8f8d5-99cf-4617-93a7-41aed5b8efab None None] Pushing event updated for resources: {'Port': ['ID=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:40.904377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:40.916824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1092-4548-4682-a32e-8f41b25d91fe req-3a4cd3f0-4c5c-4f8f-a40e-4b2d2ef172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:40.918532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-3a4cd3f0-4c5c-4f8f-a40e-4b2d2ef172ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 1099 time: 0.2248368 Jan 25 16:55:40.949593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object f4928733-21ed-4deb-8975-cb29796d0178 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:41.069899 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:d1:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:55:39Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:41.073986 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:55:41.083956 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:41.084923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:41.088566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1092-4548-4682-a32e-8f41b25d91fe req-a81329c1-57b7-402c-b88f-32ee742c1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:41.091702 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-a81329c1-57b7-402c-b88f-32ee742c1861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.1651402 Jan 25 16:55:41.181990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:41.275994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:41.282913 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:55:41.283133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:41.288990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:41.294602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:41.295146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:41.303215 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-da92a906-3b6c-4667-8f18-c58cb078c035 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e03d75-55a4-48f8-afc7-c59d115493e2 HTTP/1.1" status: 200 len: 1000 time: 0.2037313 Jan 25 16:55:41.305491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=f4928733-21ed-4deb-8975-cb29796d0178,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:41.385322 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3095ea4-beca-4b16-a64c-415e19286460 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5434353 Jan 25 16:55:41.388005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38652) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:41.452290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1092-4548-4682-a32e-8f41b25d91fe req-f93a8133-52d6-46ae-ad16-c767ae20e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:41.454484 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-f93a8133-52d6-46ae-ad16-c767ae20e8c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.1408236 Jan 25 16:55:41.554301 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:55:41.670530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38656) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:41.677441 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:d1:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:55:39Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:41.682616 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce29fe-fc0f-402b-8a6c-0252b6d3d80c None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fba61d1d-eb0d-42e8-b87d-27003afbef29', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'port_id': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'mac_address': 'fa:16:3e:d1:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:54:06Z', 'updated_at': '2022-01-25T16:55:39Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:55:41.945971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e3ee0420-0ebe-4a06-80e8-f5efe5d11308 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 992 time: 0.2736037 Jan 25 16:55:41.952039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1092-4548-4682-a32e-8f41b25d91fe req-4b3c4204-9f31-4f3b-bf22-56ea27fc61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:41.953612 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-4b3c4204-9f31-4f3b-bf22-56ea27fc61ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4909039 Jan 25 16:55:41.979736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28345859-ac9d-4a72-afbb-ac55bb01a691 None None] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:42.053889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468bab3-5814-4155-91f1-864a43847373 None None] New status for floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:55:42.169158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e7cbfd8b-0a50-4855-8271-5f43bbc85dae None None] Provisioning for port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:42.357574 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-e331e73f-9015-4b7c-8036-2e1e6f0437d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438273 Jan 25 16:55:42.468818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:42.647014 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-343d1092-4548-4682-a32e-8f41b25d91fe req-a9e4b839-6075-4ee0-9808-043f80df6860 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821915 Jan 25 16:55:42.717322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b5b41e2f-5c13-47c2-a116-665628ed2120 None None] Provisioning for port f4928733-21ed-4deb-8975-cb29796d0178 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:42.732878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b5b41e2f-5c13-47c2-a116-665628ed2120 None None] Provisioning complete for port f4928733-21ed-4deb-8975-cb29796d0178 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:42.732878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5b41e2f-5c13-47c2-a116-665628ed2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:42.854240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b5b41e2f-5c13-47c2-a116-665628ed2120 None None] Port f4928733-21ed-4deb-8975-cb29796d0178 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:42.915325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:42.949920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38660) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:42.962601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:42.971560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.024190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:43.029879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:43.030296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.096444 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ca622b9a-0e59-40f9-b780-ea20909b6e4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 200 len: 994 time: 0.1450887 Jan 25 16:55:43.117688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=f4928733-21ed-4deb-8975-cb29796d0178,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:43.118690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a7cfa0ca-e892-4ea5-b6aa-5f9b520450d5 None None] Provisioning complete for port f4928733-21ed-4deb-8975-cb29796d0178 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:43.119059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa0ca-e892-4ea5-b6aa-5f9b520450d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.210694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfa0ca-e892-4ea5-b6aa-5f9b520450d5 None None] Port f4928733-21ed-4deb-8975-cb29796d0178 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:43.252240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.289881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,segment=NetworkSegment(c6365a40-e478-443c-b71b-393fd18d516d),segment_id=c6365a40-e478-443c-b71b-393fd18d516d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:43.290466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.294679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.369161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-591651c8-9640-4f62-8ec1-c2a1e8ea0e95 None None] Provisioning complete for port f4928733-21ed-4deb-8975-cb29796d0178 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:43.369451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-591651c8-9640-4f62-8ec1-c2a1e8ea0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.398254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.413143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:43.431989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-591651c8-9640-4f62-8ec1-c2a1e8ea0e95 None None] Port f4928733-21ed-4deb-8975-cb29796d0178 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:43.926068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.934662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:43.935871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:44.104725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=f4928733-21ed-4deb-8975-cb29796d0178,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:44.160117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:44.161318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:44.386575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Router c3692109-fd00-4d95-8a06-77d435b0878b is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:55:44.461995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d380500-46b2-4393-9e1e-49ae2bcc8018 None None] Provisioning complete for port f4928733-21ed-4deb-8975-cb29796d0178 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:44.462645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d380500-46b2-4393-9e1e-49ae2bcc8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:44.528242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2d380500-46b2-4393-9e1e-49ae2bcc8018 None None] Port f4928733-21ed-4deb-8975-cb29796d0178 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:44.602496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:55:44.611139 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5b76ac6-a3fa-4aed-a48e-e5894ee326d8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/routers/c3692109-fd00-4d95-8a06-77d435b0878b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2212770 Jan 25 16:55:44.613557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38664) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:44.616159 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] Sync routers for ids ['c3692109-fd00-4d95-8a06-77d435b0878b'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:55:44.625968 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] Routers {'c3692109-fd00-4d95-8a06-77d435b0878b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:44.626656 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c3692109-fd00-4d95-8a06-77d435b0878b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:44.686915 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:44.693195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b818c-e58e-43ec-b93d-36cc85575bb6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:44.693909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b42b818c-e58e-43ec-b93d-36cc85575bb6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:44.695753 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] Routers {'c3692109-fd00-4d95-8a06-77d435b0878b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:44.696352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c3692109-fd00-4d95-8a06-77d435b0878b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:44.709625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b42b818c-e58e-43ec-b93d-36cc85575bb6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:44.710957 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b42b818c-e58e-43ec-b93d-36cc85575bb6 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3692109-fd00-4d95-8a06-77d435b0878b HTTP/1.1" status: 200 len: 988 time: 0.0964642 Jan 25 16:55:44.713858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38668) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:44.764297 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:44.764691 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268cff9-d7e5-4609-a3f4-1fbbf030f130 None None] The sync data for ids ['c3692109-fd00-4d95-8a06-77d435b0878b'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:55:44.804244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:44.875904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:44.875904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:45.228556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:45.635998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port f4928733-21ed-4deb-8975-cb29796d0178 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:45.637057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:45.832083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:45.973230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for f4928733-21ed-4deb-8975-cb29796d0178 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:46.153445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:46.204944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=f4928733-21ed-4deb-8975-cb29796d0178,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:46.382415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:46.659044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Router c3692109-fd00-4d95-8a06-77d435b0878b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:55:46.911471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:55:46.920505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] Sync routers for ids ['c3692109-fd00-4d95-8a06-77d435b0878b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:55:46.929533 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d080b5b9-2760-4e1f-8acd-77c927eb7824 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/routers/c3692109-fd00-4d95-8a06-77d435b0878b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146690 Jan 25 16:55:46.930855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] Routers {'c3692109-fd00-4d95-8a06-77d435b0878b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:46.931477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c3692109-fd00-4d95-8a06-77d435b0878b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:46.932148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38672) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:46.974903 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-392a00c9-3501-4958-bae0-1c97fb25b0e3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:46.975437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-392a00c9-3501-4958-bae0-1c97fb25b0e3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:46.995458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-392a00c9-3501-4958-bae0-1c97fb25b0e3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:46.996790 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-392a00c9-3501-4958-bae0-1c97fb25b0e3 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/f4928733-21ed-4deb-8975-cb29796d0178 HTTP/1.1" status: 404 len: 333 time: 0.0636630 Jan 25 16:55:46.997206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:46.999814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38676) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:47.006324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] Routers {'c3692109-fd00-4d95-8a06-77d435b0878b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:55:47.006947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c3692109-fd00-4d95-8a06-77d435b0878b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:47.069903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:47.070317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba2965-91cb-4873-88e7-b12031e28e47 None None] The sync data for ids ['c3692109-fd00-4d95-8a06-77d435b0878b'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:55:47.139698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.442639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.444888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.468044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.468599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Fanout notify agent at l3_agent the message router_deleted on router c3692109-fd00-4d95-8a06-77d435b0878b {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:55:47.480582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.481710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a5ce3ec2-44df-434d-b949-03aa7b1f270a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/routers/c3692109-fd00-4d95-8a06-77d435b0878b HTTP/1.1" status: 204 len: 168 time: 0.4802887 Jan 25 16:55:47.484289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38680) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:47.552283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 9ebcacc6-341d-426f-a4e6-d4b047393193 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:47.555338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.609466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.699438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.775944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.817660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebcacc6-341d-426f-a4e6-d4b047393193,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:47.822901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.829017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae79a03-5660-4c85-a135-c74e70019de7 None None] Network 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:47.833662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-57047fc5-9231-4cea-81e7-c1b0432efa05 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/9ebcacc6-341d-426f-a4e6-d4b047393193 HTTP/1.1" status: 204 len: 168 time: 0.3454902 Jan 25 16:55:47.833891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38684) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:47.957021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:47.967853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:47.968184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.095416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] DHCP port deletion for 165174d6-83a5-4ddf-b4a4-d119f3c2bf0f request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:55:48.106654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Deleting port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:48.107031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.186608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] For port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,segment=NetworkSegment(c6365a40-e478-443c-b71b-393fd18d516d),segment_id=c6365a40-e478-443c-b71b-393fd18d516d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:48.187245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.320407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] For port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,segment=NetworkSegment(c6365a40-e478-443c-b71b-393fd18d516d),segment_id=c6365a40-e478-443c-b71b-393fd18d516d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:48.320686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.441852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:48.449543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Calling delete_port for 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:48.520562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.525976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:48.526334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:48.571757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No DVR routers for this DVR port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:55:48.573455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:48.707542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.732581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165174d6-83a5-4ddf-b4a4-d119f3c2bf0f']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:48.745954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6365a40-e478-443c-b71b-393fd18d516d') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:48.746072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6365a40-e478-443c-b71b-393fd18d516d') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:55:48.764580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.782780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.791851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:55:48.792252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.805580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:55:48.814605 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:55:48.880830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:55:48.881304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:55:48.902399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.920858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:48.941365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=165174d6-83a5-4ddf-b4a4-d119f3c2bf0f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:48.951536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-525ad099-c147-49e2-a16e-894906125788 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/165174d6-83a5-4ddf-b4a4-d119f3c2bf0f HTTP/1.1" status: 204 len: 168 time: 1.1163740 Jan 25 16:55:48.955444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:49.027824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Deleting port 4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:49.028204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.030789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091bb11-8117-4eb5-b8b2-e3eef7592ad7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:49.032823 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b091bb11-8117-4eb5-b8b2-e3eef7592ad7 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/65affd85-fa95-48e6-a503-377749b4d39f HTTP/1.1" status: 200 len: 844 time: 0.0762484 Jan 25 16:55:49.036255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:49.097889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84fc3e07-7592-4cd8-a8c1-ab33203ca064 None None] The port '4c8dd72e-e4a0-4084-b02e-ac0f5dd351ff' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:55:49.105664 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c896da62-8620-4739-875b-66eedd44633b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/65affd85-fa95-48e6-a503-377749b4d39f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0675707 Jan 25 16:55:49.110417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:49.116154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:49.234293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:49.238769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:49.241722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:49.247434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:49.258488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:49.262040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.527991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.588810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:49.592057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:49.596955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:49.597658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.602437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf3344-5c31-4d16-9a48-f314ec26f354 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:49.611995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=efaf940f-aa52-41d7-8394-2395e3d150a1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:49.629286 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2fec0b2b-c544-4b23-9954-321164852eb9 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5149717 Jan 25 16:55:49.629530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:49.634842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044565124'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:49.641046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:49.645078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:49.647978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:49.653792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:49.665474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.687129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:49.695740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:49.700212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:49.708129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:49.787342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.792251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.835471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105f603b-8cc2-4170-8a9d-643aa3510a79,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:49.851790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.853334 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8dd3356d-6e26-4277-b8b3-d773508ed503 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2227368 Jan 25 16:55:49.856120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:49.862683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013455562'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:49.868654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:49.872561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:49.875663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:49.876286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-24105775-5bd5-487a-a747-61a4f8497b6a', 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'tenant_id': 'ce0289121636461aa2bc06421b6b9834', 'fixed_ips': [{'subnet_id': 'efaf940f-aa52-41d7-8394-2395e3d150a1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:55:49.877174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.881586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:49.892625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:49.913443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:49.917202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:49.920128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:49.926764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:50.008521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.013594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.060629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f070f-7d86-4a37-9a4f-467d7605a05e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:50.064175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.065417 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68a48d2c-3356-498e-83ff-553677e99000 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2081392 Jan 25 16:55:50.068672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:50.070668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Allocated IP 2001:db8::2 (24105775-5bd5-487a-a747-61a4f8497b6a/efaf940f-aa52-41d7-8394-2395e3d150a1/af512bf2-1d8c-43b9-b8b5-74c2b4d0569b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:50.074390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-718785490', 'security_groups': ['b03f070f-7d86-4a37-9a4f-467d7605a05e'], 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efaf940f-aa52-41d7-8394-2395e3d150a1'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:50.224895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:50.229579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:port and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:50.232744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:50.239065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:50.250650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:50.295000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.310724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Transition to ACTIVE for port object af512bf2-1d8c-43b9-b8b5-74c2b4d0569b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:50.339312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Transition to ACTIVE for port object af512bf2-1d8c-43b9-b8b5-74c2b4d0569b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:50.350701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.405741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.428506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:50.429382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:50.431370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:50.435474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:50.444793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:50.535936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Attempting to bind port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:55:50.536300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Attempting to bind port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '3b0044a3-896f-4033-bd18-a412a7145bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:55:50.536658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Attempting to bind port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b on network 24105775-5bd5-487a-a747-61a4f8497b6a {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:55:50.542183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:55:50.542665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Checking segment: {'id': '3b0044a3-896f-4033-bd18-a412a7145bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:55:50.542938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.543325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Bound using segment: {'id': '3b0044a3-896f-4033-bd18-a412a7145bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:55:50.543779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Bound port: af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0044a3-896f-4033-bd18-a412a7145bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:55:50.544144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.647024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:55:50.650896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:55:50.657370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.670797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::2d8 (24105775-5bd5-487a-a747-61a4f8497b6a/efaf940f-aa52-41d7-8394-2395e3d150a1/5113a92a-5e36-4c44-b92e-dc66dc71bc39) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:50.776655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb66d-f290-4f8a-acde-d421ba84e2c5 None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:50.927821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:50.946788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 5113a92a-5e36-4c44-b92e-dc66dc71bc39 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:50.990332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:51.066430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:51.070101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:51.074305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:51.080141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:51.080914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:51.089160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=5113a92a-5e36-4c44-b92e-dc66dc71bc39,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:51.113527 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b5189283-fdc5-44b4-8018-772aad78a9f4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0439878 Jan 25 16:55:51.116213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:51.122595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:51.266692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:51.270516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:51.273375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:51.279000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:51.289296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:51.293343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:51.549455 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efaf940f-aa52-41d7-8394-2395e3d150a1 (CIDR: 2001:db8::/64) Jan 25 16:55:51.552876 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:55:51.553539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:55:51.578837 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-00fd704d-95f7-4365-b786-e6e60520a624 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4607718 Jan 25 16:55:51.582473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:51.588200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:51.740642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:51.745386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:51.748696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:51.756105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:51.769556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:51.773124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:51.905876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bd19be30-1f34-4039-98e0-dccc8dbb27eb None None] Provisioning for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:51.931386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bd19be30-1f34-4039-98e0-dccc8dbb27eb None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:51.931952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd19be30-1f34-4039-98e0-dccc8dbb27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.028200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bd19be30-1f34-4039-98e0-dccc8dbb27eb None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:52.151774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bee7ec73-8985-4ecf-a2d7-2d0dcad09b7a None None] Provisioning for port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:52.159898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.161603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bee7ec73-8985-4ecf-a2d7-2d0dcad09b7a None None] Provisioning complete for port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:52.161603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bee7ec73-8985-4ecf-a2d7-2d0dcad09b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.221691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bee7ec73-8985-4ecf-a2d7-2d0dcad09b7a None None] Port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:52.225665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:52.228109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:52.231167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:52.231895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.238272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb142ea4-be2f-458a-a61d-447920edb7ca None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:52.255890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=33c3cca8-3514-4fca-ba24-9644a7275a63,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:52.269647 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb49340b-2c59-4f7e-b6d2-14220a18c18c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6814439 Jan 25 16:55:52.270274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38720) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:52.280744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1713947115', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33c3cca8-3514-4fca-ba24-9644a7275a63'}], 'security_groups': ['105f603b-8cc2-4170-8a9d-643aa3510a79']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:52.578009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.664505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Update dhcp port {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'fixed_ips': [{'subnet_id': 'efaf940f-aa52-41d7-8394-2395e3d150a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '33c3cca8-3514-4fca-ba24-9644a7275a63'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'af512bf2-1d8c-43b9-b8b5-74c2b4d0569b'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:55:52.733318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:52.990122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:53.140314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:53.149307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Allocated IP 2001:db8:0:1::2 (24105775-5bd5-487a-a747-61a4f8497b6a/33c3cca8-3514-4fca-ba24-9644a7275a63/af512bf2-1d8c-43b9-b8b5-74c2b4d0569b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:53.153561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:53.153932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:53.394515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:53.405129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:53.444698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:53.462064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Transition to ACTIVE for port object af512bf2-1d8c-43b9-b8b5-74c2b4d0569b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:53.492833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:53.613855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Delete allocated IP 2001:db8::2d8 (24105775-5bd5-487a-a747-61a4f8497b6a/efaf940f-aa52-41d7-8394-2395e3d150a1) {{(pid=87552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:55:53.621795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8:0:1::296 (24105775-5bd5-487a-a747-61a4f8497b6a/33c3cca8-3514-4fca-ba24-9644a7275a63/5113a92a-5e36-4c44-b92e-dc66dc71bc39) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:53.663960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:55:53.664289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:55:53.670761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e33478-492f-418f-84bd-08fbc9893f78 None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:53.873350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:53.896336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 5113a92a-5e36-4c44-b92e-dc66dc71bc39 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:53.903625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.051837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] In _notify_port_updated(), no bound segment for port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 on network 24105775-5bd5-487a-a747-61a4f8497b6a {{(pid=87552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:55:54.051837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:54.051837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.051837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/ports/5113a92a-5e36-4c44-b92e-dc66dc71bc39 HTTP/1.1" status: 200 len: 931 time: 1.7787664 Jan 25 16:55:54.061764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38724) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:54.072505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10ac67-393d-4013-adde-6a4cc9803797 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=5113a92a-5e36-4c44-b92e-dc66dc71bc39,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:54.213717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:55:54.213717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.310385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.389205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:54.389205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.493654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:54.577489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.593648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Provisioning for port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:54.610107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Provisioning complete for port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:54.610107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:54.730886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Port 5113a92a-5e36-4c44-b92e-dc66dc71bc39 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:54.745158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 5113a92a-5e36-4c44-b92e-dc66dc71bc39 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:55:54.755733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Provisioning for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:54.772737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:54.772737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.069209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:55.077447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.136575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=5113a92a-5e36-4c44-b92e-dc66dc71bc39,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:55.196137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.212512 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e9e8c55-1b5c-4fe5-945d-448027903086 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/5113a92a-5e36-4c44-b92e-dc66dc71bc39 HTTP/1.1" status: 204 len: 168 time: 1.1531892 Jan 25 16:55:55.212938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:55.289980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:55.289980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.291813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a733f0f-926c-43e5-9511-23c6855811ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:55:55.292472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a733f0f-926c-43e5-9511-23c6855811ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:55:55.317013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a733f0f-926c-43e5-9511-23c6855811ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:55:55.318374 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a733f0f-926c-43e5-9511-23c6855811ac tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/5113a92a-5e36-4c44-b92e-dc66dc71bc39 HTTP/1.1" status: 404 len: 333 time: 0.1043439 Jan 25 16:55:55.321971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38732) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:55.369318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:55.369898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.393742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.429843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.480348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.487140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.493087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40f43fc3-e2e5-4bfe-af27-fc1e0dc64c65 None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:55.497795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f070f-7d86-4a37-9a4f-467d7605a05e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:55.504608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.505793 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3d28549-c22d-49fe-8d99-cc1d8939272c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/security-groups/b03f070f-7d86-4a37-9a4f-467d7605a05e HTTP/1.1" status: 204 len: 168 time: 0.1826093 Jan 25 16:55:55.508393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38736) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:55.579814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.608324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8d680d7a-3e6e-44f0-b047-df1b40778cd7 None None] Could not find standard attr ID for object 5113a92a-5e36-4c44-b92e-dc66dc71bc39. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:55:55.608994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.659634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.676983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f603b-8cc2-4170-8a9d-643aa3510a79,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:55.689521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.689521 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3927df2-691d-43f9-9e52-9ac351bd4e3a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/security-groups/105f603b-8cc2-4170-8a9d-643aa3510a79 HTTP/1.1" status: 204 len: 168 time: 0.1794064 Jan 25 16:55:55.692728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:55.769712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet efaf940f-aa52-41d7-8394-2395e3d150a1 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:55:55.774131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.848035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:55.946656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.018356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.063616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.066583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=efaf940f-aa52-41d7-8394-2395e3d150a1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:56.071261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01205fd1-bdab-473e-9d8a-04c88ecf7a99 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:56.073618 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-af85d689-73cd-48c5-be10-8c81e53d296d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/efaf940f-aa52-41d7-8394-2395e3d150a1 HTTP/1.1" status: 204 len: 168 time: 0.3810964 Jan 25 16:55:56.077483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:56.084781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:56.361487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:56.365392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:56.368271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:56.374170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:56.386396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:56.389838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.701001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.766682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:56.770086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:56.774607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:56.775207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.795687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=5c6eddde-0adf-4cd3-a9b9-e96664ee2144,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:56.807705 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38d39798-4df5-4a35-bb1a-9b97e5bbeb91 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7280004 Jan 25 16:55:56.810578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:56.816725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1624825791'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:56.822910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:56.826879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:56.831000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:56.837197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:56.852291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.874257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:56.879220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:56.882250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:56.888138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:56.937708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbf4bd-cc37-4300-b5ae-2ef31ec222f0 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:56.961721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:56.965686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.019409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace57f4-714a-4d21-8b45-e194b3a3116e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:57.022735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.023990 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9453a532-01cc-499b-a496-b69e7d74fb3d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2123506 Jan 25 16:55:57.026645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:57.032620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818632590'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:57.039038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:57.042916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:57.046013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:57.052079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:57.063349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.084989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:57.088925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:57.091829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:57.092071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-58203864-76e3-4a92-8ad8-4ed1fdcac949 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:57.092369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58203864-76e3-4a92-8ad8-4ed1fdcac949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.098441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:57.201078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.206674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.253012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e6ec9-73d6-4c24-8b82-a914143ce73f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:57.257445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.262968 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2dcc37c-34de-409c-8675-62e6e31f3017 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2310672 Jan 25 16:55:57.263264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38758) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:57.270127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'security_group': {'name': 'tempest-secgroup-11219687'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:57.276342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:57.280454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:57.283701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:57.291037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:57.306452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.328079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:57.333795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:security_group_rule and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:57.336742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:57.342705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:57.352832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-58203864-76e3-4a92-8ad8-4ed1fdcac949 None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:57.353207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58203864-76e3-4a92-8ad8-4ed1fdcac949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.414761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-58203864-76e3-4a92-8ad8-4ed1fdcac949 None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:57.428765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.437123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.482529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460db440-e8fa-4691-91c1-46d7e64919da,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:57.486308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.487794 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14543840-5238-4795-91f0-848d14ce3240 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2235072 Jan 25 16:55:57.490418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:57.498247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819902253', 'security_groups': ['460db440-e8fa-4691-91c1-46d7e64919da'], 'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c6eddde-0adf-4cd3-a9b9-e96664ee2144'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:57.500452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Update dhcp port {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'fixed_ips': [{'subnet_id': '33c3cca8-3514-4fca-ba24-9644a7275a63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c6eddde-0adf-4cd3-a9b9-e96664ee2144'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'af512bf2-1d8c-43b9-b8b5-74c2b4d0569b'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:55:57.552811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.645980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:57.656042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:57.666629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:57.675818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33de0565-6038-42b8-8d63-c794a5ccefff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.780957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Allocated IP 2001:db8::2 (24105775-5bd5-487a-a747-61a4f8497b6a/5c6eddde-0adf-4cd3-a9b9-e96664ee2144/af512bf2-1d8c-43b9-b8b5-74c2b4d0569b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:57.808433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.830845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] device_id is not set on port 5e7a6405-2b43-4472-a809-632defdd2493 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:55:57.927824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:55:57.953138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:57.970561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Transition to ACTIVE for port object af512bf2-1d8c-43b9-b8b5-74c2b4d0569b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:57.974771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.073348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8::33 (24105775-5bd5-487a-a747-61a4f8497b6a/5c6eddde-0adf-4cd3-a9b9-e96664ee2144/5e7a6405-2b43-4472-a809-632defdd2493) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:55:58.118795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd82112-cf72-47f6-93bd-1ff4cfb06523 None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:58.278940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.295953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 5e7a6405-2b43-4472-a809-632defdd2493 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:55:58.320733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.395808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:58.400007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:58.404212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:55:58.410854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:58.411516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.430928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=5e7a6405-2b43-4472-a809-632defdd2493,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:58.448310 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1642e35c-aaef-42da-ae8b-80d99e1e4cc5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9566951 Jan 25 16:55:58.451040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:58.458992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:58.608729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:58.612742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:58.615801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:58.621687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:58.632501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:58.636340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.756271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Provisioning for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:58.765354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:58.766590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:58.790780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c6eddde-0adf-4cd3-a9b9-e96664ee2144 (CIDR: 2001:db8::/64) Jan 25 16:55:58.801696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:55:58.802335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:55:58.827586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:55:58.837278 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cee887d-8ed9-4d83-b417-3e19ac38c6b5 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3831141 Jan 25 16:55:58.838080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:58.844284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:58.976198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:58.976804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.005322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:59.009208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:59.012082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:59.017923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:59.028105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:59.032143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.051480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:59.051843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.155836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b0c52a6a-d7b4-4455-ad0d-b2b0c1387de3 None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:59.272692 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 33c3cca8-3514-4fca-ba24-9644a7275a63 (CIDR: 2001:db8:0:1::/64) Jan 25 16:55:59.276633 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:55:59.277168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:55:59.279529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0443e38d-cc6d-4d45-bf0a-75cecd14eb0f None None] Provisioning for port 5e7a6405-2b43-4472-a809-632defdd2493 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:55:59.285021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0443e38d-cc6d-4d45-bf0a-75cecd14eb0f None None] Provisioning complete for port 5e7a6405-2b43-4472-a809-632defdd2493 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:55:59.285419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0443e38d-cc6d-4d45-bf0a-75cecd14eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.298637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2308b21e-be4b-4dd6-829a-143f47a6c09a tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4562325 Jan 25 16:55:59.299217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:59.304309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'subnet': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:55:59.340132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0443e38d-cc6d-4d45-bf0a-75cecd14eb0f None None] Port 5e7a6405-2b43-4472-a809-632defdd2493 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:55:59.457826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:55:59.462288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Usage tracker for resource:subnet and tenant:ce0289121636461aa2bc06421b6b9834 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:55:59.465455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:55:59.473062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:55:59.483410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Made reservation on behalf of ce0289121636461aa2bc06421b6b9834 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:55:59.487369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.774097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.837568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Network 24105775-5bd5-487a-a747-61a4f8497b6a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:55:59.840693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:55:59.845352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:55:59.845951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:55:59.852684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc821df-e60a-440f-8c5c-7d9ca79d6662 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:55:59.863495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Subnet': ['ID=c3c8a991-9062-47ed-bc79-91c6ea3226b1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:55:59.878780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-316e7d11-031a-49a9-b96b-1a35d1bae977 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5788565 Jan 25 16:55:59.881566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:55:59.887462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1081285228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3c8a991-9062-47ed-bc79-91c6ea3226b1'}], 'security_groups': ['8ace57f4-714a-4d21-8b45-e194b3a3116e', 'c03e6ec9-73d6-4c24-8b82-a914143ce73f']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:56:00.021845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.245062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7a415d1-ef66-4e9c-868e-f1298a6daaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.256451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Update dhcp port {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'fixed_ips': [{'subnet_id': '33c3cca8-3514-4fca-ba24-9644a7275a63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c6eddde-0adf-4cd3-a9b9-e96664ee2144', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3c8a991-9062-47ed-bc79-91c6ea3226b1'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'af512bf2-1d8c-43b9-b8b5-74c2b4d0569b'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:56:00.312997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.453794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Delete allocated IP 2001:db8::33 (24105775-5bd5-487a-a747-61a4f8497b6a/5c6eddde-0adf-4cd3-a9b9-e96664ee2144) {{(pid=87553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 16:56:00.462568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Allocated IP 2001:db8:0:2::19f (24105775-5bd5-487a-a747-61a4f8497b6a/c3c8a991-9062-47ed-bc79-91c6ea3226b1/5e7a6405-2b43-4472-a809-632defdd2493) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:56:00.700563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.717461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Transition to ACTIVE for port object 5e7a6405-2b43-4472-a809-632defdd2493 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:56:00.722964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.800213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Allocated IP 2001:db8:0:2::2 (24105775-5bd5-487a-a747-61a4f8497b6a/c3c8a991-9062-47ed-bc79-91c6ea3226b1/af512bf2-1d8c-43b9-b8b5-74c2b4d0569b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:56:00.835592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] In _notify_port_updated(), no bound segment for port 5e7a6405-2b43-4472-a809-632defdd2493 on network 24105775-5bd5-487a-a747-61a4f8497b6a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:56:00.841289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:00.841983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.846683 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "PUT /v2.0/ports/5e7a6405-2b43-4472-a809-632defdd2493 HTTP/1.1" status: 200 len: 970 time: 0.9607735 Jan 25 16:56:00.847799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38782) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:00.851602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa44d9-e34a-4170-ae7a-57d16c52adb8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event updated for resources: {'Port': ['ID=5e7a6405-2b43-4472-a809-632defdd2493,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:00.926408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 5e7a6405-2b43-4472-a809-632defdd2493 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:00.926735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.954225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:00.979966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:00.996370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Transition to ACTIVE for port object af512bf2-1d8c-43b9-b8b5-74c2b4d0569b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:56:01.001316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.186359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.194094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc026e-5cd2-44f6-814a-fe296ffd310b None None] Pushing event updated for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:01.309025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.442296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 5e7a6405-2b43-4472-a809-632defdd2493 owned by {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:01.505487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.612839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.668023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=5e7a6405-2b43-4472-a809-632defdd2493,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:01.718731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.732887 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0857e9b4-1e98-4d28-a7a3-34d78c757431 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/5e7a6405-2b43-4472-a809-632defdd2493 HTTP/1.1" status: 204 len: 168 time: 0.8844855 Jan 25 16:56:01.736236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38786) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:01.785422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7bb700-9790-4180-b64d-d2cb65ab8e60 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] GET failed (client error): The resource could not be found. Jan 25 16:56:01.785971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2f7bb700-9790-4180-b64d-d2cb65ab8e60 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Synchronizing usage tracker for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:56:01.804158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2f7bb700-9790-4180-b64d-d2cb65ab8e60 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Unset dirty status for tenant:ce0289121636461aa2bc06421b6b9834 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:56:01.805572 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2f7bb700-9790-4180-b64d-d2cb65ab8e60 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports/5e7a6405-2b43-4472-a809-632defdd2493 HTTP/1.1" status: 404 len: 333 time: 0.0679674 Jan 25 16:56:01.808200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:01.873055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Could not find standard attr ID for object 5e7a6405-2b43-4472-a809-632defdd2493. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:56:01.889634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Provisioning for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:56:01.898117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:01.898666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.904011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:01.936973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.006847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.028867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460db440-e8fa-4691-91c1-46d7e64919da,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:02.034185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.037966 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ca3317b-5e90-4ef3-94de-0d49e6064591 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/security-groups/460db440-e8fa-4691-91c1-46d7e64919da HTTP/1.1" status: 204 len: 168 time: 0.2261019 Jan 25 16:56:02.038405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:02.084082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:02.084476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.122310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.155046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.162941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-818898ad-ede0-4e17-8807-9282c0e67079 None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:56:02.218177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.235430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e6ec9-73d6-4c24-8b82-a914143ce73f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:02.243789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.245104 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d24c1be-cf21-4c8c-bfe8-106b57ab79d4 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/security-groups/c03e6ec9-73d6-4c24-8b82-a914143ce73f HTTP/1.1" status: 204 len: 168 time: 0.2055588 Jan 25 16:56:02.247822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:02.277239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a4358a6c-e4c5-42e1-b371-04db2c21c9e2 None None] Could not find standard attr ID for object 5e7a6405-2b43-4472-a809-632defdd2493. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:56:02.320114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.348441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.400574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.518173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace57f4-714a-4d21-8b45-e194b3a3116e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:02.524978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.526140 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5204912e-4fa5-4145-91c6-e49a2aa28449 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/security-groups/8ace57f4-714a-4d21-8b45-e194b3a3116e HTTP/1.1" status: 204 len: 168 time: 0.2774057 Jan 25 16:56:02.528700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:02.595587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 5c6eddde-0adf-4cd3-a9b9-e96664ee2144 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:56:02.598742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.655985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.680311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.748925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.831106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:56:02.845619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.892582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6eddde-0adf-4cd3-a9b9-e96664ee2144,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:02.896261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.902770 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-332a6a20-44fd-4bfd-b3a4-971713adc6bd tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/5c6eddde-0adf-4cd3-a9b9-e96664ee2144 HTTP/1.1" status: 204 len: 168 time: 0.3730652 Jan 25 16:56:02.906485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:02.907364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:02.910203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:02.938104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a6d58-ceaa-4eea-b1ff-0b7b16ae4292 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:56:02.992259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet c3c8a991-9062-47ed-bc79-91c6ea3226b1 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:56:02.995736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.054494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.143154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.221947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.266543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c8a991-9062-47ed-bc79-91c6ea3226b1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:03.268549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.275316 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec7e1ffa-8092-4cec-b0ff-3a136cc68e25 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/c3c8a991-9062-47ed-bc79-91c6ea3226b1 HTTP/1.1" status: 204 len: 168 time: 0.3639061 Jan 25 16:56:03.277918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.335145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efb1f45-c67c-4540-abe0-acfc4bd35829 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:03.335610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efb1f45-c67c-4540-abe0-acfc4bd35829 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:03.337372 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6efb1f45-c67c-4540-abe0-acfc4bd35829 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/5c6eddde-0adf-4cd3-a9b9-e96664ee2144 HTTP/1.1" status: 404 len: 337 time: 0.0580654 Jan 25 16:56:03.340230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.358687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd94187-567e-4a43-b02b-8749e5aad137 None None] Update dhcp port {'port': {'network_id': '24105775-5bd5-487a-a747-61a4f8497b6a', 'fixed_ips': [{'subnet_id': '33c3cca8-3514-4fca-ba24-9644a7275a63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3c8a991-9062-47ed-bc79-91c6ea3226b1'}], 'binding:host_id': 'dv-neutron-824022-2-hyperv'}, 'id': 'af512bf2-1d8c-43b9-b8b5-74c2b4d0569b'} from dv-neutron-824022-2-hyperv. {{(pid=87554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 25 16:56:03.420878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting subnet 33c3cca8-3514-4fca-ba24-9644a7275a63 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:56:03.426245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.426892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3dd94187-567e-4a43-b02b-8749e5aad137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.489425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.583925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.663918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server [None req-3dd94187-567e-4a43-b02b-8749e5aad137 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c3cca8-3514-4fca-ba24-9644a7275a63: This subnet is being modified by another concurrent operation. Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise self.value Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server raise exception Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c3cca8-3514-4fca-ba24-9644a7275a63: This subnet is being modified by another concurrent operation. Jan 25 16:56:03.665765 dv-neutron-824022-2-hyperv neutron-server[87554]: ERROR oslo_messaging.rpc.server Jan 25 16:56:03.708927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.719481 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/33c3cca8-3514-4fca-ba24-9644a7275a63 HTTP/1.1" status: 204 len: 168 time: 0.3780041 Jan 25 16:56:03.720571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc5ac0-2c1d-4d75-ba65-483b0cd7c29e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Subnet': ['ID=33c3cca8-3514-4fca-ba24-9644a7275a63,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:03.726810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.742330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023c79c-1209-4006-88ae-f58c5fc17386 None None] Network 24105775-5bd5-487a-a747-61a4f8497b6a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:56:03.768409 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0dbe05-9afb-4be0-9282-b5d307abd363 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:03.769317 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0dbe05-9afb-4be0-9282-b5d307abd363 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:03.770581 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-de0dbe05-9afb-4be0-9282-b5d307abd363 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/efaf940f-aa52-41d7-8394-2395e3d150a1 HTTP/1.1" status: 404 len: 337 time: 0.0428247 Jan 25 16:56:03.774070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.820953 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f4bcdec0-21fe-4040-9f3e-070c27029426 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3692109-fd00-4d95-8a06-77d435b0878b HTTP/1.1" status: 200 len: 205 time: 0.0454957 Jan 25 16:56:03.824124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.853651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89d27e8e-be47-468a-8fb6-c200aa1f1c4f None None] Provisioning complete for port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:03.854086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89d27e8e-be47-468a-8fb6-c200aa1f1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:03.899470 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-435f16e6-4e63-45f7-b4bd-de0ca7d129ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] delete failed (client error): The resource could not be found. Jan 25 16:56:03.900490 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-435f16e6-4e63-45f7-b4bd-de0ca7d129ea tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/routers/c3692109-fd00-4d95-8a06-77d435b0878b HTTP/1.1" status: 404 len: 336 time: 0.0754023 Jan 25 16:56:03.904108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:03.962674 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b89059-eae7-4cf5-8c9d-483f87c72201 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:03.963138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b89059-eae7-4cf5-8c9d-483f87c72201 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:03.965089 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31b89059-eae7-4cf5-8c9d-483f87c72201 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/9ebcacc6-341d-426f-a4e6-d4b047393193 HTTP/1.1" status: 404 len: 337 time: 0.0587468 Jan 25 16:56:03.968059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38836) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.012847 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-de08691a-f04a-46c9-844a-404b2a572535 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.013323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de08691a-f04a-46c9-844a-404b2a572535 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.015001 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-de08691a-f04a-46c9-844a-404b2a572535 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/c0bdb0e5-9f04-4cbf-98e3-bb8f8cbbe268 HTTP/1.1" status: 404 len: 337 time: 0.0452001 Jan 25 16:56:04.017841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.058470 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-601cf6b2-4a86-43b2-b125-19451f10dd89 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.059182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601cf6b2-4a86-43b2-b125-19451f10dd89 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.061106 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-601cf6b2-4a86-43b2-b125-19451f10dd89 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/26b050de-f975-438d-b3eb-2dbdb33c3769 HTTP/1.1" status: 404 len: 337 time: 0.0423548 Jan 25 16:56:04.064071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.080772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89d27e8e-be47-468a-8fb6-c200aa1f1c4f None None] Provisioning complete for port 65affd85-fa95-48e6-a503-377749b4d39f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:04.081328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89d27e8e-be47-468a-8fb6-c200aa1f1c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.106774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb1b9d2-aba9-439a-b4d4-a94b7ecf3a14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.107239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb1b9d2-aba9-439a-b4d4-a94b7ecf3a14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.109833 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fdb1b9d2-aba9-439a-b4d4-a94b7ecf3a14 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/cf61e698-5c56-4fe2-900b-9548ed2b44be HTTP/1.1" status: 404 len: 333 time: 0.0439432 Jan 25 16:56:04.111928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] DHCP port deletion for 24105775-5bd5-487a-a747-61a4f8497b6a request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:56:04.113529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.130259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Deleting port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:04.130626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.157001 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d67e1f-da8f-434c-a563-994fa6fdbfec tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.157543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d67e1f-da8f-434c-a563-994fa6fdbfec tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.162771 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5d67e1f-da8f-434c-a563-994fa6fdbfec tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/ad45a569-f6bc-4cd9-aea0-a0d5b4385520 HTTP/1.1" status: 404 len: 337 time: 0.0447984 Jan 25 16:56:04.163851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.184694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-89d27e8e-be47-468a-8fb6-c200aa1f1c4f None None] Port 65affd85-fa95-48e6-a503-377749b4d39f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:56:04.204762 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e2fabb-87b1-40a0-a8de-5748430be04d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.205487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e2fabb-87b1-40a0-a8de-5748430be04d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.207326 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6e2fabb-87b1-40a0-a8de-5748430be04d tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/4b1984e8-86c7-4be7-ad57-c1d3e84c8eda HTTP/1.1" status: 404 len: 337 time: 0.0425122 Jan 25 16:56:04.210216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38856) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.253930 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9d3216-de2c-4836-bb92-2b38297eb5a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.254407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9d3216-de2c-4836-bb92-2b38297eb5a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.256124 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f9d3216-de2c-4836-bb92-2b38297eb5a8 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/8f1effe0-4bdd-4d19-b37a-26a1f6ad8f8f HTTP/1.1" status: 404 len: 333 time: 0.0449636 Jan 25 16:56:04.258771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.307825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b2d5aa-3ffb-4413-afbb-fc10e9ff0a3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.308289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b2d5aa-3ffb-4413-afbb-fc10e9ff0a3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.310284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28b2d5aa-3ffb-4413-afbb-fc10e9ff0a3e tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/756802c9-6cf6-43d6-a3c4-4925d581bc2e HTTP/1.1" status: 404 len: 337 time: 0.0506163 Jan 25 16:56:04.315281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.359049 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f08c3e-b853-4df1-b7da-de363ede1c0c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] DELETE failed (client error): The resource could not be found. Jan 25 16:56:04.360734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f08c3e-b853-4df1-b7da-de363ede1c0c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:56:04.362499 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98f08c3e-b853-4df1-b7da-de363ede1c0c tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/subnets/07c47277-ee2c-413d-8b5a-841bc10f18fa HTTP/1.1" status: 404 len: 337 time: 0.0462601 Jan 25 16:56:04.365240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:04.396462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] For port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,segment=NetworkSegment(3b0044a3-896f-4033-bd18-a412a7145bb0),segment_id=3b0044a3-896f-4033-bd18-a412a7145bb0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:04.396887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.445206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Deleting port 65affd85-fa95-48e6-a503-377749b4d39f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:04.446487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.524075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Calling delete_port for af512bf2-1d8c-43b9-b8b5-74c2b4d0569b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:04.604894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.657892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Pushing event deleted for resources: {'Port': ['ID=af512bf2-1d8c-43b9-b8b5-74c2b4d0569b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:04.668204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] No DVR routers for this DVR port af512bf2-1d8c-43b9-b8b5-74c2b4d0569b on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:56:04.669734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.670593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.670593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.670920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.671239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.671580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.672138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.672969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.673332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.673661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.673985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.674306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f8cf0-599c-46f6-9ef6-20269262a87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:04.693945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58afad3-69c6-47be-b5e9-2059319fe4c7 None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 16:56:04.695120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:04.853350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:56:04.863751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Calling delete_port for 65affd85-fa95-48e6-a503-377749b4d39f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:04.895519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58afad3-69c6-47be-b5e9-2059319fe4c7 None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:56:04.897517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: af512bf2-1d8c-43b9-b8b5-74c2b4d0569b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:56:04.897858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device af512bf2-1d8c-43b9-b8b5-74c2b4d0569b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:56:04.953587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.002329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Port': ['ID=65affd85-fa95-48e6-a503-377749b4d39f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:05.009257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.022864 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94136803-9bdf-4801-8c5b-ac72db0acb0b tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/ports/65affd85-fa95-48e6-a503-377749b4d39f HTTP/1.1" status: 204 len: 168 time: 0.6565571 Jan 25 16:56:05.025696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 38872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:05.284944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.428364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.461425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24105775-5bd5-487a-a747-61a4f8497b6a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:05.474752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0044a3-896f-4033-bd18-a412a7145bb0') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:05.475045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0044a3-896f-4033-bd18-a412a7145bb0') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:05.487016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.504265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.510970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:56:05.511367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:56:05.527569 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:56:05.611312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.639295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:05.651795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] Pushing event deleted for resources: {'Network': ['ID=24105775-5bd5-487a-a747-61a4f8497b6a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:05.657855 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b992dd53-f3d3-4a6c-9d3c-5b06d841e462 tempest-PortsIpV6TestJSON-1815884429 tempest-PortsIpV6TestJSON-1815884429-project] 10.222.0.45 "DELETE /v2.0/networks/24105775-5bd5-487a-a747-61a4f8497b6a HTTP/1.1" status: 204 len: 168 time: 0.6289730 Jan 25 16:56:06.005684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38880) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:06.210552 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1fc119ec-240f-4d3e-85ab-cc15647c84e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce0289121636461aa2bc06421b6b9834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105978 Jan 25 16:56:06.212806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 38886) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:06.279716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:06.308113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:06.367024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:06.386760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552c9e59-b3c9-4922-bbb8-f4b06cecfb6c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:06.394277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:06.396019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1bbe0c17-dcba-4114-b106-10c113684166 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/552c9e59-b3c9-4922-bbb8-f4b06cecfb6c HTTP/1.1" status: 204 len: 168 time: 0.1819756 Jan 25 16:56:15.997160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd5117-702d-4ffa-be89-70317f5126c6 req-d3710d6b-052e-412c-9c17-ad83ae3ce25c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:15.998732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3dcd5117-702d-4ffa-be89-70317f5126c6 req-d3710d6b-052e-412c-9c17-ad83ae3ce25c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.0862288 Jan 25 16:56:16.047859 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3dcd5117-702d-4ffa-be89-70317f5126c6 req-52aa19a3-a54f-4000-82e3-6a76fab33472 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Jan 25 16:56:17.237034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c9d7-cd4b-497b-af32-81029f595bae req-c39e0319-6e53-46ab-93de-00a566e6f549 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:17.238556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07e0c9d7-cd4b-497b-af32-81029f595bae req-c39e0319-6e53-46ab-93de-00a566e6f549 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.0827053 Jan 25 16:56:17.282964 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07e0c9d7-cd4b-497b-af32-81029f595bae req-47e7c245-c80c-41f4-ba7e-a5fa2b4147fc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Jan 25 16:56:17.686076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-6939109d-a423-4c92-8be6-c24c06612996 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:17.688777 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-6939109d-a423-4c92-8be6-c24c06612996 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.0875752 Jan 25 16:56:17.760405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port ec3ae054-68f1-459a-a71c-66868ddb55c0 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:17.760775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:18.015474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] For port ec3ae054-68f1-459a-a71c-66868ddb55c0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ec3ae054-68f1-459a-a71c-66868ddb55c0,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:18.015829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:18.310605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:18.310883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:18.311503 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 43ea3cea-1338-425f-9bc5-efdc7896a5c3 disassociated. External IP: 172.26.4.186, port: ec3ae054-68f1-459a-a71c-66868ddb55c0. Jan 25 16:56:18.311503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for ec3ae054-68f1-459a-a71c-66868ddb55c0 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:18.461459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:18.483135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e323f-be6a-48c5-8fe5-0693715a107d req-4c91c50c-26ff-412f-8153-2d62ad2cf394 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:18.485729 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-616e323f-be6a-48c5-8fe5-0693715a107d req-4c91c50c-26ff-412f-8153-2d62ad2cf394 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 945 time: 0.0903485 Jan 25 16:56:18.514263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=ec3ae054-68f1-459a-a71c-66868ddb55c0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:18.534340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-616e323f-be6a-48c5-8fe5-0693715a107d req-1c466887-2453-4e37-aedb-3ec8c9993533 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Jan 25 16:56:18.544594 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:56:18.811299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:56:19.006383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:56:19.017799 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:56:19.027808 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:19.028426 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:19.084019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] No DVR routers for this DVR port ec3ae054-68f1-459a-a71c-66868ddb55c0 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:56:19.086487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:19.089101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'name': 'network-vif-deleted', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:56:19.106061 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f50eb47c-0b6e-4f25-b025-44d9b75a33ee req-cb89d16e-1913-48fa-8110-bbe38b19db6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "DELETE /v2.0/ports/ec3ae054-68f1-459a-a71c-66868ddb55c0 HTTP/1.1" status: 204 len: 173 time: 1.4118898 Jan 25 16:56:19.135698 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218795be-f41f-4bf6-8db0-0f757dd52113', 'name': 'network-vif-deleted', 'tag': 'ec3ae054-68f1-459a-a71c-66868ddb55c0', 'status': 'completed', 'code': 200} Jan 25 16:56:19.215838 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:19.535527 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:19.539274 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:56:19.548329 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:19.548969 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:19.701273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0bce88a2-c19d-426c-bbed-5bfc076d52db req-44c6dc34-31ed-440f-89a4-6b2cddb808f0 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=218795be-f41f-4bf6-8db0-0f757dd52113 HTTP/1.1" status: 200 len: 210 time: 0.0439808 Jan 25 16:56:19.766681 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:20.092327 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19d80002-b044-4d0e-9a59-379325d497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:20.097565 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d80002-b044-4d0e-9a59-379325d497de None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:56:20.332285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d21dc-061e-4388-bb3c-8eedf6e1c5d3 None None] New status for floating IP 43ea3cea-1338-425f-9bc5-efdc7896a5c3: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:56:21.102965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-38c6d17e-0784-4803-b378-22637ee3f4bd tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325387883&fields=id&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 267 time: 0.0442278 Jan 25 16:56:21.149108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ec3ae054-68f1-459a-a71c-66868ddb55c0 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:56:21.184006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: ec3ae054-68f1-459a-a71c-66868ddb55c0 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:56:21.184355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ec3ae054-68f1-459a-a71c-66868ddb55c0 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:56:21.256702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-a9aa954b-174a-409b-9e77-ae99527b6fcc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:21.258167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-a9aa954b-174a-409b-9e77-ae99527b6fcc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.1488738 Jan 25 16:56:21.273761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-19f19f88-4783-4bcd-ad04-4ef6fd492802 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/quotas/f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 375 time: 0.0101404 Jan 25 16:56:21.359030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-ba78d108-ab94-4521-af4e-444fbd1f56a7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797546 Jan 25 16:56:21.374758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-454dc502-d21c-4145-8012-6e1a11c32d44 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 16:56:21.375739 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-454dc502-d21c-4145-8012-6e1a11c32d44 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057013 Jan 25 16:56:21.511934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-8eba6b35-989c-487a-9e94-27e146dfce28 service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302826 Jan 25 16:56:21.647613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-ea706ec4-12c5-411a-86e8-33c6c152f502 service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291575 Jan 25 16:56:23.054644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8f6a45a-7f0c-4890-a3f6-ab1ca74369af req-21607eb1-d5e0-4359-afdb-d8d22c7cc18c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 210 time: 0.0443048 Jan 25 16:56:24.220448 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0038ef1c-742d-4a0a-8a8f-5cb4478423c3 req-a209e47e-462c-47a4-96c7-4f08a285bb50 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 210 time: 0.0551009 Jan 25 16:56:24.332702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-0bdda984-3743-4b16-9eed-3cc6be127778 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:24.334260 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-0bdda984-3743-4b16-9eed-3cc6be127778 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.1689291 Jan 25 16:56:24.384902 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-c5dc3646-6d0d-48bb-9781-0766b4d9b72d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 380 time: 0.0419750 Jan 25 16:56:24.393980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'port': {'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'admin_state_up': True, 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'security_groups': ['aef71918-e6ac-418b-9955-f8e27494d94b']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:56:24.536278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:56:24.540313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:port and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:56:24.543253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:56:24.549668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:56:24.559264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Made reservation on behalf of f952c6e6d9a647aa94480cbad72537fa for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:56:24.563221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:24.741678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.20.0.13 (8e2893b9-2039-45be-bde0-342e7a90ca68/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8/aea6da33-69fd-4f6d-b3a3-ec92d8d973e2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:56:24.960646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:24.980042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Transition to ACTIVE for port object aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:56:25.007990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.088097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:56:25.091333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:56:25.096039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:56:25.138771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:25.156491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.156860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.157204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.157567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.157896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.158227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.158557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.158884 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.159216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.159551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.159860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.160179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:25.185136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:25.185809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.213791 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7a84e0a3-6f73-4dba-9909-45a956b5f220 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8235188 Jan 25 16:56:25.225976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Request body: {'port': {'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:56:25.349921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.381947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6c715804-0e36-4d37-8d30-464b6e6896ab None None] Provisioning for port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:56:25.395451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6c715804-0e36-4d37-8d30-464b6e6896ab None None] Provisioning complete for port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:25.399351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c715804-0e36-4d37-8d30-464b6e6896ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.462599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6c715804-0e36-4d37-8d30-464b6e6896ab None None] Port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:56:25.482013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.527228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114732bc-cee4-40dc-8f3f-4b73e32813f0 req-4b1b252b-fd4f-4a8d-90b2-a4763aab1c46 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:25.528634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-114732bc-cee4-40dc-8f3f-4b73e32813f0 req-4b1b252b-fd4f-4a8d-90b2-a4763aab1c46 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 932 time: 0.0939851 Jan 25 16:56:25.575708 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-114732bc-cee4-40dc-8f3f-4b73e32813f0 req-722289eb-a575-462e-a8da-80e600ff24fb tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397160 Jan 25 16:56:25.738705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:56:25.746967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:25.763188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Transition to ACTIVE for port object aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:56:25.768098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:26.073242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Pushing event updated for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:26.147456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Attempting to bind port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:56:26.147694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Attempting to bind port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:56:26.148012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Attempting to bind port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:56:26.152565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:56:26.152879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Attempting to bind port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:56:26.158391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:56:26.158625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:56:26.158984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Bound using segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:56:26.159404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Bound port: aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:56:26.159750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:26.254834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:56:26.257890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:56:26.261940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:26.322770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:26.323389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:26.324792 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] 10.222.0.15 "PUT /v2.0/ports/aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 1094 time: 1.1032565 Jan 25 16:56:26.325266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:56:26.347074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be2b35-5c4d-490e-895f-c3041a456b2a service neutron] Pushing event updated for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:26.401822 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'status': 'completed', 'code': 200} Jan 25 16:56:26.449146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7e38b424-2de7-46c1-8daf-e2bf64537d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:26.450668 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-7e38b424-2de7-46c1-8daf-e2bf64537d51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1097 time: 0.0813317 Jan 25 16:56:26.521637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-139b3538-462c-4da2-a02a-700dd2a5c1c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 217 time: 0.0622482 Jan 25 16:56:26.589090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-ba75b888-e897-4d37-98f7-2c6f40ef0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:26.590503 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-ba75b888-e897-4d37-98f7-2c6f40ef0a1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0624475 Jan 25 16:56:26.672816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-817c31aa-4e7d-49da-9728-bc5cb1fc0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:26.674437 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-817c31aa-4e7d-49da-9728-bc5cb1fc0102 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772359 Jan 25 16:56:26.818435 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-4fd9343d-5f66-418e-9ccd-961410b1a4cd service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361194 Jan 25 16:56:26.926596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252e270-06f8-4a83-bf4c-fba16f09e95f req-0f73a899-4a7b-45ea-a92a-78f14e16a6d0 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:26.928104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0252e270-06f8-4a83-bf4c-fba16f09e95f req-0f73a899-4a7b-45ea-a92a-78f14e16a6d0 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0872087 Jan 25 16:56:26.958723 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7c5bc466-ec1a-4ea7-b7c7-10997da24f55 req-1a57a80f-9642-4ec8-8ffb-add9b2c6791a service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303451 Jan 25 16:56:26.973742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0252e270-06f8-4a83-bf4c-fba16f09e95f req-1967c37d-7c9d-497d-a580-5219aec943ae tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Jan 25 16:56:27.080261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-9e4fcfca-f106-4e5f-80df-ebba6ff8c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:27.081763 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-9e4fcfca-f106-4e5f-80df-ebba6ff8c806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1097 time: 0.0737381 Jan 25 16:56:27.220244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-2c7a5646-7f01-4ffb-8880-0ff3d385410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:27.221758 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-2c7a5646-7f01-4ffb-8880-0ff3d385410d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1339140 Jan 25 16:56:27.294146 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-f73dbd7c-e315-48a5-9c3b-4753fde20848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 217 time: 0.0655537 Jan 25 16:56:27.361138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-c2ba9fdb-8e24-409c-af22-4004f717fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:27.362607 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-c2ba9fdb-8e24-409c-af22-4004f717fb3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0622890 Jan 25 16:56:27.441541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-782edaed-862f-4ca4-b5bf-3bc981c3c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:27.443030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-782edaed-862f-4ca4-b5bf-3bc981c3c8e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745890 Jan 25 16:56:27.587281 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-31ebfbfe-9574-4148-9605-08b16867dd33 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370301 Jan 25 16:56:27.630204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af9a21e1-be85-47ad-9d64-a09e47db75a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:27.831294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dc10e53-2481-4819-b4b0-1d1acd53583d req-42f8ade4-4aa3-4c23-8bfe-ce3d1f4f783c service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348742 Jan 25 16:56:28.160152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc3d5-20b7-459d-91b8-7c76124fd4c6 req-fbfe1b56-50db-4f56-9380-b5389f4bc40d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:28.161698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e05bc3d5-20b7-459d-91b8-7c76124fd4c6 req-fbfe1b56-50db-4f56-9380-b5389f4bc40d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0817065 Jan 25 16:56:28.207164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e05bc3d5-20b7-459d-91b8-7c76124fd4c6 req-5ef35517-38b0-474d-890b-bbb9a42da146 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Jan 25 16:56:29.398122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e82026-469b-4277-abfb-66e650e3cafb req-8ae5239a-2102-4adf-916a-486b5ab95caf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:29.399610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-12e82026-469b-4277-abfb-66e650e3cafb req-8ae5239a-2102-4adf-916a-486b5ab95caf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0849423 Jan 25 16:56:29.445599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-12e82026-469b-4277-abfb-66e650e3cafb req-2ce4216c-86b8-443e-a840-ed69a1d61a64 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403354 Jan 25 16:56:30.237410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da5652ec-90c9-4ea3-bec7-471aff28a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:30.638526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbabaf5-04c1-4e28-8d48-927dc01211b3 req-12684984-89c0-45c9-9f31-b7217421b99b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:30.640571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1dbabaf5-04c1-4e28-8d48-927dc01211b3 req-12684984-89c0-45c9-9f31-b7217421b99b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0802023 Jan 25 16:56:30.688731 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1dbabaf5-04c1-4e28-8d48-927dc01211b3 req-f32d0a71-cdff-4cf6-9d06-e57a9afa0491 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Jan 25 16:56:31.090596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:31.505143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:31.884763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d05b71-63e2-48f0-92dc-676651608199 req-529dca21-13be-4155-bb93-1c96da324b6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:31.886235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90d05b71-63e2-48f0-92dc-676651608199 req-529dca21-13be-4155-bb93-1c96da324b6d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0860882 Jan 25 16:56:31.931455 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90d05b71-63e2-48f0-92dc-676651608199 req-3394aaaf-1523-435f-935f-3277e60586af tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Jan 25 16:56:32.682885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:33.122504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23487-3574-4336-a84a-2075116c2a7b req-7667998b-8375-4307-a79e-a80023195383 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:33.124060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44c23487-3574-4336-a84a-2075116c2a7b req-7667998b-8375-4307-a79e-a80023195383 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0841939 Jan 25 16:56:33.280064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44c23487-3574-4336-a84a-2075116c2a7b req-34d590b6-d9fb-498d-be64-455bc8e749bc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495211 Jan 25 16:56:34.477448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46e6a-f737-465d-bd3b-f32a7414a6a6 req-b111676e-c109-4cbe-8a9b-976c33542fa0 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:34.478947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93b46e6a-f737-465d-bd3b-f32a7414a6a6 req-b111676e-c109-4cbe-8a9b-976c33542fa0 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0859160 Jan 25 16:56:34.525043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93b46e6a-f737-465d-bd3b-f32a7414a6a6 req-fae6d869-762c-4a6b-b4cc-e11a2a944f91 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Jan 25 16:56:35.711393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba24377-8597-4d22-a6ef-49bbaae9e2b3 req-b7195f88-c8ed-44e5-93a5-395e4a3e9f45 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:35.712876 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dba24377-8597-4d22-a6ef-49bbaae9e2b3 req-b7195f88-c8ed-44e5-93a5-395e4a3e9f45 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0845342 Jan 25 16:56:35.759881 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dba24377-8597-4d22-a6ef-49bbaae9e2b3 req-2b3a282e-e04f-42d2-b874-176aeb822b7f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Jan 25 16:56:36.946036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d19c7-aeed-4816-81b8-06de5bb1767d req-9bad1890-f0e7-4058-820b-fcdbb8e2e5a7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:36.947607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec9d19c7-aeed-4816-81b8-06de5bb1767d req-9bad1890-f0e7-4058-820b-fcdbb8e2e5a7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 944 time: 0.0815451 Jan 25 16:56:36.995147 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec9d19c7-aeed-4816-81b8-06de5bb1767d req-fdbf7f83-ed92-4d80-b243-8167542c5883 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Jan 25 16:56:37.250591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:56:37.389940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:37.404206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:56:37.467152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:37.488040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:56:37.502904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:37.507584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:37.575721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:37.870496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:56:38.071262 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-5789b699-62f4-46fe-9590-42d929d9d459 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740554 Jan 25 16:56:38.188368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac898f4-37ce-4edb-b056-83321b93cda3 req-cfa8ad59-5dbd-42c8-a48f-e1a98eadf08a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:38.189811 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ac898f4-37ce-4edb-b056-83321b93cda3 req-cfa8ad59-5dbd-42c8-a48f-e1a98eadf08a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 945 time: 0.0839195 Jan 25 16:56:38.216255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-b2acc1e9-ba99-4ec4-8b85-33dcb12c7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:38.218452 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-b2acc1e9-ba99-4ec4-8b85-33dcb12c7857 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 1098 time: 0.0765574 Jan 25 16:56:38.238360 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ac898f4-37ce-4edb-b056-83321b93cda3 req-0f106475-dfe1-44aa-99d2-7569e2b3afdc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Jan 25 16:56:38.364924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-8f2c4c69-40a1-42fa-9089-aa4db0974134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:38.366423 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-8f2c4c69-40a1-42fa-9089-aa4db0974134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 200 len: 897 time: 0.1292043 Jan 25 16:56:38.439201 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-bb92abdf-d6b5-4dbe-a1a6-970ad7a44fca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 200 len: 217 time: 0.0664957 Jan 25 16:56:38.504867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-defef0a1-2be5-4d77-9fb3-a79c7eb88804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:38.506324 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-defef0a1-2be5-4d77-9fb3-a79c7eb88804 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 200 len: 834 time: 0.0611656 Jan 25 16:56:38.583457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-0b3b8d72-5566-48cd-a057-56fa4f56f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:38.584997 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-0b3b8d72-5566-48cd-a057-56fa4f56f030 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717933 Jan 25 16:56:38.724057 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-1876da96-205f-4df5-bd9e-56e7dd40d779 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322782 Jan 25 16:56:38.867729 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d964899-b452-43a1-bcc0-42fe84c2c36d req-8f1d2958-8fae-42d4-85ca-3c3b938d617b service neutron] 10.222.0.15 "GET /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371789 Jan 25 16:56:39.262373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:56:39.342420 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:56:39.347470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:56:39.347846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:39.436746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fd56b-5b51-4d32-aeb8-ab639d4aaca9 req-8352548e-8397-4ec2-b1f4-39a1433bbd0c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:39.439348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b56fd56b-5b51-4d32-aeb8-ab639d4aaca9 req-8352548e-8397-4ec2-b1f4-39a1433bbd0c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 945 time: 0.0913920 Jan 25 16:56:39.467227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:39.483977 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b56fd56b-5b51-4d32-aeb8-ab639d4aaca9 req-233fc4c7-0d38-49db-aa59-73dc9364c7b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 Jan 25 16:56:39.493997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:56:39.505810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:39.510329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:39.548068 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'code': 200} Jan 25 16:56:39.588783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:39.838132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4336c0-74e6-46f1-bd89-f80bb734bf36 req-a66ac6fa-0c15-44c4-aa91-f448a112f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:39.839609 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee4336c0-74e6-46f1-bd89-f80bb734bf36 req-a66ac6fa-0c15-44c4-aa91-f448a112f647 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1099 time: 0.0760128 Jan 25 16:56:39.880882 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee4336c0-74e6-46f1-bd89-f80bb734bf36 req-c593f891-4249-48e0-86c9-ecdd158fb668 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Jan 25 16:56:40.668878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b36b3e-4efc-42d3-990c-fc9008cd50bc req-d92caef9-c910-4777-819a-033613f3f085 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:40.670463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92b36b3e-4efc-42d3-990c-fc9008cd50bc req-d92caef9-c910-4777-819a-033613f3f085 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0802689 Jan 25 16:56:40.720302 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92b36b3e-4efc-42d3-990c-fc9008cd50bc req-47578ec7-33d5-4776-90dc-bdc8fa8f0f1f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Jan 25 16:56:41.911334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93386f-51c7-4e02-96a6-be26f05257cc req-960df719-d03e-4087-bcad-ec73a96f5baf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:41.913511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce93386f-51c7-4e02-96a6-be26f05257cc req-960df719-d03e-4087-bcad-ec73a96f5baf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0833654 Jan 25 16:56:41.960913 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce93386f-51c7-4e02-96a6-be26f05257cc req-604e23d7-36be-437e-89bf-cc85733ab189 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Jan 25 16:56:42.145732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739667-e48a-47c9-bdd0-548946adf1dc req-d34b8b30-86e8-4f10-8796-60cc234b1450 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:42.147099 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ac739667-e48a-47c9-bdd0-548946adf1dc req-d34b8b30-86e8-4f10-8796-60cc234b1450 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0796666 Jan 25 16:56:42.194420 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ac739667-e48a-47c9-bdd0-548946adf1dc req-bea1d8ad-e3d3-4125-90a2-7335fb182282 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Jan 25 16:56:42.219082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39002) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:42.290276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e639393-ca70-47ac-86e2-65b2f8ebacdc tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:42.291839 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1e639393-ca70-47ac-86e2-65b2f8ebacdc tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1094 time: 0.0717440 Jan 25 16:56:42.294532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39006) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:42.299475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:56:42.305548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:56:42.309585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:floatingip and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:56:42.312934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:56:42.318668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:56:42.330243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:42.468873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:42.609983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.26.4.205 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/36f56510-e218-4c40-94f2-e5bcf58c1f35) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:56:42.763930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:42.794137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:42.866467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:56:42.867653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:56:42.871363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:56:42.910008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=36f56510-e218-4c40-94f2-e5bcf58c1f35,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:42.927965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.928651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.928651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.928943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.929292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.929623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.929943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.930266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.930587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.930909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.931338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:42.931693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:56:43.423282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:43.500826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:43.734476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:43.739579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:43.867037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=36f56510-e218-4c40-94f2-e5bcf58c1f35,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:43.881782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:44.091642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 66493d00-9f58-4ede-97b5-7787ef66b418 associated. External IP: 172.26.4.205, port: aea6da33-69fd-4f6d-b3a3-ec92d8d973e2. Jan 25 16:56:44.515165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:56:44.713485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:56:44.725190 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:56:44.751283 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:44.751894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:44.752143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:44.818257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f9b9ab6d-2116-4831-bb60-ce62890f96f7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5225065 Jan 25 16:56:44.818740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:56:44.927424 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'status': 'completed', 'code': 200} Jan 25 16:56:44.958888 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:45.024356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-ea59ecd7-fb92-4acf-975d-ec34f770744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:45.025781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-ea59ecd7-fb92-4acf-975d-ec34f770744f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1099 time: 0.0759335 Jan 25 16:56:45.162400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-b8c3f7db-89a2-4639-8c46-00628052bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:45.163873 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-b8c3f7db-89a2-4639-8c46-00628052bdb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1319847 Jan 25 16:56:45.271752 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-9dbe5f6c-8fae-4302-851d-e7078a11d073 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 1000 time: 0.1009865 Jan 25 16:56:45.342310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-7780df5f-defe-4542-abe2-694c68c7a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:45.343189 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:43Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:45.344050 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-7780df5f-defe-4542-abe2-694c68c7a582 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0663755 Jan 25 16:56:45.349577 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:56:45.362143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:45.362741 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:45.420885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-028506ba-a3ac-4624-ae91-d2308173cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:45.422431 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-028506ba-a3ac-4624-ae91-d2308173cdf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726655 Jan 25 16:56:45.544923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:45.560550 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-52c81154-7a82-46cf-9fdc-87294856c444 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299467 Jan 25 16:56:45.890116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9561eeab-43a0-4ca0-b664-4c79c645c98a req-7ac827c9-2c86-4928-bea0-365d751b12bf service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215001 Jan 25 16:56:46.138245 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:43Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:46.150972 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24ae2-4aaf-4dd7-becd-ae5a7376cfe2 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:43Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:56:46.360194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64df266-18ea-4f92-af7c-611a59c0b8fd None None] New status for floating IP 66493d00-9f58-4ede-97b5-7787ef66b418: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:56:52.834757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e120-53c8-4ac7-b4c9-21e3e897617e req-2f6ef738-6fd8-4f92-95e4-89535b3fb7c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:52.836671 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e20e120-53c8-4ac7-b4c9-21e3e897617e req-2f6ef738-6fd8-4f92-95e4-89535b3fb7c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.0980258 Jan 25 16:56:52.895482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e20e120-53c8-4ac7-b4c9-21e3e897617e req-b62ef992-3dd4-467a-b784-e03020120d32 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Jan 25 16:56:54.208383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d8ebc-fe2f-4674-b707-6da69d6cc2e6 req-e41ed835-870b-4db5-8ce8-bf23bb647ad6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:54.210039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-247d8ebc-fe2f-4674-b707-6da69d6cc2e6 req-e41ed835-870b-4db5-8ce8-bf23bb647ad6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.2093179 Jan 25 16:56:54.265880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-247d8ebc-fe2f-4674-b707-6da69d6cc2e6 req-34c025d3-a6dc-4758-9403-72b1e8e91ee9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=306d6352-5064-43ad-883a-a964efc8052c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499387 Jan 25 16:56:54.570792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-5159eae1-3358-4ed7-a0f7-27f7b6494248 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:54.571477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-5159eae1-3358-4ed7-a0f7-27f7b6494248 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:56:54.586794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-5159eae1-3358-4ed7-a0f7-27f7b6494248 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:56:54.588356 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-5159eae1-3358-4ed7-a0f7-27f7b6494248 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 946 time: 0.1287334 Jan 25 16:56:54.663547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 70e03d75-55a4-48f8-afc7-c59d115493e2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:54.663887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:54.932153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 70e03d75-55a4-48f8-afc7-c59d115493e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=70e03d75-55a4-48f8-afc7-c59d115493e2,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:56:54.932516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:55.228341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:55.228709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:55.229027 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29 disassociated. External IP: 172.26.4.245, port: 70e03d75-55a4-48f8-afc7-c59d115493e2. Jan 25 16:56:55.229526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 70e03d75-55a4-48f8-afc7-c59d115493e2 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:55.430813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:55.452526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5913d039-d9ec-46ee-9343-7f43b354b0de req-246a95ce-4d8a-4582-8ca1-332259d2c234 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 210 time: 0.0499284 Jan 25 16:56:55.458515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:55.499017 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=70e03d75-55a4-48f8-afc7-c59d115493e2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:55.543916 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:56:55.750074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:56:55.948862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:56:55.959109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:56:55.976303 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:55.977980 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:56.026724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 70e03d75-55a4-48f8-afc7-c59d115493e2 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:56:56.029333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:56.032603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'name': 'network-vif-deleted', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:56:56.050845 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99cc1f6a-972a-458d-88c4-6fa753478cd5 req-359e65d2-a024-490d-91f9-fc7397edf5b0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/70e03d75-55a4-48f8-afc7-c59d115493e2 HTTP/1.1" status: 204 len: 173 time: 1.4567590 Jan 25 16:56:56.090204 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3938d-0b6f-4dce-ad96-4c30f8d14e9b', 'name': 'network-vif-deleted', 'tag': '70e03d75-55a4-48f8-afc7-c59d115493e2', 'status': 'completed', 'code': 200} Jan 25 16:56:56.177345 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:56.521965 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:56.526348 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:56:56.538339 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:56:56.539444 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:56:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:56.637508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4aa8eb62-4e28-4c1b-bbf0-4f8e7f5f205c req-4ea59f84-5eb0-4081-a96b-330a0f2762f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=54d3938d-0b6f-4dce-ad96-4c30f8d14e9b HTTP/1.1" status: 200 len: 210 time: 0.0502043 Jan 25 16:56:56.753581 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:56:57.127042 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:56:57.130909 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e265e8b-18e9-4415-913b-788d6e5d75cc None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:53:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '11c5ed89-df64-493a-bff3-8edb2b28df3b', 'name': '', 'network_id': 'ee9221e5-03c7-49b4-93cb-35dc7d1f74f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:74:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:15Z', 'updated_at': '2022-01-25T16:53:30Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '39f0fdd3-0997-41fc-a3c1-03fb85ef5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:56:57.371968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40688134-9b7e-48ca-b43c-76a3dc000d03 None None] New status for floating IP fba61d1d-eb0d-42e8-b87d-27003afbef29: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:56:57.635137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67091c80-fa24-4b65-8755-6dd68d7a0d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:57.739836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39040) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:57.828679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:57.864458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:57.927038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:57.946509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d6352-5064-43ad-883a-a964efc8052c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:57.957059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:57.960704 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-13246043-5baa-4db9-b058-2ca684216958 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/306d6352-5064-43ad-883a-a964efc8052c HTTP/1.1" status: 204 len: 168 time: 0.2172735 Jan 25 16:56:57.992251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39046) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:56:58.151792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port dfcecb3c-07eb-47bf-ade4-a727a2d044d6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:56:58.152039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.323571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.323807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.454740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for dfcecb3c-07eb-47bf-ade4-a727a2d044d6 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:56:58.604145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.659339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=dfcecb3c-07eb-47bf-ade4-a727a2d044d6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:56:58.755000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.770256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:56:58.771195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb298a26-c4cd-4d23-8af1-9b32e181091b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/fba61d1d-eb0d-42e8-b87d-27003afbef29 HTTP/1.1" status: 204 len: 168 time: 0.7773538 Jan 25 16:56:59.203342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-71d9b306-d677-406e-894e-af00c8d5a370 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:56:59.203342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-71d9b306-d677-406e-894e-af00c8d5a370 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:56:59.223263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-71d9b306-d677-406e-894e-af00c8d5a370 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:56:59.223263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-71d9b306-d677-406e-894e-af00c8d5a370 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.1130428 Jan 25 16:56:59.274026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-47511c40-444e-4226-941d-b87a4b784b47 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:56:59.294150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-47511c40-444e-4226-941d-b87a4b784b47 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:56:59.294150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-22e2ff27-b87c-422c-af8f-fa43a7d58570 req-47511c40-444e-4226-941d-b87a4b784b47 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631230 Jan 25 16:56:59.307872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 70e03d75-55a4-48f8-afc7-c59d115493e2 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:56:59.352607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 70e03d75-55a4-48f8-afc7-c59d115493e2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:56:59.352607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 70e03d75-55a4-48f8-afc7-c59d115493e2 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:57:00.246024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b582-673f-4b13-b0db-e6b1633af171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:00.587132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37126e-096c-4830-981b-50588e9d62fd req-df7899b6-6e84-446e-a625-17a8445b5fd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:00.598840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aa37126e-096c-4830-981b-50588e9d62fd req-df7899b6-6e84-446e-a625-17a8445b5fd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.1582036 Jan 25 16:57:00.661264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aa37126e-096c-4830-981b-50588e9d62fd req-18827cbd-8ad6-4daa-a69c-34eb39c6d1f0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=80013dca-8420-42e5-928b-218f4f636f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621202 Jan 25 16:57:00.828556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-0f064067-aa0b-41cf-b853-e967ed79e939 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:00.828556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-0f064067-aa0b-41cf-b853-e967ed79e939 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:00.844732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-0f064067-aa0b-41cf-b853-e967ed79e939 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:00.844732 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-0f064067-aa0b-41cf-b853-e967ed79e939 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 945 time: 0.2569501 Jan 25 16:57:00.941435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 79b537e4-652c-4376-9666-96b5759c40c1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:00.941435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.116263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.241110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 79b537e4-652c-4376-9666-96b5759c40c1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79b537e4-652c-4376-9666-96b5759c40c1,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:01.241110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.413035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 79b537e4-652c-4376-9666-96b5759c40c1 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:01.514778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.580816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.667873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=79b537e4-652c-4376-9666-96b5759c40c1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:01.719378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 79b537e4-652c-4376-9666-96b5759c40c1 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:57:01.722603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:01.730553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'name': 'network-vif-deleted', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:01.744624 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24f7e215-6e0a-4b54-9c45-3ea49e77f30c req-bc11b1a2-9d5b-4713-8816-500f131eed21 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/79b537e4-652c-4376-9666-96b5759c40c1 HTTP/1.1" status: 204 len: 173 time: 0.8968523 Jan 25 16:57:01.840309 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c3bafa-1013-4e41-95d4-a143f8a9d43a', 'name': 'network-vif-deleted', 'tag': '79b537e4-652c-4376-9666-96b5759c40c1', 'status': 'completed', 'code': 200} Jan 25 16:57:01.875082 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9d436d82-ddb5-4750-87fd-2113bbf11ded req-1ae129bf-ccf2-4e87-b739-b5a5dc7d91d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4c3bafa-1013-4e41-95d4-a143f8a9d43a HTTP/1.1" status: 200 len: 210 time: 0.0606332 Jan 25 16:57:02.692295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:02.965927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39064) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:03.035846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:03.066546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:03.134039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:03.154950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80013dca-8420-42e5-928b-218f4f636f2f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:03.167100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:03.168237 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6b541360-70fb-49fb-8bd4-0c2da928eb2f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/80013dca-8420-42e5-928b-218f4f636f2f HTTP/1.1" status: 204 len: 168 time: 0.2013519 Jan 25 16:57:03.203161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39070) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:03.890937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:04.290464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 11c5ed89-df64-493a-bff3-8edb2b28df3b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:04.291209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:04.487529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 11c5ed89-df64-493a-bff3-8edb2b28df3b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=11c5ed89-df64-493a-bff3-8edb2b28df3b,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:04.487883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:04.621719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 11c5ed89-df64-493a-bff3-8edb2b28df3b owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:04.840287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:04.890818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=11c5ed89-df64-493a-bff3-8edb2b28df3b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:05.324625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79b537e4-652c-4376-9666-96b5759c40c1 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:05.396854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:05.400654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 79b537e4-652c-4376-9666-96b5759c40c1 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:57:05.400654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79b537e4-652c-4376-9666-96b5759c40c1 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:57:05.801500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:57:06.005107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:57:06.015022 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Sync routers for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:57:06.020856 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9f4f47f4-a3f0-4f2b-977e-b7c9eafd9ae8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164816 Jan 25 16:57:06.023654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39074) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:06.027350 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:06.027567 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:06.099408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 39f0fdd3-0997-41fc-a3c1-03fb85ef5dff {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:57:06.102696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.159157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.237801 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:06.269931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.349083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.387538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=39f0fdd3-0997-41fc-a3c1-03fb85ef5dff,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:06.397144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.406263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d2ff8-72a4-49b4-8e72-bc5e3a04c4a7 None None] Network ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:57:06.406874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-25225bed-0e64-413b-b5e4-2d12696814c0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/39f0fdd3-0997-41fc-a3c1-03fb85ef5dff HTTP/1.1" status: 204 len: 168 time: 0.3810029 Jan 25 16:57:06.407337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:06.617877 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:57:04Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:06.617877 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Checking router: a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:57:06.639471 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Routers {'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:06.639471 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:06.647391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.723962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] DHCP port deletion for ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:57:06.728173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Deleting port 5806d955-b74b-4d1a-9941-4eed24d6d44d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:06.728563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.903008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.910375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] Set router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:06.922377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:06.932572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:06.980915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5806d955-b74b-4d1a-9941-4eed24d6d44d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:07.165419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:07.165419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:07.186670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:07.186670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:07.335702 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:57:04Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:07.344491 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0fbdb-cfb5-4460-a5e4-57db5edc1a74 None None] The sync data for ids ['a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c'] in dv-neutron-824022-2-hyperv is: [{'id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'name': 'tempest-TestNetworkBasicOps-router-232179760', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:53:01Z', 'updated_at': '2022-01-25T16:57:04Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '46a6b8b2-1b4c-499b-bdf1-2467f76a2a12', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:53:03Z', 'updated_at': '2022-01-25T16:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:57:07.367434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Calling delete_port for 5806d955-b74b-4d1a-9941-4eed24d6d44d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:07.441452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:07.448324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:07.480201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:07.490945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:07.552034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:57:07.552034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:57:07.571393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5806d955-b74b-4d1a-9941-4eed24d6d44d,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:07.580028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.581474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.581474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.581474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.581474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.581984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.582091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.582357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.582677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.582995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.583309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.583622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:07.631005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:07.683232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=46a6b8b2-1b4c-499b-bdf1-2467f76a2a12,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:07.800771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.001910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.004861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.030410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.030410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:57:08.050789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.050789 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea058f8b-b1eb-47ff-964c-4d24b9b924e8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/a5bc8a06-ddb4-4c4a-84d0-becf2d1cca8c HTTP/1.1" status: 204 len: 168 time: 1.6397560 Jan 25 16:57:08.051238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39084) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:08.053818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Deleting port 5806d955-b74b-4d1a-9941-4eed24d6d44d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:08.054195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.226740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.243354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 5806d955-b74b-4d1a-9941-4eed24d6d44d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:08.243354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.332642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:08.333039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.478644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 5806d955-b74b-4d1a-9941-4eed24d6d44d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5806d955-b74b-4d1a-9941-4eed24d6d44d,segment=NetworkSegment(ec623777-dcd0-4d5b-bd3e-576393543666),segment_id=ec623777-dcd0-4d5b-bd3e-576393543666)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:08.478644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.506583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Calling delete_port for 5806d955-b74b-4d1a-9941-4eed24d6d44d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:08.587249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:08.638152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] Pushing event deleted for resources: {'Port': ['ID=5806d955-b74b-4d1a-9941-4eed24d6d44d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:08.644142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24193804-5b77-48b6-8103-2de46b2a4d34 None None] No DVR routers for this DVR port 5806d955-b74b-4d1a-9941-4eed24d6d44d on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:57:08.756828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 5806d955-b74b-4d1a-9941-4eed24d6d44d owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:08.862726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.db.api [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:57:08.862726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG oslo_db.api [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:57:08.863865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 11c5ed89-df64-493a-bff3-8edb2b28df3b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:08.899302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 11c5ed89-df64-493a-bff3-8edb2b28df3b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:57:08.899302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 11c5ed89-df64-493a-bff3-8edb2b28df3b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:57:08.899302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:08.937625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:57:08.937625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46a6b8b2-1b4c-499b-bdf1-2467f76a2a12 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:57:09.366004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 5806d955-b74b-4d1a-9941-4eed24d6d44d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:09.366004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.467744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] The port '5806d955-b74b-4d1a-9941-4eed24d6d44d' was deleted {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 16:57:09.616782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.657047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9221e5-03c7-49b4-93cb-35dc7d1f74f3']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:09.675325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec623777-dcd0-4d5b-bd3e-576393543666') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:09.675325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec623777-dcd0-4d5b-bd3e-576393543666') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:09.688196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.707282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.714059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:57:09.714886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: util.warn( Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:57:09.733399 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:57:09.816601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.821117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.848968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=ee9221e5-03c7-49b4-93cb-35dc7d1f74f3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:09.858800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-02dbde72-8ccb-4918-b1a8-e491f126f5c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/ee9221e5-03c7-49b4-93cb-35dc7d1f74f3 HTTP/1.1" status: 204 len: 168 time: 1.8063993 Jan 25 16:57:09.888529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:09.894624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--1849947245', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:09.899879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:09.904134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:09.907130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:09.912899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:09.924449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:57:09.928014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.959074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:57:09.969237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:09.969606 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment 88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b of type vlan for network 55ef3d03-6aed-4f32-af0d-4029a840404e Jan 25 16:57:09.996419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.026937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.032895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:10.033561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.149066 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2578509 Jan 25 16:57:10.150743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d50a0-e509-4ba2-bc1b-785e25da72e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=55ef3d03-6aed-4f32-af0d-4029a840404e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:10.152039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39092) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:10.158188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:10.169565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:10.170331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 55ef3d03-6aed-4f32-af0d-4029a840404e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:57:10.171111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:10.173030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:10.180558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:10.194173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.195561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.212905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.494805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.821163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:10.866589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:11.013013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.63 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/dd16ad71-6c2b-4b38-a7c5-2305345f17a7) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:57:11.278260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:11.310480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:11.379775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:11.382547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:11.384953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:57:11.428755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:11.833321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:12.208640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:12.417415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:57:12.739773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:57:12.753081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Sync routers for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:57:12.769187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:12.770170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:12.773859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:12.777409 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d4952895-451b-47ff-b26e-4f42d5966d6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6220717 Jan 25 16:57:12.778303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:12.998370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:13.149782 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f7a80373-24af-4d77-bdf3-2e2072b8912a tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3703029 Jan 25 16:57:13.153512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39102) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:13.313752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d63fa-20b1-4c87-abec-e0fdde42bf5a tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:13.315876 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-012d63fa-20b1-4c87-abec-e0fdde42bf5a tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611507 Jan 25 16:57:13.319396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:13.331565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:11Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:13.335765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Checking router: dd77aa64-78b4-4f94-b9c2-9bb2ecff586c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:57:13.336965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Updating router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:57:13.361575 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2579e0d1-412f-43a7-94a3-18bbabf752e5 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409515 Jan 25 16:57:13.364070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:13.369617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163113455', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:13.392599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.519842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:13.523824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:13.526723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:13.533031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:13.545828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:57:13.549527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.799917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.818129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Transition to ACTIVE for port object dd16ad71-6c2b-4b38-a7c5-2305345f17a7 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:13.826766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.827252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.910196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=4fff7d54-c704-4105-bfb6-5085ba66a979,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:13.912957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Attempting to bind port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:57:13.913351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Attempting to bind port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:57:13.913720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Attempting to bind port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:13.916843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5e573-17db-4461-84d6-a0636b4b1528 None None] Pushing event updated for resources: {'Port': ['ID=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:13.921618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:13.922081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 55ef3d03-6aed-4f32-af0d-4029a840404e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:57:13.922248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:57:13.922551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:13.922955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.923347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:57:13.923816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Bound port: dd16ad71-6c2b-4b38-a7c5-2305345f17a7, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:57:13.924309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.949512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 55ef3d03-6aed-4f32-af0d-4029a840404e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:57:13.970202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 55ef3d03-6aed-4f32-af0d-4029a840404e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:13.974545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:13.975002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:13.984222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43d7b7-2052-4f00-9fcb-9eb12c2c7535 None None] Network 55ef3d03-6aed-4f32-af0d-4029a840404e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:57:13.996242 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5c129f0-3ee9-4bb3-aede-57d0f32d2023 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6311166 Jan 25 16:57:13.999690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39114) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:14.138365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] For port dd16ad71-6c2b-4b38-a7c5-2305345f17a7, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:14.143385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] For port dd16ad71-6c2b-4b38-a7c5-2305345f17a7, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:57:14.160644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:14.305560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:14.306193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:14.364541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5e573-17db-4461-84d6-a0636b4b1528 None None] Pushing event updated for resources: {'Port': ['ID=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:14.490507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-55ef3d03-6aed-4f32-af0d-4029a840404e', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:57:14.491350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:14.608170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:14.788042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:14.917188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Allocated IP 172.20.0.2 (55ef3d03-6aed-4f32-af0d-4029a840404e/4fff7d54-c704-4105-bfb6-5085ba66a979/c2e76408-b4b7-4f28-93d8-d5fedd31ddc5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:57:15.148255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:11Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:15.167837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6b9e7-a36b-45f3-96c3-0c261bc9f53d None None] The sync data for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv is: [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:11Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:57:15.197023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.211093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Transition to ACTIVE for port object c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:15.234360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Transition to ACTIVE for port object c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:15.240511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.363543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Network 55ef3d03-6aed-4f32-af0d-4029a840404e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:15.367229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (55ef3d03-6aed-4f32-af0d-4029a840404e/4fff7d54-c704-4105-bfb6-5085ba66a979/ba1bdae0-069e-44a0-be10-3e94bb93edb3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:57:15.368693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:15.376655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:57:15.468600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Pushing event updated for resources: {'Port': ['ID=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:15.553124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Attempting to bind port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:57:15.553696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Attempting to bind port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:57:15.554161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Attempting to bind port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:15.561300 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:57:15.561822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Checking segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:15.562317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.562808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Bound using segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:57:15.563385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Bound port: c2e76408-b4b7-4f28-93d8-d5fedd31ddc5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:57:15.563865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.696354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] For port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:15.697917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.700581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] For port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:57:15.706207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.729514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object ba1bdae0-069e-44a0-be10-3e94bb93edb3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:15.773277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:15.799665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7df96d-6195-4d33-8d77-daf0179ff93d None None] Pushing event updated for resources: {'Port': ['ID=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:15.831804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 55ef3d03-6aed-4f32-af0d-4029a840404e is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:15.840069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:15.850031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:57:15.931433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:15.940156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:16.280921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:16.790138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:16.802403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:16.957837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:16.961632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:16.994048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dd16ad71-6c2b-4b38-a7c5-2305345f17a7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:17.086684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:17.096790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:17.097831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:17.115596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 55ef3d03-6aed-4f32-af0d-4029a840404e is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:17.116884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:17.334121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:57:17.420923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:17.450315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port dd16ad71-6c2b-4b38-a7c5-2305345f17a7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:17.457871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:17.458911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:17.520078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaed25b-1820-4dee-8d19-349069e29c34 None None] Network 55ef3d03-6aed-4f32-af0d-4029a840404e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:57:17.676356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e325a1c3-23e4-44dc-893f-94f26d9496fc None None] Provisioning for port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:17.685585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:17.698032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:57:17.710720 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Sync routers for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:57:17.720917 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:17.721577 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:17.722843 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ecf1efb7-7545-4d1e-b2df-685ef1dd227c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/dd77aa64-78b4-4f94-b9c2-9bb2ecff586c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7214262 Jan 25 16:57:17.727026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39120) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:17.760055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:17.772261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:17.772694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:17.949388 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:17.971441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.018923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:18.024907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.027596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.028454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.030479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.031400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.032290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.033203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.036425 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e75ff1df-d939-4431-ac43-b2ab860b93cc tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3080654 Jan 25 16:57:18.040229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:18.130656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:18.143328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.144195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.145058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.146005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.146872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.147687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:18.154573 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2bcafd1d-e479-4a68-8854-8919ad73206b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1088490 Jan 25 16:57:18.154913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39128) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:18.340492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Provisioning complete for port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:18.340967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.416272 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:18.424704 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Checking router: dd77aa64-78b4-4f94-b9c2-9bb2ecff586c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:57:18.425736 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Updating router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c port ba1bdae0-069e-44a0-be10-3e94bb93edb3 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:57:18.502641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.519634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Provisioning for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:18.525609 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf4b4cb3-3382-4c7c-83f3-0895fc5e3dac tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3694770 Jan 25 16:57:18.525977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Provisioning complete for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:18.526434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.528638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39132) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:18.538482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-809234155', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:18.611167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bbe67-6442-4549-aa23-97a9532e4728 None None] Port ba1bdae0-069e-44a0-be10-3e94bb93edb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:18.740344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43334f59-aa48-4bdf-b85d-9d60ce32d9ec None None] Provisioning complete for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:18.740881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43334f59-aa48-4bdf-b85d-9d60ce32d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.804875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:18.809890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:port and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:18.813803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-43334f59-aa48-4bdf-b85d-9d60ce32d9ec None None] Port ba1bdae0-069e-44a0-be10-3e94bb93edb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:18.814116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:18.822519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:18.835684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:57:18.839565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.867770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] device_id is not set on port 6903b225-064d-4a4a-b01b-54a3e924c3bc yet. {{(pid=87552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:57:18.938317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-91f14e14-0629-4298-82a0-5c6fc6122463 None None] Provisioning complete for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:18.938684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91f14e14-0629-4298-82a0-5c6fc6122463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:18.974098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dd16ad71-6c2b-4b38-a7c5-2305345f17a7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:19.045394 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.046228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-91f14e14-0629-4298-82a0-5c6fc6122463 None None] Port ba1bdae0-069e-44a0-be10-3e94bb93edb3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:19.064251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:19.064577 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Transition to ACTIVE for port object ba1bdae0-069e-44a0-be10-3e94bb93edb3 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:19.064822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.072075 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.154013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.13 (55ef3d03-6aed-4f32-af0d-4029a840404e/4fff7d54-c704-4105-bfb6-5085ba66a979/6903b225-064d-4a4a-b01b-54a3e924c3bc) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:57:19.216221 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Pushing event updated for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:19.235854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:19.257307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.257973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.258501 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.259018 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.259527 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.260031 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.260534 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.261053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.261571 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.262087 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.262578 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.263070 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:19.324943 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Attempting to bind port ba1bdae0-069e-44a0-be10-3e94bb93edb3 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:57:19.325569 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Attempting to bind port ba1bdae0-069e-44a0-be10-3e94bb93edb3 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:57:19.326932 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Attempting to bind port ba1bdae0-069e-44a0-be10-3e94bb93edb3 on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:19.328508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:19.329130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.333662 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:57:19.334356 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Checking segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:19.334972 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.335556 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Bound using segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:57:19.336232 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Bound port: ba1bdae0-069e-44a0-be10-3e94bb93edb3, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:57:19.336819 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.457871 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] For port ba1bdae0-069e-44a0-be10-3e94bb93edb3, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:19.463318 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] For port ba1bdae0-069e-44a0-be10-3e94bb93edb3, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ba1bdae0-069e-44a0-be10-3e94bb93edb3,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:57:19.470679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.519519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.540940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 6903b225-064d-4a4a-b01b-54a3e924c3bc will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:19.555130 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:19.555664 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:19.574489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.624364 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971310-c9b4-4463-9e39-3092d0215da5 None None] Pushing event updated for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:19.660597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 55ef3d03-6aed-4f32-af0d-4029a840404e is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:19.663799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:19.668628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:57:19.698316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:19.742556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:19.743206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:19.760262 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:19.770093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d1816c13-5d0a-464f-9bd1-e0ae1649be7c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2389112 Jan 25 16:57:19.975844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39138) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:19.983445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586384989', 'description': 'tempest-secgroup-smoke-586384989 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:19.995720 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.002086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.005746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.014824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.032797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.073158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.079017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.082172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.088003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.158498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9dce44f0-c4d9-4bf6-9404-9855e6970ca2 None None] Provisioning for port 6903b225-064d-4a4a-b01b-54a3e924c3bc completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:20.165784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9dce44f0-c4d9-4bf6-9404-9855e6970ca2 None None] Provisioning complete for port 6903b225-064d-4a4a-b01b-54a3e924c3bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:20.166405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dce44f0-c4d9-4bf6-9404-9855e6970ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.172782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.181111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.194960 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:20.202103 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff039b-640d-49f4-b903-681d452cc56c None None] The sync data for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv is: [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:19Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:57:20.232446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9dce44f0-c4d9-4bf6-9404-9855e6970ca2 None None] Port 6903b225-064d-4a4a-b01b-54a3e924c3bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:20.249086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c403b97e-b209-41db-bda1-9e6fff45bd16,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:20.258077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.259364 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b685927f-0dda-4f85-aa83-6d79e0ca6df8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2821479 Jan 25 16:57:20.264501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39142) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:20.276802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:20.286843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.291691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.296575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.306211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.328352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.408492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.413632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.439691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c13531-ff83-4e17-9021-46d92da3d9ed,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:20.454560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.459810 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cbb0b55a-d4e5-4dac-b4d8-ea2f774ec119 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922495 Jan 25 16:57:20.461645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:20.467585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:20.474328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.478988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.482985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.489153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.510977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.596150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.600403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.625678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32256483-717f-46af-b18a-746f6183c56a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:20.635736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.637508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e67d6ea-c582-4acb-b1e8-32cafbe2d644 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744556 Jan 25 16:57:20.640916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39150) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:20.646502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:20.652524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.656877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.661007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.671859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.705877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.780178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.786543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.812144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004d9289-39ae-4b58-9ac7-83376e96f9ad,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:20.828010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.837511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc17f17e-c722-4e27-a3ee-644be7cc3548 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929948 Jan 25 16:57:20.837896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:20.847780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:20.861506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:20.866152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:20.870246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:20.894260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:20.914550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:20.925524 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ba1bdae0-069e-44a0-be10-3e94bb93edb3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:20.994984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.000341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.008627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:21.015604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:21.016069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.026385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc26e079-7208-468d-945d-e5d4dc802836,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:21.045274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.048190 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a5626719-0c33-4fc5-ba9f-a9721e712778 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2088213 Jan 25 16:57:21.050818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:21.061146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:21.068601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:21.072850 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:21.076703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:21.085415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:21.099169 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:57:21.110038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.192144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.213471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.219177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.242769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8901cd8d-3b9c-416d-b204-27208bd9a0c2,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:21.243692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ba1bdae0-069e-44a0-be10-3e94bb93edb3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ba1bdae0-069e-44a0-be10-3e94bb93edb3,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:21.251904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.255463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.257252 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fd8aafc-5f6e-4030-8044-7f7813d5de34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050643 Jan 25 16:57:21.260575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:21.269102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c403b97e-b209-41db-bda1-9e6fff45bd16', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:21.276070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:21.281016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:21.284215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:21.296965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:21.311258 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:57:21.318741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.332141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:21.400717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.407475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.434410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64645af3-8035-41b6-b394-05dc4a3e7697,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:21.447208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:21.449283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0bf3f90e-e390-4722-bb2f-475231e92c68 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1870923 Jan 25 16:57:21.652002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-8a6d4607-0451-458c-bd7e-cee5b754dec4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:21.670073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-8a6d4607-0451-458c-bd7e-cee5b754dec4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:21.671255 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-8a6d4607-0451-458c-bd7e-cee5b754dec4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586384989&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0643480 Jan 25 16:57:21.757728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f71b7637-5e02-44b9-8688-b8e970515564 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:21.758330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f71b7637-5e02-44b9-8688-b8e970515564 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:21.776321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f71b7637-5e02-44b9-8688-b8e970515564 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:21.777638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f71b7637-5e02-44b9-8688-b8e970515564 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 930 time: 0.0956428 Jan 25 16:57:21.874378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-69c8931f-8829-497b-bd30-ff03d3ef843b service neutron] 10.222.0.45 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0762098 Jan 25 16:57:22.011672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-b858ed97-67a8-4df5-9fed-ac7374df87da service neutron] 10.222.0.45 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313035 Jan 25 16:57:22.157581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-30b120fc-9931-4942-87b7-a0da38117320 service neutron] 10.222.0.45 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393828 Jan 25 16:57:22.341061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52998965-086f-4641-a1c5-9d9719bf874f req-cb4997a8-51d9-4d27-8e37-06df4d297182 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 210 time: 0.0442371 Jan 25 16:57:22.861775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ba1bdae0-069e-44a0-be10-3e94bb93edb3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:22.955890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ba1bdae0-069e-44a0-be10-3e94bb93edb3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:22.956347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:23.420359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-d1b53526-7f2f-49d4-8c2b-7ddac1fc79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:23.422008 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-d1b53526-7f2f-49d4-8c2b-7ddac1fc79ec service neutron] 10.222.0.15 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1026 time: 0.0946841 Jan 25 16:57:23.529625 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f114718f-1344-48d7-951e-9cbcb6da57cb req-5d007c5b-a190-455a-aabb-3d528888c76e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 210 time: 0.0485549 Jan 25 16:57:23.641862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-546a5094-d5c8-43ad-80cf-53773ed605e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:23.642894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-546a5094-d5c8-43ad-80cf-53773ed605e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:23.663927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-546a5094-d5c8-43ad-80cf-53773ed605e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:23.665901 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-546a5094-d5c8-43ad-80cf-53773ed605e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 797 time: 0.2374442 Jan 25 16:57:23.716904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-5ce46d59-f1df-41a5-84c5-86bc44fdcb43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:23.729936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-5ce46d59-f1df-41a5-84c5-86bc44fdcb43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:23.731513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-5ce46d59-f1df-41a5-84c5-86bc44fdcb43 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 379 time: 0.0576081 Jan 25 16:57:23.745410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Request body: {'port': {'device_id': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:23.894032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.280334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903b225-064d-4a4a-b01b-54a3e924c3bc {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:57:24.288889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.305879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Transition to ACTIVE for port object 6903b225-064d-4a4a-b01b-54a3e924c3bc will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:24.309922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.470728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:24.574392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:57:24.574392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:57:24.575207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:24.584307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:57:24.585031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:24.594203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:57:24.595276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Checking segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:24.595955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Bound using segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:57:24.596801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Bound port: 6903b225-064d-4a4a-b01b-54a3e924c3bc, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:57:24.597397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.715633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:24.721590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:57:24.727654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.747732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83094d2-41e0-4736-9967-72f8d4c07330 req-6cbee871-ad95-4e50-aa7f-8e1e8e0ffaf2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:24.750485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f83094d2-41e0-4736-9967-72f8d4c07330 req-6cbee871-ad95-4e50-aa7f-8e1e8e0ffaf2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 981 time: 0.0937133 Jan 25 16:57:24.795373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:24.796043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:24.797511 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] 10.222.0.15 "PUT /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1131 time: 1.0568595 Jan 25 16:57:24.797974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:24.829392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bcc8-4294-4046-acb5-0ec502bf4dae service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:24.851840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f83094d2-41e0-4736-9967-72f8d4c07330 req-25cf6bf1-8add-469c-99bc-a786143170c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954223 Jan 25 16:57:24.924833 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'status': 'completed', 'code': 200} Jan 25 16:57:24.972395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-8b7c172a-be0c-43f7-b3f6-e6232eb26040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:24.974860 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-8b7c172a-be0c-43f7-b3f6-e6232eb26040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 1134 time: 0.1159778 Jan 25 16:57:25.159334 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-2f99328e-9698-4744-b2e1-af0898b5eaaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 217 time: 0.1772275 Jan 25 16:57:25.230032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-c72f3054-c727-40f0-a8a7-e322f717336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:25.231552 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-c72f3054-c727-40f0-a8a7-e322f717336a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 200 len: 835 time: 0.0655553 Jan 25 16:57:25.317415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-a658ab63-ff68-47fb-8687-d3f49d73589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:25.319933 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-a658ab63-ff68-47fb-8687-d3f49d73589c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55ef3d03-6aed-4f32-af0d-4029a840404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816412 Jan 25 16:57:25.454835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:25.467490 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-f469045b-9a4f-4df6-bc63-aeafaf0513a6 service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394298 Jan 25 16:57:25.610867 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-10e7edec-429e-4629-8c16-cf235bbd29cf req-3f8e6305-3327-48dd-80ee-64e791cbc885 service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380603 Jan 25 16:57:25.742095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-b602bba9-118a-4806-a6c9-8c059d538b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:25.744120 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-b602bba9-118a-4806-a6c9-8c059d538b21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 1134 time: 0.0867796 Jan 25 16:57:25.889849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-222a3ee4-228c-46ba-920b-a809936b77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:25.891328 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-222a3ee4-228c-46ba-920b-a809936b77f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 898 time: 0.1411045 Jan 25 16:57:25.965654 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-38a7bf52-15d3-41e1-a743-ee075a566bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 217 time: 0.0672441 Jan 25 16:57:26.030703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-a1fe6d1c-7c71-42a7-a64f-6d32fc96da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:26.032173 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-a1fe6d1c-7c71-42a7-a64f-6d32fc96da02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 200 len: 835 time: 0.0607452 Jan 25 16:57:26.066179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fe0a-49f4-40a0-85c4-950cdf81e8b4 req-9f57d9b0-2686-41e8-948e-5790447f21d0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:26.067669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d503fe0a-49f4-40a0-85c4-950cdf81e8b4 req-9f57d9b0-2686-41e8-948e-5790447f21d0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 981 time: 0.0803328 Jan 25 16:57:26.110362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-40de1e89-183e-4685-8d1b-279b6b4a3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:26.111830 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-40de1e89-183e-4685-8d1b-279b6b4a3cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55ef3d03-6aed-4f32-af0d-4029a840404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733511 Jan 25 16:57:26.115779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d503fe0a-49f4-40a0-85c4-950cdf81e8b4 req-63cf7e29-69dc-446b-8735-08ca0e71cf1a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Jan 25 16:57:26.248051 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-66f4c066-b019-4304-989e-d5be01926d6e service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287992 Jan 25 16:57:26.387164 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcdd17de-95b8-4aa6-8ad8-b82badbb55c6 req-11f5b4de-e203-4525-8cb0-9599d3634b0a service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326904 Jan 25 16:57:27.323736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14c806-27de-4755-bb74-1b41a91e3a1c req-29779415-212c-4da9-9dc1-6739cc6e4fc9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:27.324967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff14c806-27de-4755-bb74-1b41a91e3a1c req-29779415-212c-4da9-9dc1-6739cc6e4fc9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 981 time: 0.0909617 Jan 25 16:57:27.374060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff14c806-27de-4755-bb74-1b41a91e3a1c req-d98737d1-1c7a-433e-9b41-cbca8bab41d4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Jan 25 16:57:27.642520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c5c01b6-5d58-4aec-91f4-edef372c2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:28.587260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2dfaa-3440-4937-abd3-1b6caa588526 req-341b31f3-7596-46b3-8e38-be85fe1e58f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:28.588191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ae2dfaa-3440-4937-abd3-1b6caa588526 req-341b31f3-7596-46b3-8e38-be85fe1e58f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 981 time: 0.1053030 Jan 25 16:57:28.636695 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ae2dfaa-3440-4937-abd3-1b6caa588526 req-3534cd35-3795-4790-bc68-e8ff39ed24ef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Jan 25 16:57:29.456354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:57:29.597924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:29.612115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'mac_address': 'fa:16:3e:91:83:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:57:29.673446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:29.695122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903b225-064d-4a4a-b01b-54a3e924c3bc {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:57:29.713155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:29.719501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:29.811146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:29.855502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582d2c8-0ceb-438f-a61d-2956f0ccba54 req-77036fef-8ad4-4399-8f08-9590393b8ae7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:29.862208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3582d2c8-0ceb-438f-a61d-2956f0ccba54 req-77036fef-8ad4-4399-8f08-9590393b8ae7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 982 time: 0.0968719 Jan 25 16:57:29.907397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3582d2c8-0ceb-438f-a61d-2956f0ccba54 req-ae4cfeea-b1c8-4f7d-8800-a6a7045b2f47 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Jan 25 16:57:30.065592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['6903b225-064d-4a4a-b01b-54a3e924c3bc'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:57:30.256378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-537d5387-874d-47fa-8042-c6c012768f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.096829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.210648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6dd3e-d158-4225-8deb-e6d4bbc3f6a2 req-96f35d55-86ea-4d18-bd46-8da73cabd973 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:31.212122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5c6dd3e-d158-4225-8deb-e6d4bbc3f6a2 req-96f35d55-86ea-4d18-bd46-8da73cabd973 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 982 time: 0.1890552 Jan 25 16:57:31.258289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5c6dd3e-d158-4225-8deb-e6d4bbc3f6a2 req-1b5d1952-8836-4f36-ae7b-72edffc6b849 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Jan 25 16:57:31.456662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:31.526608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.541323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 6903b225-064d-4a4a-b01b-54a3e924c3bc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:31.545489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 6903b225-064d-4a4a-b01b-54a3e924c3bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:31.545857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.667309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.696380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:31.706009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:31.710240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:31.749545 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'code': 200} Jan 25 16:57:31.783800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:31.988693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67751ac-96a2-4060-92c7-4f4d62becb87 req-7505e265-6224-4d33-a509-1d618e9f05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:31.990502 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a67751ac-96a2-4060-92c7-4f4d62becb87 req-7505e265-6224-4d33-a509-1d618e9f05db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 1136 time: 0.0784776 Jan 25 16:57:32.036079 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a67751ac-96a2-4060-92c7-4f4d62becb87 req-315ebcc3-b5a9-48ee-9e9d-c15522441975 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Jan 25 16:57:32.449061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92969a5c-6b72-41a6-a189-e3501bf2086c req-8ae18e1b-395c-4929-beed-dc1e1dd9790d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:32.451199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92969a5c-6b72-41a6-a189-e3501bf2086c req-8ae18e1b-395c-4929-beed-dc1e1dd9790d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.0821137 Jan 25 16:57:32.502807 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92969a5c-6b72-41a6-a189-e3501bf2086c req-833de57f-379b-4bdb-b217-71c9fc8e7b1f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Jan 25 16:57:32.543037 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:57:32.688933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:33.693782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dce16-906a-453a-a415-1334238c55f4 req-d7483d7c-ee88-4012-82e4-36a819d32038 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:33.695233 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-070dce16-906a-453a-a415-1334238c55f4 req-d7483d7c-ee88-4012-82e4-36a819d32038 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.0820093 Jan 25 16:57:33.741428 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-070dce16-906a-453a-a415-1334238c55f4 req-b72ca089-9d80-4ea6-8f36-9221aeed481f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Jan 25 16:57:33.930967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172d498-9a2d-47a9-ad81-167395995dd9 req-eec5068b-99ac-4465-b046-b4e1062b7383 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:33.932466 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2172d498-9a2d-47a9-ad81-167395995dd9 req-eec5068b-99ac-4465-b046-b4e1062b7383 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.0859301 Jan 25 16:57:33.983687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2172d498-9a2d-47a9-ad81-167395995dd9 req-16993ad3-1d9c-4429-b232-dbf316dc3e63 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Jan 25 16:57:34.006773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39218) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:34.076917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5870dfd-d53b-46f9-84f9-15e7e77d6613 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:34.078539 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e5870dfd-d53b-46f9-84f9-15e7e77d6613 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 1131 time: 0.0707610 Jan 25 16:57:34.081370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:34.086057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:34.091957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:34.095736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:34.098553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:34.104188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:34.114736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:34.253008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:34.395506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.21 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/f07620c7-540b-4667-adbd-0a4edf1f5f52) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:57:34.544915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:34.574818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:34.749067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:57:34.752220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:57:34.755930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:57:34.793168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=f07620c7-540b-4667-adbd-0a4edf1f5f52,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:34.811913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.812264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.812603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.812938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.813386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.813629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.813954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.814278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.814602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.814923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.815243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:34.815562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:35.217561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:35.300793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:35.525741 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:35.530265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:35.650794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=f07620c7-540b-4667-adbd-0a4edf1f5f52,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:35.662716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:35.846301 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP afc1014f-6469-4892-a5fe-ee3c6c2aa6f3 associated. External IP: 172.26.4.21, port: 6903b225-064d-4a4a-b01b-54a3e924c3bc. Jan 25 16:57:36.223391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:57:36.543773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:57:36.555035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Sync routers for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:57:36.571804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:36.572155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:36.572224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:36.629662 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7b02dea-9b8a-448c-9f2c-c5f236932b2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.5472701 Jan 25 16:57:36.631601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:36.632813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39230) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:36.679875 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'status': 'completed', 'code': 200} Jan 25 16:57:36.717815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb9e253-4f43-4b54-a911-343bc6e40591 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:36.719498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0fb9e253-4f43-4b54-a911-343bc6e40591 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780&network_id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 1131 time: 0.0851681 Jan 25 16:57:36.785543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:36.797597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-ca855313-56a9-4b1b-88d5-fb6372f5df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:36.800884 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-ca855313-56a9-4b1b-88d5-fb6372f5df5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 1136 time: 0.0959501 Jan 25 16:57:37.003437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-84a3443e-3dc6-4caa-8966-8728def27cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:37.005924 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-84a3443e-3dc6-4caa-8966-8728def27cf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 898 time: 0.1981690 Jan 25 16:57:37.126968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0716e7-92de-42ce-9219-bfc38a27e76d req-5f845bb8-4b0a-455b-ba68-56eec7babb64 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:37.128525 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf0716e7-92de-42ce-9219-bfc38a27e76d req-5f845bb8-4b0a-455b-ba68-56eec7babb64 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.0982428 Jan 25 16:57:37.160458 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-62423172-75f3-4e1e-9b9a-225a197f427f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1036 time: 0.1463454 Jan 25 16:57:37.178935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf0716e7-92de-42ce-9219-bfc38a27e76d req-e5c3d8d2-b627-42ae-8326-99bd1e719da7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Jan 25 16:57:37.231404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-d1e0ed3c-70a0-4e9b-bac7-6aa93e5aaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:37.233404 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-d1e0ed3c-70a0-4e9b-bac7-6aa93e5aaae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 200 len: 835 time: 0.0651302 Jan 25 16:57:37.270228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'afc1014f-6469-4892-a5fe-ee3c6c2aa6f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-809234155', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'mac_address': 'fa:16:3e:91:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:57:35Z', 'updated_at': '2022-01-25T16:57:35Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:37.274678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Checking router: dd77aa64-78b4-4f94-b9c2-9bb2ecff586c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:57:37.287731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:57:37.287731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:57:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:37.318341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-5c4be599-9d3e-4c92-885e-87be2412e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:37.319813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-5c4be599-9d3e-4c92-885e-87be2412e437 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55ef3d03-6aed-4f32-af0d-4029a840404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802512 Jan 25 16:57:37.469501 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-109225f6-f548-439f-a3c9-070737c9011a service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421466 Jan 25 16:57:37.489064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:57:37.615091 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d2ac181-1d82-49e8-ba8d-69b3515fedff req-17e03393-7249-474f-abb1-677961a5dcbe service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380851 Jan 25 16:57:37.874924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'afc1014f-6469-4892-a5fe-ee3c6c2aa6f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-809234155', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'mac_address': 'fa:16:3e:91:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:57:35Z', 'updated_at': '2022-01-25T16:57:35Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:57:37.879648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf390b-3410-4e65-a7a1-8977fb3275d7 None None] The sync data for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv is: [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'afc1014f-6469-4892-a5fe-ee3c6c2aa6f3', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-809234155', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'mac_address': 'fa:16:3e:91:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f6dff2-825a-45d5-8611-9ce86596a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:57:35Z', 'updated_at': '2022-01-25T16:57:35Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:57:38.129801 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d468bd-1c9b-4b78-844d-e9802ed1dce8 None None] New status for floating IP afc1014f-6469-4892-a5fe-ee3c6c2aa6f3: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:57:38.395536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6182b-f39e-413f-b0a4-e68a8f4bb554 req-4c347fb3-7db6-407b-9008-f087a6cb6b38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:38.397945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06e6182b-f39e-413f-b0a4-e68a8f4bb554 req-4c347fb3-7db6-407b-9008-f087a6cb6b38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.0904398 Jan 25 16:57:38.466980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06e6182b-f39e-413f-b0a4-e68a8f4bb554 req-db9f10a5-e791-4317-9344-822d9ee59a05 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632827 Jan 25 16:57:38.561382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-4c34e400-7758-4018-adaf-a1b238205ae9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:38.562517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-4c34e400-7758-4018-adaf-a1b238205ae9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:38.578636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-4c34e400-7758-4018-adaf-a1b238205ae9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:38.580453 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-4c34e400-7758-4018-adaf-a1b238205ae9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 983 time: 0.1122606 Jan 25 16:57:38.658262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-cc68b5d4-bb02-44db-9076-213e0e5b85a2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:38.660116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-cc68b5d4-bb02-44db-9076-213e0e5b85a2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0743465 Jan 25 16:57:38.834533 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-aab33f36-96fa-4447-bf90-e277874ef47f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1690080 Jan 25 16:57:38.846379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:39.016091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:39.327901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:39.356109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:39.408157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] device_id is not set on port 6903b225-064d-4a4a-b01b-54a3e924c3bc yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:57:39.416707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:39.422181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:39.576389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=6']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:39.628475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] No DVR routers for this DVR port 6903b225-064d-4a4a-b01b-54a3e924c3bc on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:57:39.642517 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-48197a47-ca0c-471b-a1f5-b7e02cb2e5be req-aa23875d-7088-4541-857d-b3a92679c8bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1f6dff2-825a-45d5-8611-9ce86596a780 HTTP/1.1" status: 200 len: 210 time: 0.0491438 Jan 25 16:57:39.750368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b86b98fd-2f4c-4439-a6cd-92fda5b66649 None None] Provisioning complete for port 6903b225-064d-4a4a-b01b-54a3e924c3bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:39.750897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86b98fd-2f4c-4439-a6cd-92fda5b66649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:39.810997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b86b98fd-2f4c-4439-a6cd-92fda5b66649 None None] Port 6903b225-064d-4a4a-b01b-54a3e924c3bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:39.867197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] In _notify_port_updated(), no bound segment for port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:57:39.868069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:39.868676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:39.869999 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-caaaa3d9-6713-40dc-b3e3-89659d09f5c2 req-dcd5367f-911e-415c-986f-aac9d9e17cc4 service neutron] 10.222.0.15 "PUT /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1026 time: 1.0314476 Jan 25 16:57:40.748626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:40.823468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6be6c-c944-4110-a899-717535c90ee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:40.827907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d5f6be6c-c944-4110-a899-717535c90ee6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 925 time: 0.0751767 Jan 25 16:57:41.048184 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39256) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.053373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910536125', 'description': 'tempest-secgroup-smoke-910536125 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.059746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.069705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.081486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.101983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.105806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.108678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.114362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.186167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.190049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.240318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112ee643-4767-4ba4-aae8-35c4303dab2b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.246826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.248868 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2213d2df-17d3-4c31-ad1a-31febac0172a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1993773 Jan 25 16:57:41.251456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.257755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.264725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.269137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.272430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.279345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.297067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.357864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.361803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.384765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31eebbe8-62c8-44e4-ab51-2f9a75a28b72,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.394614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.395894 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-367a5ea0-db0c-4d9d-927d-e3c35240bf7b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435571 Jan 25 16:57:41.398682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.404342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.410344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.414113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.416945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.422978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.440307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.502292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.505908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.529994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccad6a6-fa73-4fef-a9ad-841b8ea83e29,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.538896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.540063 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8181fb0d-43e8-45ea-844e-d95e599503fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405089 Jan 25 16:57:41.542735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.548338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.554652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.558466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.562974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.568539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.585983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.653417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.657480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.683548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9836eeb1-f3fe-414d-ab2a-e8847f148c6e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.694058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.695240 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-254e33e9-7f65-4c05-83e3-bab336156bcd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515262 Jan 25 16:57:41.698121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.704542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.710460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.714399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.717460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.723204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.741450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.804963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.808780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.833956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a7b1c8-ec83-4734-b342-bc00f62e4b89,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.843957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.847879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1eb6f7ef-af68-490c-b703-a5d6f2582893 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461375 Jan 25 16:57:41.848110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39276) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:41.852955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:41.860095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:41.863880 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:41.866813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:41.873702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:41.884386 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:57:41.891889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.961050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.965014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:41.990194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4708ab43-69d7-42c7-9324-1956830a4270,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:41.999290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:42.000493 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73f45adf-85ee-47f9-9014-85fd16073587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514735 Jan 25 16:57:42.003187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:42.008052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '112ee643-4767-4ba4-aae8-35c4303dab2b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:42.014381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:57:42.018210 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:57:42.021014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:57:42.026536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:57:42.037489 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:57:42.045105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:42.111807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:42.117436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:42.142562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13dbbb5-8d0d-4285-a41d-c680ffa9ab06,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:42.150946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:42.152133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9698a154-f699-4fef-b7dc-ec6cd31e3c42 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480625 Jan 25 16:57:42.323166 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-e9144206-acf3-4d7e-ac76-28a8dc689a04 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910536125&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0409434 Jan 25 16:57:42.406530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-610519da-1b67-4197-b1bf-a1f918d74b73 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:42.408313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-610519da-1b67-4197-b1bf-a1f918d74b73 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 930 time: 0.0787678 Jan 25 16:57:42.531666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-8b834728-5fdc-4f5c-96b7-3322fed0812f service neutron] 10.222.0.45 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1101897 Jan 25 16:57:42.668244 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-8459415c-eaf8-45f9-b04e-fed095c1ca03 service neutron] 10.222.0.45 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307008 Jan 25 16:57:42.804728 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-5d130bf0-c59c-483c-8dbc-388a5b1cea09 service neutron] 10.222.0.45 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302719 Jan 25 16:57:42.989012 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d5304cc9-03b0-4bab-a5ac-e64fa465d90c req-5deba638-d5e5-409e-81f4-65038d3ab872 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 210 time: 0.0443742 Jan 25 16:57:43.503187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:43.563099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:57:43.975798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-5213ce57-40d2-4615-8236-1347bdcab7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:43.977199 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-5213ce57-40d2-4615-8236-1347bdcab7b2 service neutron] 10.222.0.15 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1026 time: 0.0707464 Jan 25 16:57:44.156893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-664f4054-ec9a-421a-9afd-b4440d46748f req-a113ee3b-c87b-4259-9233-45a6dce29f72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 210 time: 0.0502372 Jan 25 16:57:44.182478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-08b18b5e-b27d-46ad-a675-1381c0f6a2ae tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:44.182478 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-08b18b5e-b27d-46ad-a675-1381c0f6a2ae tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 797 time: 0.1913846 Jan 25 16:57:44.249248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-8eacaac2-d830-46b0-9921-185641cfb9e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:57:44.269429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-8eacaac2-d830-46b0-9921-185641cfb9e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:57:44.271867 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-8eacaac2-d830-46b0-9921-185641cfb9e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 471 time: 0.0897224 Jan 25 16:57:44.284154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Request body: {'port': {'device_id': 'aec0ad61-536f-4201-99cf-e4ded19e9de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:44.407989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:44.884081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903b225-064d-4a4a-b01b-54a3e924c3bc {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:57:44.892608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:44.910158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Transition to ACTIVE for port object 6903b225-064d-4a4a-b01b-54a3e924c3bc will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:57:44.914908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:45.071609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=7']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:45.206826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:57:45.207167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:57:45.207503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:45.212701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:57:45.213022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Attempting to bind port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:57:45.219178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:57:45.219513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Checking segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:57:45.219899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Bound using segment: {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:57:45.220330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Bound port: 6903b225-064d-4a4a-b01b-54a3e924c3bc, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:57:45.220685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:45.332391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:45.337381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:57:45.344132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:45.369302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff887-5561-4305-8358-fd2f73b70d33 req-67c41fbd-3f91-42c4-8caa-f563f999b8f7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:45.372907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fcaff887-5561-4305-8358-fd2f73b70d33 req-67c41fbd-3f91-42c4-8caa-f563f999b8f7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 981 time: 0.0984406 Jan 25 16:57:45.407769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:45.408502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:45.409825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] 10.222.0.15 "PUT /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1131 time: 1.1309664 Jan 25 16:57:45.410281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec0ad61-536f-4201-99cf-e4ded19e9de2', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:45.437548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fcaff887-5561-4305-8358-fd2f73b70d33 req-118031e2-45e5-4e8d-abd2-574279cd3270 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600252 Jan 25 16:57:45.494696 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec0ad61-536f-4201-99cf-e4ded19e9de2', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'status': 'completed', 'code': 200} Jan 25 16:57:45.509679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45791660-93d1-4b9b-84b9-3a917ae02393 service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=8']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:45.550922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-95133c6e-2db1-4bcf-9dd2-e07650681da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:45.552468 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-95133c6e-2db1-4bcf-9dd2-e07650681da6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 1134 time: 0.0944996 Jan 25 16:57:45.670672 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-e65ea6bd-3178-4569-b590-7a68346f3dd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1036 time: 0.1102128 Jan 25 16:57:45.738441 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-a7d82ec7-c90d-4944-9b47-5599f2e1943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:45.739897 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-a7d82ec7-c90d-4944-9b47-5599f2e1943e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 200 len: 835 time: 0.0638661 Jan 25 16:57:45.821611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-5df0ebf6-e194-4c4b-9ab6-f085e3e741c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:45.823181 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-5df0ebf6-e194-4c4b-9ab6-f085e3e741c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55ef3d03-6aed-4f32-af0d-4029a840404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766337 Jan 25 16:57:45.961028 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-a003c5f3-8435-469b-8bcf-e0e5fac41cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314719 Jan 25 16:57:46.103480 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b7c19c4-1902-45df-b02f-509da6746d23 req-1d061684-f142-49ee-a5b7-e2a425c5bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362772 Jan 25 16:57:46.216817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-f7e6d51c-18db-4436-94b6-d52a7829bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:46.218441 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-f7e6d51c-18db-4436-94b6-d52a7829bc70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 1134 time: 0.0723763 Jan 25 16:57:46.353610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-97093e0e-480e-4d26-b603-32102c6f1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:46.355086 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-97093e0e-480e-4d26-b603-32102c6f1a30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 898 time: 0.1309209 Jan 25 16:57:46.462760 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-24f6b412-d371-47d3-af22-b27bf5fae105 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1036 time: 0.1016097 Jan 25 16:57:46.644624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d7fdc-3665-4c84-87dd-80386531ca8b req-88ba1685-53f9-4c52-9a03-0353b54dcbb2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:46.646080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-17bdc5ec-12dd-45e2-9d29-902ceeb9f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:46.646221 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce7d7fdc-3665-4c84-87dd-80386531ca8b req-88ba1685-53f9-4c52-9a03-0353b54dcbb2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 981 time: 0.0956821 Jan 25 16:57:46.647553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-17bdc5ec-12dd-45e2-9d29-902ceeb9f171 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 200 len: 835 time: 0.1783462 Jan 25 16:57:46.694080 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce7d7fdc-3665-4c84-87dd-80386531ca8b req-bbe2a3b3-cbb6-4970-99c4-b13a1752b5f9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Jan 25 16:57:46.729165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-b2093abf-a0f5-448b-8ed9-445050073c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:46.730625 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-b2093abf-a0f5-448b-8ed9-445050073c60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55ef3d03-6aed-4f32-af0d-4029a840404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756919 Jan 25 16:57:46.871193 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-50374c97-5d85-46db-8748-e9c9310a1fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333089 Jan 25 16:57:47.006430 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4d9fe63d-aee3-44ee-9610-02a4c3edc1b5 req-96006c02-b480-458f-ace6-049e20f00d84 service neutron] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291773 Jan 25 16:57:47.884930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4311f-4df9-48cc-bf40-a3ed2af95102 req-533d82b7-656e-4568-8d44-108c735b0300 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:47.886464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05a4311f-4df9-48cc-bf40-a3ed2af95102 req-533d82b7-656e-4568-8d44-108c735b0300 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 981 time: 0.0812800 Jan 25 16:57:47.953175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05a4311f-4df9-48cc-bf40-a3ed2af95102 req-c534f4e8-264a-4ee0-9d88-d33495db5853 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575912 Jan 25 16:57:49.138120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c33f1a-2aa3-4c56-8425-9661d43c7843 req-cad585ae-6df9-4da3-a759-10bb5a22f188 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:49.139980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51c33f1a-2aa3-4c56-8425-9661d43c7843 req-cad585ae-6df9-4da3-a759-10bb5a22f188 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 981 time: 0.0828824 Jan 25 16:57:49.186240 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51c33f1a-2aa3-4c56-8425-9661d43c7843 req-2dfd58fe-1e97-45d3-9765-1015f07dae24 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Jan 25 16:57:49.518312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:57:49.651368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:49.664553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'port_id': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'mac_address': 'fa:16:3e:91:83:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:57:49.723655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:49.741411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903b225-064d-4a4a-b01b-54a3e924c3bc {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:57:49.756584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:49.760557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:49.831149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=9']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:50.089865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['6903b225-064d-4a4a-b01b-54a3e924c3bc'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:57:50.383861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd9a52-488d-4857-ba48-d88515cf3621 req-0082f1b3-e454-44fc-be9b-8e57e641014f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:50.385403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cfd9a52-488d-4857-ba48-d88515cf3621 req-0082f1b3-e454-44fc-be9b-8e57e641014f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 982 time: 0.0880897 Jan 25 16:57:50.434643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cfd9a52-488d-4857-ba48-d88515cf3621 req-c3ce8358-bc05-4156-9ae2-6a82656ed4b2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Jan 25 16:57:51.533766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:57:51.602880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 6903b225-064d-4a4a-b01b-54a3e924c3bc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:57:51.607994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 6903b225-064d-4a4a-b01b-54a3e924c3bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:51.608369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:51.636023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b4c3b-8e3e-4f57-a38d-be7d1d8f6861 req-d0f19bb8-d198-4f9c-8885-dcbb714d3a7a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:51.638049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-459b4c3b-8e3e-4f57-a38d-be7d1d8f6861 req-d0f19bb8-d198-4f9c-8885-dcbb714d3a7a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 982 time: 0.0830312 Jan 25 16:57:51.685230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-459b4c3b-8e3e-4f57-a38d-be7d1d8f6861 req-f7ec1a83-4445-4c42-a0ef-60ae99fd1a4d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jan 25 16:57:51.774572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:51.802423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0ad61-536f-4201-99cf-e4ded19e9de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:57:51.812559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:51.817907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:51.857587 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0ad61-536f-4201-99cf-e4ded19e9de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903b225-064d-4a4a-b01b-54a3e924c3bc', 'code': 200} Jan 25 16:57:51.890121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=10']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:52.081325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42216486-c39a-4d0a-941a-5234d278b270 req-748a029e-f5fa-4a76-b05f-c628c97757c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:52.082719 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-42216486-c39a-4d0a-941a-5234d278b270 req-748a029e-f5fa-4a76-b05f-c628c97757c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 1137 time: 0.0688882 Jan 25 16:57:52.126352 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-42216486-c39a-4d0a-941a-5234d278b270 req-b145bb0c-7b3a-403f-8292-80ead00daa93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Jan 25 16:57:52.994234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bf7e9-85ce-4541-9c9c-0f53b89e8d37 req-a1400921-3104-4dd1-bd9e-5e4a266668ea tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:52.996543 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b62bf7e9-85ce-4541-9c9c-0f53b89e8d37 req-a1400921-3104-4dd1-bd9e-5e4a266668ea tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.2006700 Jan 25 16:57:53.045280 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b62bf7e9-85ce-4541-9c9c-0f53b89e8d37 req-ad6de9fb-055b-4d21-8922-e96c81356a3b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Jan 25 16:57:54.233695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e1b3-c3c3-41f7-be4f-9f8152594859 req-9abf774e-c556-4f57-b6f9-dcbd9c155e55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:54.235200 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1885e1b3-c3c3-41f7-be4f-9f8152594859 req-9abf774e-c556-4f57-b6f9-dcbd9c155e55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.0809419 Jan 25 16:57:54.284281 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1885e1b3-c3c3-41f7-be4f-9f8152594859 req-84528456-d0b0-4de8-9b85-cfc0d7f06fb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Jan 25 16:57:54.469606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894caabd-318b-4b71-a794-689151a81e6c req-2fafdfc7-d4e2-4751-a055-95bfb590b131 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:54.471036 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-894caabd-318b-4b71-a794-689151a81e6c req-2fafdfc7-d4e2-4751-a055-95bfb590b131 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.0821931 Jan 25 16:57:54.516541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-894caabd-318b-4b71-a794-689151a81e6c req-e8bf6348-49a9-4ccc-9981-abbcff6ce530 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Jan 25 16:57:54.539486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:54.613849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638611a-7334-4472-899a-11f220671a48 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:54.615358 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2638611a-7334-4472-899a-11f220671a48 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2&network_id=55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 200 len: 1132 time: 0.0748990 Jan 25 16:57:54.998128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd65a3a-db64-4885-a41f-4a9e2e59002d req-c248d92e-34b3-4038-bb70-003ee473429a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:54.999596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-afd65a3a-db64-4885-a41f-4a9e2e59002d req-c248d92e-34b3-4038-bb70-003ee473429a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.0881579 Jan 25 16:57:55.044264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-afd65a3a-db64-4885-a41f-4a9e2e59002d req-d7230f2d-7812-443a-ba3e-b4d4db52a164 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385785 Jan 25 16:57:55.453237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:56.235368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47524e-0a2e-4266-b207-9574d459f9a5 req-1553f41b-f9e3-4121-bf7e-f735ab5fff7f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:56.236851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-df47524e-0a2e-4266-b207-9574d459f9a5 req-1553f41b-f9e3-4121-bf7e-f735ab5fff7f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.0804741 Jan 25 16:57:56.282974 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-df47524e-0a2e-4266-b207-9574d459f9a5 req-17415858-760c-4d5f-8fc4-41c866dcb60a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=8335cee4-35f6-4d7f-8be3-a5c49f9201ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Jan 25 16:57:56.425254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-fb704c5a-9f9b-4c78-9517-8cc6f90c0673 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:56.426886 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-fb704c5a-9f9b-4c78-9517-8cc6f90c0673 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 984 time: 0.0855346 Jan 25 16:57:56.510549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-d581f15d-58ee-4a9d-9623-dc055c9d109a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:56.511813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-d581f15d-58ee-4a9d-9623-dc055c9d109a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0798826 Jan 25 16:57:56.656328 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-028bfd23-3161-4777-9d30-3aaf04e4f144 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397097 Jan 25 16:57:56.666029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:57:56.778354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:56.985419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=6903b225-064d-4a4a-b01b-54a3e924c3bc,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:57:57.015185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] For port 6903b225-064d-4a4a-b01b-54a3e924c3bc, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:57:57.068948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] device_id is not set on port 6903b225-064d-4a4a-b01b-54a3e924c3bc yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 16:57:57.078693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:57.084291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:57.229688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=11']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:57.281494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] No DVR routers for this DVR port 6903b225-064d-4a4a-b01b-54a3e924c3bc on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:57:57.413611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bc1c9b8a-2aee-4be8-8825-6d022f3f6a2b None None] Provisioning complete for port 6903b225-064d-4a4a-b01b-54a3e924c3bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:57:57.413611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc1c9b8a-2aee-4be8-8825-6d022f3f6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:57.445293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-85b6d62e-b816-41ae-9a0a-e6d971c99a59 req-bb01f111-5bff-497d-acbb-f510b773ed1b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=aec0ad61-536f-4201-99cf-e4ded19e9de2 HTTP/1.1" status: 200 len: 210 time: 0.0563545 Jan 25 16:57:57.476251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c9b8a-2aee-4be8-8825-6d022f3f6a2b None None] Port 6903b225-064d-4a4a-b01b-54a3e924c3bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:57:57.623446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] In _notify_port_updated(), no bound segment for port 6903b225-064d-4a4a-b01b-54a3e924c3bc on network 55ef3d03-6aed-4f32-af0d-4029a840404e {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 25 16:57:57.624318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:57:57.624915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:57.626215 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de38b4f4-376d-462a-afe4-0074c2dee737 req-68a682b0-dfee-484c-9cfc-8235101140b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 200 len: 1027 time: 0.9640527 Jan 25 16:57:57.642649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84186297-0bb1-4b30-9072-c3a654d52e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:58.540895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:58.612067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:58.642797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:58.706011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:58.725238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112ee643-4767-4ba4-aae8-35c4303dab2b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:58.736075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:58.737233 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76c1afbe-e227-41e1-8b6b-7a03c1500875 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/112ee643-4767-4ba4-aae8-35c4303dab2b HTTP/1.1" status: 204 len: 168 time: 0.1952844 Jan 25 16:57:58.769192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39356) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:57:58.981657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port f07620c7-540b-4667-adbd-0a4edf1f5f52 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:57:58.981985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:59.157976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:59.158297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:59.288210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for f07620c7-540b-4667-adbd-0a4edf1f5f52 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:57:59.442501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:59.489546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=f07620c7-540b-4667-adbd-0a4edf1f5f52,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:57:59.527112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.527463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.528003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.528447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.528727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.529060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.529419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.529763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.530082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.530407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.530730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.531051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:57:59.583090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:57:59.596930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:57:59.597305 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP afc1014f-6469-4892-a5fe-ee3c6c2aa6f3 disassociated (deleted). External IP: 172.26.4.21, port: 6903b225-064d-4a4a-b01b-54a3e924c3bc. Jan 25 16:57:59.648021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 6903b225-064d-4a4a-b01b-54a3e924c3bc not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:58:00.062652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:58:00.247069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:00.250707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c00a-4a1a-4456-8225-f30c0dbde5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.258240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Sync routers for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:00.268807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.269145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:00.269849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:00.327388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d1665715-9b6a-4bf9-ae55-d459e907ba65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/afc1014f-6469-4892-a5fe-ee3c6c2aa6f3 HTTP/1.1" status: 204 len: 168 time: 1.5570703 Jan 25 16:58:00.454817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:00.470941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:00.541993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.573792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.641618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.659400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c403b97e-b209-41db-bda1-9e6fff45bd16,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:00.674583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.675847 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c901d1b-3ec6-493d-aac8-d0949cf18deb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/c403b97e-b209-41db-bda1-9e6fff45bd16 HTTP/1.1" status: 204 len: 168 time: 0.2038538 Jan 25 16:58:00.709014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39370) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:00.784025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 6903b225-064d-4a4a-b01b-54a3e924c3bc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:58:00.785275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:00.810647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:00.814858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Checking router: dd77aa64-78b4-4f94-b9c2-9bb2ecff586c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:00.824022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:00.824809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:01.023022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:01.049828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:01.166777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:01.181989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 6903b225-064d-4a4a-b01b-54a3e924c3bc owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:58:01.337046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:01.371140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:01.375426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa42bf48-ee5d-4772-82f7-3f0872861c6f None None] The sync data for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv is: [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:16Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ba1bdae0-069e-44a0-be10-3e94bb93edb3', 'name': '', 'network_id': '55ef3d03-6aed-4f32-af0d-4029a840404e', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:15:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:15Z', 'updated_at': '2022-01-25T16:57:21Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '4fff7d54-c704-4105-bfb6-5085ba66a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:01.389322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=6903b225-064d-4a4a-b01b-54a3e924c3bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:01.523569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:01.526349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:01.538713 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7e45f7b-3451-4813-97f2-b9bdd3db787a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/ports/6903b225-064d-4a4a-b01b-54a3e924c3bc HTTP/1.1" status: 204 len: 168 time: 0.8285060 Jan 25 16:58:01.541430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:01.666616 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25592e8-6934-4e39-a928-2e0c887aa02e None None] New status for floating IP afc1014f-6469-4892-a5fe-ee3c6c2aa6f3: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:58:02.221695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:02.582385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port ba1bdae0-069e-44a0-be10-3e94bb93edb3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:58:02.583066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:02.696297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:02.775227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port ba1bdae0-069e-44a0-be10-3e94bb93edb3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ba1bdae0-069e-44a0-be10-3e94bb93edb3,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:02.775576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:02.909392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for ba1bdae0-069e-44a0-be10-3e94bb93edb3 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:58:03.120516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:03.169820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=ba1bdae0-069e-44a0-be10-3e94bb93edb3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:03.444508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:03.929413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:58:04.112481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:04.126277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Sync routers for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:04.130101 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3729c927-7d26-4e33-a623-e0223f2f7840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/dd77aa64-78b4-4f94-b9c2-9bb2ecff586c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5876484 Jan 25 16:58:04.132746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:04.136808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:04.138173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:04.207495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 4fff7d54-c704-4105-bfb6-5085ba66a979 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 16:58:04.210546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.265792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.355900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.362229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:04.435574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.476784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=4fff7d54-c704-4105-bfb6-5085ba66a979,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:04.480324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.489449 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ceccd7f-66b4-4ac3-9bc6-0a3d20809fca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/4fff7d54-c704-4105-bfb6-5085ba66a979 HTTP/1.1" status: 204 len: 168 time: 0.3533330 Jan 25 16:58:04.489802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39382) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:04.493366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399108f-ccd8-4923-b094-9de580493e53 None None] Network 55ef3d03-6aed-4f32-af0d-4029a840404e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:58:04.673447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.844663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:58:03Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'dd16ad71-6c2b-4b38-a7c5-2305345f17a7', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:04.849077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Checking router: dd77aa64-78b4-4f94-b9c2-9bb2ecff586c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:04.861491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Routers {'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:04.862372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:04.866406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.877243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port dd16ad71-6c2b-4b38-a7c5-2305345f17a7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:58:04.877637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:04.980791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] DHCP port deletion for 55ef3d03-6aed-4f32-af0d-4029a840404e request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 16:58:05.002286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Deleting port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:58:05.002652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.072983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] Set router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:05.188164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port dd16ad71-6c2b-4b38-a7c5-2305345f17a7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:05.188702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.214033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:58:04Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:05.227729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04a298-d476-4219-8f12-6928124ff306 None None] The sync data for ids ['dd77aa64-78b4-4f94-b9c2-9bb2ecff586c'] in dv-neutron-824022-2-hyperv is: [{'id': 'dd77aa64-78b4-4f94-b9c2-9bb2ecff586c', 'name': 'tempest-TestNetworkBasicOps-router-1845700895', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:57:10Z', 'updated_at': '2022-01-25T16:58:04Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:05.315661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for dd16ad71-6c2b-4b38-a7c5-2305345f17a7 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:58:05.338851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] For port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,segment=NetworkSegment(88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b),segment_id=88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:05.339104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.492114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.508901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Calling delete_port for c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:58:05.546179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=dd16ad71-6c2b-4b38-a7c5-2305345f17a7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:05.587054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.635025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] Pushing event deleted for resources: {'Port': ['ID=c2e76408-b4b7-4f28-93d8-d5fedd31ddc5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:05.642897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaa856-1d98-462b-b67b-d79bd25225be None None] No DVR routers for this DVR port c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:58:05.647033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.828489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.830790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.854151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.854665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router dd77aa64-78b4-4f94-b9c2-9bb2ecff586c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 16:58:05.869634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:05.870716 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-edbb3170-2edf-4304-854b-8ea159badda6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/dd77aa64-78b4-4f94-b9c2-9bb2ecff586c HTTP/1.1" status: 204 len: 168 time: 1.3799863 Jan 25 16:58:05.873538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:05.991552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.134501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.164916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ef3d03-6aed-4f32-af0d-4029a840404e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:06.177744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:06.178030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fa0c1d-d7c6-4ebb-99a6-af3d0925a20b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:06.190231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.207638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.218304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 16:58:06.218706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:58:06.234068 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:58:06.318928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.340485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.352488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=55ef3d03-6aed-4f32-af0d-4029a840404e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:06.358846 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e9fc1e5-5e56-41dd-a254-7f05ef15fd02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/55ef3d03-6aed-4f32-af0d-4029a840404e HTTP/1.1" status: 204 len: 168 time: 0.4843431 Jan 25 16:58:06.373408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39390) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:06.384732 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c7945151-dc5e-437e-b183-f0f83ff65b3e tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103335 Jan 25 16:58:06.388551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39394) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:06.394293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--465302022', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:06.400241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:06.404864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:06.408453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:06.421538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:06.431394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:58:06.435290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.462428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:58:06.471426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.471771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment 1750e529-c3a9-40db-b205-bb99aab1dcea of type vlan for network d6690b14-1f4a-410b-86cf-6677231a0f96 Jan 25 16:58:06.497711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.527170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.533693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:06.534270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.643740 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539504 Jan 25 16:58:06.646382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39398) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:06.649235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f751a-0e7e-458c-95aa-dad635dff668 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=d6690b14-1f4a-410b-86cf-6677231a0f96,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:06.651705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-787760808', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:06.659027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:06.660255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d6690b14-1f4a-410b-86cf-6677231a0f96 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:58:06.662942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:06.666434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:06.672809 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:06.682995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.684849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.701040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:06.876846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dd16ad71-6c2b-4b38-a7c5-2305345f17a7 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:58:06.915648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: dd16ad71-6c2b-4b38-a7c5-2305345f17a7 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:58:06.915876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device dd16ad71-6c2b-4b38-a7c5-2305345f17a7 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:58:06.916298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:58:06.951896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:58:06.952241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c2e76408-b4b7-4f28-93d8-d5fedd31ddc5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:58:06.952706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ba1bdae0-069e-44a0-be10-3e94bb93edb3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:58:06.986612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ba1bdae0-069e-44a0-be10-3e94bb93edb3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 16:58:06.986963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ba1bdae0-069e-44a0-be10-3e94bb93edb3 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:58:07.100041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:07.426231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:07.459824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:07.604384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.217 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:07.752195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:07.781676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:07.864692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:07.867592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:07.872239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:07.896376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:08.297965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:08.773468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:08.990652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 23507550-7a7e-43e6-809a-f042a1c768aa is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:58:09.183350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:09.195486 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:09.206764 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:09.207542 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:09.217992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:09.222734 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5387e1f5-e1a0-4db5-b866-d7a69a52cc08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5718522 Jan 25 16:58:09.223111 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:09.271133 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51b75e8f-2016-455d-9758-866286b336a8 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444469 Jan 25 16:58:09.271377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39406) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:09.395237 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:09.403413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c538ef8-29ae-483f-8290-4e3c7d5eda43 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:09.404924 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c538ef8-29ae-483f-8290-4e3c7d5eda43 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326997 Jan 25 16:58:09.408147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39410) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:09.452548 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35ef1894-e4db-443f-98ab-dba0f03eac71 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432065 Jan 25 16:58:09.455246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:09.461013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576881566', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:09.583418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:09.587386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:09.591263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:09.591752 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:58:09.596996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:09.606413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:58:09.610061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:09.696050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:08Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:09.700724 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:09.701066 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Updating router 23507550-7a7e-43e6-809a-f042a1c768aa port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:58:09.757761 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:09.839616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:09.919044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=bf059d16-71b0-4daa-b036-2ba6be99aa84,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:09.930445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:09.930807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: d6690b14-1f4a-410b-86cf-6677231a0f96, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:58:09.953153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network d6690b14-1f4a-410b-86cf-6677231a0f96 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:58:09.963021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d6690b14-1f4a-410b-86cf-6677231a0f96) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:09.968072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:09.968785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:09.977525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd02ef5-06bc-4c7b-9033-a93b5afbf40a None None] Network d6690b14-1f4a-410b-86cf-6677231a0f96 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:58:10.000250 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-274accfe-3b79-4589-a3b2-73813bb1633e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5399895 Jan 25 16:58:10.000591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:10.131969 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.144605 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Transition to ACTIVE for port object 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:10.153938 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.208973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-d6690b14-1f4a-410b-86cf-6677231a0f96', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 16:58:10.210427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.240213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88d007-3f27-4c4c-8ec5-18434d3c3bb0 None None] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:10.242519 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Attempting to bind port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:58:10.243075 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Attempting to bind port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:58:10.243253 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Attempting to bind port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:10.250505 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:58:10.250887 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:10.251316 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.251710 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:58:10.252188 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Bound port: 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:58:10.252614 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.331385 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:58:10.334913 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:58:10.341001 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.381964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Allocated IP 172.20.0.2 (d6690b14-1f4a-410b-86cf-6677231a0f96/bf059d16-71b0-4daa-b036-2ba6be99aa84/6b99b8df-7661-4add-a39f-c9f303feb163) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:10.420558 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:10.421204 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:10.499082 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88d007-3f27-4c4c-8ec5-18434d3c3bb0 None None] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:10.617674 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:10.626045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.639402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Transition to ACTIVE for port object 6b99b8df-7661-4add-a39f-c9f303feb163 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:10.663803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Transition to ACTIVE for port object 6b99b8df-7661-4add-a39f-c9f303feb163 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:10.672497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.753870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Network d6690b14-1f4a-410b-86cf-6677231a0f96 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:10.757788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:10.759941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Pushing event updated for resources: {'Port': ['ID=6b99b8df-7661-4add-a39f-c9f303feb163,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:10.762971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:10.811297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.811903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.812399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.812881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.813668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.814135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.814702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.815176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.815515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.815833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.816973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.817494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:58:10.885270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Attempting to bind port 6b99b8df-7661-4add-a39f-c9f303feb163 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:58:10.885810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Attempting to bind port 6b99b8df-7661-4add-a39f-c9f303feb163 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:58:10.886352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Attempting to bind port 6b99b8df-7661-4add-a39f-c9f303feb163 on network d6690b14-1f4a-410b-86cf-6677231a0f96 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:10.894416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:58:10.894799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Checking segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:10.895245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.895588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Bound using segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:58:10.896059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Bound port: 6b99b8df-7661-4add-a39f-c9f303feb163, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:58:10.896429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.907164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:10.941007 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:08Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:10.946865 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075e16f-d421-4cae-a3cd-6421bc648287 None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:08Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:11.007813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] For port 6b99b8df-7661-4add-a39f-c9f303feb163, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:58:11.011447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] For port 6b99b8df-7661-4add-a39f-c9f303feb163, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6b99b8df-7661-4add-a39f-c9f303feb163,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:58:11.017768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:11.115670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899acc5-cc0c-4e34-b43f-c3b73fc800e4 None None] Pushing event updated for resources: {'Port': ['ID=6b99b8df-7661-4add-a39f-c9f303feb163,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:11.437630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (d6690b14-1f4a-410b-86cf-6677231a0f96/bf059d16-71b0-4daa-b036-2ba6be99aa84/156cbc6f-38d4-419c-a584-109bc5462778) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:11.645496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:11.662521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 156cbc6f-38d4-419c-a584-109bc5462778 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:11.691819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:11.770028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network d6690b14-1f4a-410b-86cf-6677231a0f96 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:11.773508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:11.776144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:11.824986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:11.844353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.089326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.242532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563001b7-f5cb-4a62-b791-853868ddca83 None None] Network d6690b14-1f4a-410b-86cf-6677231a0f96 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 16:58:12.338954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-de6e21f6-168b-4c21-9dc7-ad68b95868a9 None None] Provisioning for port 6b99b8df-7661-4add-a39f-c9f303feb163 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:12.666241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.672303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.782139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6859f63a-11f2-4379-9be5-ad18a7824e05 None None] Provisioning for port 156cbc6f-38d4-419c-a584-109bc5462778 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:12.791309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6859f63a-11f2-4379-9be5-ad18a7824e05 None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:12.791827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6859f63a-11f2-4379-9be5-ad18a7824e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.810228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:12.813683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:12.865959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6859f63a-11f2-4379-9be5-ad18a7824e05 None None] Port 156cbc6f-38d4-419c-a584-109bc5462778 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:58:13.004023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-466ef447-2285-4e5b-add5-6345f4d2851d None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:13.004405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-466ef447-2285-4e5b-add5-6345f4d2851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.026497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network d6690b14-1f4a-410b-86cf-6677231a0f96 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:13.028145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:13.034962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6b99b8df-7661-4add-a39f-c9f303feb163 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:13.123322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-466ef447-2285-4e5b-add5-6345f4d2851d None None] Port 156cbc6f-38d4-419c-a584-109bc5462778 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:58:13.137427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6b99b8df-7661-4add-a39f-c9f303feb163 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:13.142728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6b99b8df-7661-4add-a39f-c9f303feb163 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:13.143102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.250401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 23507550-7a7e-43e6-809a-f042a1c768aa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:58:13.274153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.309954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 6b99b8df-7661-4add-a39f-c9f303feb163, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6b99b8df-7661-4add-a39f-c9f303feb163,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:13.313902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.314671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:13.441169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3a5c551a-8036-4f54-bf09-1c89dc4b171c None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:13.441574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a5c551a-8036-4f54-bf09-1c89dc4b171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.442003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:13.455644 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67eb8025-d5a6-41b5-830d-0636159ee0af tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538646 Jan 25 16:58:13.458132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:13.472711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:13.506730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=6b99b8df-7661-4add-a39f-c9f303feb163,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:13.518983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:13.519612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:13.592373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c551a-8036-4f54-bf09-1c89dc4b171c None None] Port 156cbc6f-38d4-419c-a584-109bc5462778 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:58:13.597600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:13.608258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.608743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.609245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.609713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.610180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.610657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.612460 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-886b6f88-6fd2-4d72-aad1-aac6cc78be92 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1534097 Jan 25 16:58:13.615423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:13.616295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:13.616728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:13.691838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.692310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.692766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.693238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.693771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.694231 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:13.696079 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-116efdf0-45df-436e-ac2b-d49efa84f245 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0796473 Jan 25 16:58:13.699559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:13.776965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:13.959767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.037802 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ce43fe4-606c-40e3-bc6b-e779982b3eaa tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3371427 Jan 25 16:58:14.051798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:14.060656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.191560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.211568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39436) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:14.217091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485878208', 'description': 'tempest-secgroup-smoke-485878208 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:14.222968 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:14.227033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:14.229878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:14.231464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:14.235467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:14.235827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Updating router 23507550-7a7e-43e6-809a-f042a1c768aa port 156cbc6f-38d4-419c-a584-109bc5462778 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 16:58:14.236253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:14.247539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.267464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:14.271328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:14.274217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:14.281310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:14.289604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.357331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.361309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.412394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12fcdae-5aad-4f8a-aa47-a45414fbfd46,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.415862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.422005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39440) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:14.422682 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f165fc0f-02ef-4ced-9990-c5e791bed348 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2093594 Jan 25 16:58:14.428675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:14.438297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:14.443857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:14.447850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:14.454587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:14.473367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.535990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.540308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.566151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a0abbd-d670-4b02-81db-de08c26c2755,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.577067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.578373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9245cde0-8027-4af8-80f7-d077a9bcec65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555061 Jan 25 16:58:14.581113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39444) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:14.586145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:14.592533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:14.596356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:14.599226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:14.605029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:14.623752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.693179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.698002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.700622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.713950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Transition to ACTIVE for port object 156cbc6f-38d4-419c-a584-109bc5462778 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:14.722086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.722347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c59c026-ac87-411b-a18c-c0495029d5de,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.732923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.734186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d890b144-4056-4e5a-9f92-e0cb4557e34a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521225 Jan 25 16:58:14.737415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39448) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:14.743447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:14.750397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:14.754348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:14.757394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:14.763369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:14.799385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.928132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.943903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.969866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd8c7-30dd-423f-8b14-a454bce42d45 None None] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.981315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6b99b8df-7661-4add-a39f-c9f303feb163 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:14.982472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0e3126-eaf0-41f6-bb20-8c97b1ca5a2d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:14.993622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:14.995042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-282b2d30-76c7-4518-b1f1-e7a4a2f536df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564235 Jan 25 16:58:14.998552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:15.004644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:15.011805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:15.016436 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:15.019574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:15.027564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:15.046150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.055163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Attempting to bind port 156cbc6f-38d4-419c-a584-109bc5462778 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:58:15.055471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Attempting to bind port 156cbc6f-38d4-419c-a584-109bc5462778 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:58:15.055828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Attempting to bind port 156cbc6f-38d4-419c-a584-109bc5462778 on network d6690b14-1f4a-410b-86cf-6677231a0f96 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:15.067430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:58:15.067795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Checking segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:15.068201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.068583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Bound using segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:58:15.069273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Bound port: 156cbc6f-38d4-419c-a584-109bc5462778, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:58:15.069415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.116212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.119587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.150093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f4e8f2-d200-40b0-8966-6e09eee2630b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:15.163220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.164644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ce1f0184-fa17-424b-873d-9388d60fecf8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648912 Jan 25 16:58:15.169611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39456) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:15.174936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:15.179645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6b99b8df-7661-4add-a39f-c9f303feb163 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:15.180045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.181116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:15.187718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:15.192032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:15.198748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:15.213074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:58:15.220847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.246747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:58:15.259222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=156cbc6f-38d4-419c-a584-109bc5462778,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:58:15.267224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.288382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.294920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.318899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb70781-6a14-49bd-afd0-fe6a6950bfac,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:15.327926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.331892 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11341270-4525-474d-94da-8246abbdcbcc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586545 Jan 25 16:58:15.332759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39460) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:15.338303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c12fcdae-5aad-4f8a-aa47-a45414fbfd46', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:15.345566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:15.350023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:15.353445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:15.360888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:15.372834 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:58:15.383307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.418755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:15.419389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:15.456745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.464078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.471081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dd8c7-30dd-423f-8b14-a454bce42d45 None None] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:15.493410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:15.493609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69b2971-db6c-4138-bf5c-d09ddf335346,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:15.506284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.507880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-719e54d3-bcc1-4982-8c4e-a7c8252aceb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1747265 Jan 25 16:58:15.677654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-df7b9e6f-ae06-44b0-b679-134eebc236f7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485878208&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0415759 Jan 25 16:58:15.685135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:15.749140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:15.749453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:15.838953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-64616f19-3876-443c-b8f7-25e1e0128ddf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:15.839582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-64616f19-3876-443c-b8f7-25e1e0128ddf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:58:15.857419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-64616f19-3876-443c-b8f7-25e1e0128ddf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:58:15.858705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-64616f19-3876-443c-b8f7-25e1e0128ddf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 796 time: 0.1724985 Jan 25 16:58:15.875314 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-4db46e67-b1a3-4cea-ba34-2f19bc8d86a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0110803 Jan 25 16:58:15.974303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-8d2f57d4-738a-4665-be1a-8b3787b44873 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:58:15.994105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-8d2f57d4-738a-4665-be1a-8b3787b44873 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:58:16.001967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-8d2f57d4-738a-4665-be1a-8b3787b44873 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194742 Jan 25 16:58:16.146935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-540e7721-ecd0-4c3d-9123-6e85db8dd438 service neutron] 10.222.0.45 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391258 Jan 25 16:58:16.196714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:15Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:16.201311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7b8f4-2c8f-4323-aa59-342057eeee10 None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:15Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:16.405765 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-af2a8fa2-9139-4099-8d6a-d4ad381e215c service neutron] 10.222.0.45 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519448 Jan 25 16:58:16.595364 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24a84d4d-1de6-4cbd-885b-1ce34fc40b95 req-c6eb3abe-4244-4c39-a52a-252620db5252 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 210 time: 0.0441866 Jan 25 16:58:16.936801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:17.013489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 156cbc6f-38d4-419c-a584-109bc5462778 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:17.020447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:17.021094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:17.154125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:17.200887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=156cbc6f-38d4-419c-a584-109bc5462778,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:17.211447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:17.287465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:17.766994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e07f5be-9ab0-4da9-8dd9-d5be77cd5472 req-e75f2138-bb6a-42bc-9730-ee4eef88db4d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 210 time: 0.0550370 Jan 25 16:58:17.773853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-51c8ba13-d2d3-4cbd-9bef-2c1898a0e9f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:17.774560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-51c8ba13-d2d3-4cbd-9bef-2c1898a0e9f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:58:17.800989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-51c8ba13-d2d3-4cbd-9bef-2c1898a0e9f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:58:17.803397 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-51c8ba13-d2d3-4cbd-9bef-2c1898a0e9f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 796 time: 0.2066269 Jan 25 16:58:17.894127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-a3e66c7a-dab1-463b-ac97-fadd44bf96e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:58:17.914444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-a3e66c7a-dab1-463b-ac97-fadd44bf96e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:58:17.915666 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-a3e66c7a-dab1-463b-ac97-fadd44bf96e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 379 time: 0.0942421 Jan 25 16:58:17.929065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['c12fcdae-5aad-4f8a-aa47-a45414fbfd46']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:18.075614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:18.085198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:18.095230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:58:18.098959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:18.281786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.12 (d6690b14-1f4a-410b-86cf-6677231a0f96/bf059d16-71b0-4daa-b036-2ba6be99aa84/ce9f8c53-c28a-49d2-bdee-f7f03a865c22) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:18.486036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:18.505192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object ce9f8c53-c28a-49d2-bdee-f7f03a865c22 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:18.531629 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:18.609904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network d6690b14-1f4a-410b-86cf-6677231a0f96 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:18.613518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:18.617601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:18.658871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:18.698100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:18.699300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:18.727214 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-2d5c7bfd-4b81-4895-9c71-7f4bfe3ade69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035841 Jan 25 16:58:18.740558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Request body: {'port': {'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:18.871420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:18.981342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:19.090354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd899-4b10-42a8-a584-e18cfbaa4d26 None None] Provisioning for port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:19.109080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd899-4b10-42a8-a584-e18cfbaa4d26 None None] Provisioning complete for port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:19.109883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd899-4b10-42a8-a584-e18cfbaa4d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.112345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e7bc1-6541-4de8-9970-37b3a2c04b86 req-676b37cd-e3b6-4b8a-b26d-7e8abe94a714 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:19.114007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-062e7bc1-6541-4de8-9970-37b3a2c04b86 req-676b37cd-e3b6-4b8a-b26d-7e8abe94a714 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 932 time: 0.0980163 Jan 25 16:58:19.179533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:19.179815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.190056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-062e7bc1-6541-4de8-9970-37b3a2c04b86 req-294e9737-1dd4-4336-832c-4b8c0e5a7120 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635619 Jan 25 16:58:19.210093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fd899-4b10-42a8-a584-e18cfbaa4d26 None None] Port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:58:19.383077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9f8c53-c28a-49d2-bdee-f7f03a865c22 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:58:19.391339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.406119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Transition to ACTIVE for port object ce9f8c53-c28a-49d2-bdee-f7f03a865c22 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:19.410469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.566658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:19.651567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Attempting to bind port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:58:19.652556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Attempting to bind port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:58:19.652890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Attempting to bind port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 on network d6690b14-1f4a-410b-86cf-6677231a0f96 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:19.657738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 on network d6690b14-1f4a-410b-86cf-6677231a0f96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:58:19.658068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Attempting to bind port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 on network d6690b14-1f4a-410b-86cf-6677231a0f96 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:19.663674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:58:19.664014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Checking segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:19.664400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Bound using segment: {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:58:19.664830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Bound port: ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1750e529-c3a9-40db-b205-bb99aab1dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:58:19.665178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.864248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:58:19.867328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:58:19.874009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.938709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:19.939384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:19.940836 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 1094 time: 1.2061756 Jan 25 16:58:19.941342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:19.975877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dcdf4-86b5-44dc-a2b4-d4935c0101a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:20.022805 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'status': 'completed', 'code': 200} Jan 25 16:58:20.073626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-b82ac31c-eb84-402c-b575-e6387d9203fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.075215 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-b82ac31c-eb84-402c-b575-e6387d9203fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1097 time: 0.0867083 Jan 25 16:58:20.151767 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-aa55525d-55ed-43e1-8672-40ae31267e0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 217 time: 0.0698564 Jan 25 16:58:20.215607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-c588df4e-fd19-4fa6-9e78-3bbb5a8360c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.217244 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-c588df4e-fd19-4fa6-9e78-3bbb5a8360c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 200 len: 834 time: 0.0600200 Jan 25 16:58:20.302586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-660680bb-d7fb-4626-ad52-8f6d0e64a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.304491 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-660680bb-d7fb-4626-ad52-8f6d0e64a67d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6690b14-1f4a-410b-86cf-6677231a0f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818150 Jan 25 16:58:20.393430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee3f1e-efa8-4dce-a632-c9c0ef0f038f req-89cdf965-a218-4df5-b18e-f5c5201bd600 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.394975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-11ee3f1e-efa8-4dce-a632-c9c0ef0f038f req-89cdf965-a218-4df5-b18e-f5c5201bd600 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 944 time: 0.0963130 Jan 25 16:58:20.445601 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-11ee3f1e-efa8-4dce-a632-c9c0ef0f038f req-b1deff86-3c60-4c18-bd39-32ae5e67ec4d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Jan 25 16:58:20.451429 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-975ccb08-061e-4739-a656-d1dec85fc075 service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401603 Jan 25 16:58:20.597534 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c09421cb-8def-41d1-94be-a8bf5d29c8db req-22ec396b-f248-4d58-9680-037f1667c6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396518 Jan 25 16:58:20.737137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-19614485-af1c-4cbb-b58a-ddd3c4143de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.738687 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-19614485-af1c-4cbb-b58a-ddd3c4143de5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1097 time: 0.0935395 Jan 25 16:58:20.884333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-61e0d1c9-efef-4d84-af36-ea5189422ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:20.885437 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-61e0d1c9-efef-4d84-af36-ea5189422ca7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 897 time: 0.1403658 Jan 25 16:58:20.957897 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-2f1eab03-dc3c-4536-bb5e-6f550b03d53d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 217 time: 0.0668375 Jan 25 16:58:21.024877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-460032e1-0d09-45e6-b3b8-446cc291406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:21.026284 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-460032e1-0d09-45e6-b3b8-446cc291406b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 200 len: 834 time: 0.0630376 Jan 25 16:58:21.105835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-b6c82c83-5b60-4c7b-af57-61a7264917c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:21.107236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-b6c82c83-5b60-4c7b-af57-61a7264917c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6690b14-1f4a-410b-86cf-6677231a0f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750172 Jan 25 16:58:21.245497 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-838e2440-2bf1-40be-8cd7-6b445efaa7e9 service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321650 Jan 25 16:58:21.391522 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b75f35e8-bc14-4de9-9c36-e63a57400180 req-a3bdeb96-4d64-4f32-8b4a-bf4abf817bec service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391499 Jan 25 16:58:21.636642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193072d-3619-4e1d-ad87-92f34a456838 req-d3570c30-f54b-45c3-b522-69ba2a2f9286 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:21.638297 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c193072d-3619-4e1d-ad87-92f34a456838 req-d3570c30-f54b-45c3-b522-69ba2a2f9286 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 944 time: 0.0827799 Jan 25 16:58:21.683767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c193072d-3619-4e1d-ad87-92f34a456838 req-21741ddc-711a-4795-972a-cd4040fd9d83 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Jan 25 16:58:22.927034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd346615-3b07-43fb-a60e-3faf1c59f2f3 req-843ecc28-97d0-4dcc-902b-4a2dfe04c69d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:22.928817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd346615-3b07-43fb-a60e-3faf1c59f2f3 req-843ecc28-97d0-4dcc-902b-4a2dfe04c69d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 944 time: 0.1347077 Jan 25 16:58:22.975663 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd346615-3b07-43fb-a60e-3faf1c59f2f3 req-7478113c-e01e-4f8a-9d5c-14c5396316aa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Jan 25 16:58:23.662347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ce9f8c53-c28a-49d2-bdee-f7f03a865c22 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:58:23.901047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:23.929479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:58:24.029139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:24.099355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9f8c53-c28a-49d2-bdee-f7f03a865c22 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:58:24.122267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:24.132256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:24.246317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:24.374168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ef02-9779-47df-a459-21a7f2bbc973 req-94ad2444-d75d-4a81-9224-0e082e4ace00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:24.389870 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3678ef02-9779-47df-a459-21a7f2bbc973 req-94ad2444-d75d-4a81-9224-0e082e4ace00 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 945 time: 0.1740031 Jan 25 16:58:24.420559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['ce9f8c53-c28a-49d2-bdee-f7f03a865c22'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:58:24.454906 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3678ef02-9779-47df-a459-21a7f2bbc973 req-c6da24e3-0cc8-4116-8eb3-42aa0ff5b58c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620320 Jan 25 16:58:25.470675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:25.690028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ce9f8c53-c28a-49d2-bdee-f7f03a865c22 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:25.770423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4485b8-3f68-49a6-b770-2693673c05d4 req-a5298c70-968d-4227-9ae9-34511bbf9cb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:25.771809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c4485b8-3f68-49a6-b770-2693673c05d4 req-a5298c70-968d-4227-9ae9-34511bbf9cb6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 945 time: 0.1265347 Jan 25 16:58:25.826358 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:25.842817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:25.843496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:25.895791 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c4485b8-3f68-49a6-b770-2693673c05d4 req-c94e77bd-fe92-452e-a35b-5e9fe4804cad tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986586 Jan 25 16:58:26.043871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:26.080995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:26.093680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:26.100187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:26.141191 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'code': 200} Jan 25 16:58:26.189071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:26.408573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e984b98-968e-4550-8fbd-681f96d0920b req-f0507969-3444-4b5d-9e38-71f793c3f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:26.410635 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9e984b98-968e-4550-8fbd-681f96d0920b req-f0507969-3444-4b5d-9e38-71f793c3f412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1099 time: 0.0851777 Jan 25 16:58:26.477462 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9e984b98-968e-4550-8fbd-681f96d0920b req-f206f6d1-9730-43be-af38-4f65a2c4817d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607388 Jan 25 16:58:27.130996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc8966-764c-45d9-8b0b-513ccd329c2b req-b93a6d33-6c67-42a7-bb20-128cde37081f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:27.137857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ebc8966-764c-45d9-8b0b-513ccd329c2b req-b93a6d33-6c67-42a7-bb20-128cde37081f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.0920389 Jan 25 16:58:27.182971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ebc8966-764c-45d9-8b0b-513ccd329c2b req-7ae93c35-5beb-4750-8253-5d0bfb5800e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440211 Jan 25 16:58:27.647079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6de07d8-e411-48b6-a77e-a0a5101918e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:28.406714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef360f2-1f36-4a63-ab1a-aad50ab3664c req-e8c6acb5-a806-4ba0-84dd-5a5cfc989db3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:28.409872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cef360f2-1f36-4a63-ab1a-aad50ab3664c req-e8c6acb5-a806-4ba0-84dd-5a5cfc989db3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.1043715 Jan 25 16:58:28.461562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cef360f2-1f36-4a63-ab1a-aad50ab3664c req-9f78ef84-bc0e-4e58-bd1c-5ba45678c769 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474401 Jan 25 16:58:28.664870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c69f5-cc78-4a7e-adf0-cc10f12fa46f req-a4a0457a-562e-4e37-b56e-e1f36995b8c3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:28.666401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b4c69f5-cc78-4a7e-adf0-cc10f12fa46f req-a4a0457a-562e-4e37-b56e-e1f36995b8c3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.0894663 Jan 25 16:58:28.712588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b4c69f5-cc78-4a7e-adf0-cc10f12fa46f req-c0e70d38-381d-45ff-8fca-40029f5a747a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Jan 25 16:58:28.737156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:28.811627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7f751-eb99-4bf6-aee9-c1edaff97bdd tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:28.819649 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ccc7f751-eb99-4bf6-aee9-c1edaff97bdd tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1094 time: 0.0748234 Jan 25 16:58:28.819906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39560) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:28.825936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:28.832528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:28.836647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:28.840214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:28.846384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:28.860411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:29.033405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:29.085872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-d997c388-1655-4d07-a7a0-424b7625c9ef tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325387883&fields=id&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 267 time: 0.0904427 Jan 25 16:58:29.345117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-ef1810ae-3cf6-49b4-9f80-97c784abd92d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:29.346545 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-ef1810ae-3cf6-49b4-9f80-97c784abd92d tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.2540126 Jan 25 16:58:29.347664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.141 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/d5373ea7-6e13-4eee-a41f-ea11585c7162) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:29.365967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-a331718c-c4aa-4332-a0be-b30839d209ab tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/quotas/f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 375 time: 0.0138729 Jan 25 16:58:29.685100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:29.701497 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-45c25c42-fde6-41c0-81e1-48d00a949eba tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3144147 Jan 25 16:58:29.816040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:29.914587 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-9cc92b30-5471-49a7-a2ee-40b0bfe1d052 service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017784 Jan 25 16:58:29.916328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:29.920064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:29.943240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:29.974319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=d5373ea7-6e13-4eee-a41f-ea11585c7162,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:30.189245 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-523d41c4-b96f-4924-8dc6-2310e94ca7b8 service neutron] 10.222.0.45 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669554 Jan 25 16:58:30.248059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2283f3aa-0660-49c4-b62a-f635a3066ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:30.470848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:30.555016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:30.644230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ca80127-5a80-47d7-811c-69a07d16aa18 req-ea44fbf8-d227-4bde-915c-3f741d7c62c4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 210 time: 0.0625703 Jan 25 16:58:30.831016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:30.842288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:30.962783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=d5373ea7-6e13-4eee-a41f-ea11585c7162,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:30.976139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:31.101830 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:31.159350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002 associated. External IP: 172.26.4.141, port: ce9f8c53-c28a-49d2-bdee-f7f03a865c22. Jan 25 16:58:31.542647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:31.656082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 23507550-7a7e-43e6-809a-f042a1c768aa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:58:31.853004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-0d6b5f0e-7454-4339-9492-626c3afaf003 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:31.855853 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-0d6b5f0e-7454-4339-9492-626c3afaf003 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 812 time: 0.3481030 Jan 25 16:58:31.910056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-21d6726a-00f0-465f-ac88-a9660861461a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f952c6e6d9a647aa94480cbad72537fa HTTP/1.1" status: 200 len: 380 time: 0.0455890 Jan 25 16:58:31.918979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:31.919565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'port': {'device_id': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'admin_state_up': True, 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'security_groups': ['aef71918-e6ac-418b-9955-f8e27494d94b']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:31.934144 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:31.936442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05a49441-8f23-4091-b6d2-df7ff92617ff req-cbb38fdc-961c-4041-9826-31d1247d6848 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 210 time: 0.0571973 Jan 25 16:58:31.951433 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:31.952338 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:31.968891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.038028 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1d68fae4-70c3-47a4-8930-d2f000347eb0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2168403 Jan 25 16:58:32.038618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:32.044234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39588) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:32.121735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:32.135223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:port and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:32.137008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'status': 'completed', 'code': 200} Jan 25 16:58:32.150219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:32.163784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:32.185580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Made reservation on behalf of f952c6e6d9a647aa94480cbad72537fa for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:58:32.189162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.221480 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:32.308175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f565cb23-5107-445a-b3d7-5baee9d0b63f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa HTTP/1.1" status: 200 len: 922 time: 0.2604244 Jan 25 16:58:32.309126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39596) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:32.367051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.20.0.10 (8e2893b9-2039-45be-bde0-342e7a90ca68/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8/e1b470fa-5a9c-4d86-a03e-5ebc62a400bc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:32.418686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-f7cb06bf-330f-408c-b5c1-fe5a94feeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:32.420171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-f7cb06bf-330f-408c-b5c1-fe5a94feeaac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1099 time: 0.2068486 Jan 25 16:58:32.452159 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dbbd3c9d-2482-449d-ab0f-c0206ca48405 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1407712 Jan 25 16:58:32.590783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-018b4302-7b51-485e-9e38-d1da89a74b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:32.592965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-018b4302-7b51-485e-9e38-d1da89a74b26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 897 time: 0.1650040 Jan 25 16:58:32.595633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.614836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Transition to ACTIVE for port object e1b470fa-5a9c-4d86-a03e-5ebc62a400bc will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:32.642052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.702415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.708317 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:58:30Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:32.714174 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:32.715575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:32.724489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:32.726043 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:32.726844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-e8c7abcb-65fa-4be2-b4f7-029a9f8606f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 1000 time: 0.1265857 Jan 25 16:58:32.726973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:32.729074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:32.801942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:32.840238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:32.842708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:32.906515 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-43d65ebd-8f5c-47f6-9a14-7d6dc6e706ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9917192 Jan 25 16:58:32.918388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Request body: {'port': {'device_id': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:32.998146 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:33.053558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-998021a6-e725-4d0a-92d3-3c428b63869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:33.055849 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-998021a6-e725-4d0a-92d3-3c428b63869b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 200 len: 834 time: 0.3245916 Jan 25 16:58:33.090966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7fc17632-79a2-4dde-b70f-c4be5c29d289 None None] Provisioning for port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:33.104010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7fc17632-79a2-4dde-b70f-c4be5c29d289 None None] Provisioning complete for port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:33.105330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7fc17632-79a2-4dde-b70f-c4be5c29d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:33.138501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:33.194025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7fc17632-79a2-4dde-b70f-c4be5c29d289 None None] Port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 16:58:33.296511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-55c78c3c-fec1-4dea-b814-0e3edfc78d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:33.298761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-55c78c3c-fec1-4dea-b814-0e3edfc78d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6690b14-1f4a-410b-86cf-6677231a0f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2354281 Jan 25 16:58:33.408491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2204e3-e4ad-430e-827f-f20b6f208fb3 req-6844fa0d-fa03-40bc-9b4a-6eb43c4d489f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:33.410439 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b2204e3-e4ad-430e-827f-f20b6f208fb3 req-6844fa0d-fa03-40bc-9b4a-6eb43c4d489f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 932 time: 0.2484620 Jan 25 16:58:33.460142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:33.481931 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:58:30Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:33.485832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b2204e3-e4ad-430e-827f-f20b6f208fb3 req-0968a1dd-071e-487d-ba1a-ba0a3bbb6140 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672936 Jan 25 16:58:33.487169 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4057a5-af5e-4025-8b4b-6c2d25973e1a None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:58:30Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:58:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:33.514408 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-3e763337-c53c-475a-ba66-68d32ac1b54e service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093215 Jan 25 16:58:33.616902 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-572481fb-2d41-41e3-ae78-ea37650af5d1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1552742 Jan 25 16:58:33.683154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4a049fd-4461-45c6-9936-b2cc91334f27 req-73373baa-7451-4297-9cf4-dce3ce2f4b15 service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623778 Jan 25 16:58:33.693045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b470fa-5a9c-4d86-a03e-5ebc62a400bc {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:58:33.705349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:33.732110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Transition to ACTIVE for port object e1b470fa-5a9c-4d86-a03e-5ebc62a400bc will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:58:33.733530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:33.803370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984c11d-6a3e-4166-95b8-eeda17dc8ebb None None] New status for floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:58:33.985816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Pushing event updated for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:34.025571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Attempting to bind port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:58:34.026311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Attempting to bind port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:58:34.027143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Attempting to bind port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:34.033567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc on network 8e2893b9-2039-45be-bde0-342e7a90ca68 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 16:58:34.033889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Attempting to bind port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc on network 8e2893b9-2039-45be-bde0-342e7a90ca68 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 16:58:34.040481 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 16:58:34.040817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Checking segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 16:58:34.041199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Bound using segment: {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 16:58:34.042179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Bound port: e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e11df4-b5ad-443f-b8d8-ffac292466ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:58:34.042603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:34.157476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 16:58:34.161130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 16:58:34.165777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:34.226196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:34.226843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:34.228238 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] 10.222.0.15 "PUT /v2.0/ports/e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 200 len: 1094 time: 1.3148549 Jan 25 16:58:34.232487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:34.304679 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'status': 'completed', 'code': 200} Jan 25 16:58:34.314141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90533ddd-db61-4ed2-8425-72a40ffcebcb service neutron] Pushing event updated for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:34.464934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-6a661b7b-493a-4dd3-b0f1-5f2cc1b765e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:34.466464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-6a661b7b-493a-4dd3-b0f1-5f2cc1b765e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1097 time: 0.2024274 Jan 25 16:58:34.536362 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-7ae4dda0-d376-46f9-8963-36ab751e8eb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 200 len: 217 time: 0.0620446 Jan 25 16:58:34.603736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-6b98855a-3578-46f3-8500-5aa5b038053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:34.605774 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-6b98855a-3578-46f3-8500-5aa5b038053c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0638995 Jan 25 16:58:34.632017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39610) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:34.685467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-2bc77797-98d0-4c18-87b5-caeb5b46b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:34.686863 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-2bc77797-98d0-4c18-87b5-caeb5b46b889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753827 Jan 25 16:58:34.769709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0d360bb0-30f3-410f-b1f2-c804136d4578 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 994 time: 0.1362298 Jan 25 16:58:34.805462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ca1-e409-48e7-9c8a-24fad694fb02 req-d3ea37d6-1e86-416c-b5e3-b6ae463a6ca2 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:34.807996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50664ca1-e409-48e7-9c8a-24fad694fb02 req-d3ea37d6-1e86-416c-b5e3-b6ae463a6ca2 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.2084007 Jan 25 16:58:34.844464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-c61a5a61-746c-4a62-8d91-22d7b5bc5a72 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503737 Jan 25 16:58:34.861792 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50664ca1-e409-48e7-9c8a-24fad694fb02 req-565872f5-1428-441f-a1bf-20a26fef6ac8 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Jan 25 16:58:34.980877 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a0c61a6-3780-43ea-a073-1c609e2fcea2 req-a4c9c30c-55cf-4075-88d9-270b69bcb8db service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303830 Jan 25 16:58:35.096214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-286933b7-e142-43c6-9d83-05811cf2d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:35.097736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-286933b7-e142-43c6-9d83-05811cf2d390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1097 time: 0.0751925 Jan 25 16:58:35.231784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-5cf936bb-6a9f-4181-91ff-074b44d21e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:35.233147 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-5cf936bb-6a9f-4181-91ff-074b44d21e1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1298220 Jan 25 16:58:35.300366 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-89384134-cd3c-4eac-b557-492e637bf4cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 200 len: 217 time: 0.0613472 Jan 25 16:58:35.370856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-56709d27-cbf6-4ffc-b245-3a3803cc4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:35.372547 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-56709d27-cbf6-4ffc-b245-3a3803cc4806 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0661886 Jan 25 16:58:35.450689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-b81c25b7-a828-4f92-ace5-7aa94bad2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:35.452175 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-b81c25b7-a828-4f92-ace5-7aa94bad2bfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724375 Jan 25 16:58:35.586132 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-b5021801-6f74-426e-984d-413b7f509c13 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278934 Jan 25 16:58:35.721713 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92fceb41-c29f-4c28-8d21-e647d12e8520 req-8838565c-fad1-4118-9879-83e957438158 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291873 Jan 25 16:58:36.046585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82243895-434f-4888-8c72-301b6aa062a2 req-d73e3daf-8b47-42cc-a716-3af602b921f2 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:36.047984 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82243895-434f-4888-8c72-301b6aa062a2 req-d73e3daf-8b47-42cc-a716-3af602b921f2 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0802834 Jan 25 16:58:36.092833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82243895-434f-4888-8c72-301b6aa062a2 req-6453eda0-3c08-431f-b157-1dcae5d34d92 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 Jan 25 16:58:37.287070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5751e9-4226-4059-8378-e2bd69aa50a5 req-3b26fac9-18df-4b67-bfc1-86dbca4a6f2f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:37.288562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a5751e9-4226-4059-8378-e2bd69aa50a5 req-3b26fac9-18df-4b67-bfc1-86dbca4a6f2f tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0913968 Jan 25 16:58:37.335250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a5751e9-4226-4059-8378-e2bd69aa50a5 req-b8bbeb9e-b8ac-4bdc-973e-e6db1d8632f4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Jan 25 16:58:38.530473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c2d8-fc3f-4183-a859-244d4683bce0 req-9672d7b7-ef33-4a02-86dd-f6fd901fbffa tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:38.531937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d57c2d8-fc3f-4183-a859-244d4683bce0 req-9672d7b7-ef33-4a02-86dd-f6fd901fbffa tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0858607 Jan 25 16:58:38.580665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d57c2d8-fc3f-4183-a859-244d4683bce0 req-93f30d00-868f-415a-89a1-61041f2def19 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Jan 25 16:58:39.809966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ae372-ef27-4a6a-9d91-93e91afbab84 req-3c926de3-3620-4294-ace3-793e04aa4309 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:39.812598 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a97ae372-ef27-4a6a-9d91-93e91afbab84 req-3c926de3-3620-4294-ace3-793e04aa4309 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.1150355 Jan 25 16:58:39.862754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a97ae372-ef27-4a6a-9d91-93e91afbab84 req-c539c075-5678-4b47-9345-34b22d1da999 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Jan 25 16:58:41.053477 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-4d43e778-0707-4b22-9545-ce985870c87f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754254 Jan 25 16:58:41.085317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21458248-29c9-49aa-a7b8-5ab75fda9edd req-e8b7a8fa-e2b8-49c2-8476-71b35b615b95 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:41.086903 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21458248-29c9-49aa-a7b8-5ab75fda9edd req-e8b7a8fa-e2b8-49c2-8476-71b35b615b95 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0884101 Jan 25 16:58:41.132204 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21458248-29c9-49aa-a7b8-5ab75fda9edd req-35871583-8d14-4281-b79f-6cbb32fcbeeb tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Jan 25 16:58:41.214387 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-fba0909a-4100-4de3-93ff-22bbdd5f0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:41.216225 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-fba0909a-4100-4de3-93ff-22bbdd5f0fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1099 time: 0.0846763 Jan 25 16:58:41.386570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-8557a636-05ca-4e86-8698-3617532c7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:41.388385 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-8557a636-05ca-4e86-8698-3617532c7dfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1455503 Jan 25 16:58:41.620672 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-c0291f64-298c-404d-87f6-58a344a781de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 1002 time: 0.2152722 Jan 25 16:58:41.688035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-aba1adeb-1285-410f-8aea-24302f3f7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:41.689476 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-aba1adeb-1285-410f-8aea-24302f3f7688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0615616 Jan 25 16:58:41.769918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-70e84f1c-9d30-4b77-a37f-d71833ff8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:41.771388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-70e84f1c-9d30-4b77-a37f-d71833ff8622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754960 Jan 25 16:58:41.912388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-6e31939d-e94d-440b-9100-299ae98f1338 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326931 Jan 25 16:58:42.066042 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1dd1bd68-248a-4f1a-a6c2-8a49a9dbfb52 req-e96b8abb-37c5-4bf7-b1e6-dd5681705be5 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470230 Jan 25 16:58:42.329338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1e863-6a35-4702-b4f5-71c47090e229 req-1ceb3eaa-e9d7-4bad-9b10-961b2ea4c135 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:42.330945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3d1e863-6a35-4702-b4f5-71c47090e229 req-1ceb3eaa-e9d7-4bad-9b10-961b2ea4c135 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0904520 Jan 25 16:58:42.385370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3d1e863-6a35-4702-b4f5-71c47090e229 req-17a92b3f-68e1-4700-b390-e93fde3b92ee tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484452 Jan 25 16:58:43.593859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160b597-0c53-49a1-afec-8d6b1f8e9bec req-8949e3a4-69cb-454f-8229-34a3bb5a4a81 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:43.595416 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4160b597-0c53-49a1-afec-8d6b1f8e9bec req-8949e3a4-69cb-454f-8229-34a3bb5a4a81 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 944 time: 0.0893178 Jan 25 16:58:43.652606 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4160b597-0c53-49a1-afec-8d6b1f8e9bec req-e3c8ba7a-dad4-4813-94d9-66e5a597d7b7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511820 Jan 25 16:58:43.754281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e1b470fa-5a9c-4d86-a03e-5ebc62a400bc details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:58:43.963251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:43.987841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'port_id': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'mac_address': 'fa:16:3e:f2:cb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:58:44.088114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:44.111005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b470fa-5a9c-4d86-a03e-5ebc62a400bc {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:58:44.131282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:44.137248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:44.211995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:44.472342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 16:58:44.877978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444923b-4b1e-4f87-b176-e7077738c28d req-a6836f67-d65d-4029-b4e2-6d246eb6d526 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:44.879552 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a444923b-4b1e-4f87-b176-e7077738c28d req-a6836f67-d65d-4029-b4e2-6d246eb6d526 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 945 time: 0.0887938 Jan 25 16:58:44.929267 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a444923b-4b1e-4f87-b176-e7077738c28d req-3a35ae98-bb41-4259-91be-ae3ae0e6bc80 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Jan 25 16:58:45.785634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e1b470fa-5a9c-4d86-a03e-5ebc62a400bc up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:58:45.876931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:58:45.883018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:58:45.883385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:46.030778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:46.061593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:46.083876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:58:46.090673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:46.135644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d1cc-c1a6-4aa5-adf5-68d29645ac84 req-93c962f0-9c7b-4756-84a0-a22da1515fdc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:46.137192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d405d1cc-c1a6-4aa5-adf5-68d29645ac84 req-93c962f0-9c7b-4756-84a0-a22da1515fdc tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 945 time: 0.0937026 Jan 25 16:58:46.138075 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'code': 200} Jan 25 16:58:46.179426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:46.190302 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d405d1cc-c1a6-4aa5-adf5-68d29645ac84 req-f4e0cbc2-3779-4556-a4b8-97f60ca026e8 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Jan 25 16:58:46.427399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f7876-f2d5-47c7-9901-88c4fc3dd38b req-8400909b-6db4-40be-b9d1-8e8eb2a42e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:46.428801 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc5f7876-f2d5-47c7-9901-88c4fc3dd38b req-8400909b-6db4-40be-b9d1-8e8eb2a42e04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1099 time: 0.0815389 Jan 25 16:58:46.486350 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc5f7876-f2d5-47c7-9901-88c4fc3dd38b req-e4eda7b0-59a1-4589-9d7c-3610c3151d32 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510089 Jan 25 16:58:46.581913 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:58:47.383852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4314c-e847-4a2f-83a9-9c0062db7d6e req-6808ac66-6a5b-4421-aa13-0509b5d85c29 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:47.386287 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08a4314c-e847-4a2f-83a9-9c0062db7d6e req-6808ac66-6a5b-4421-aa13-0509b5d85c29 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.0823350 Jan 25 16:58:47.554244 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08a4314c-e847-4a2f-83a9-9c0062db7d6e req-10d58eb9-574d-4c94-a0ff-d54708f8d04c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629188 Jan 25 16:58:48.750233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c741-b705-4557-8f7a-1124ae06d77e req-fa994364-d53c-4137-8932-af130fa56b26 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:48.751756 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f54c741-b705-4557-8f7a-1124ae06d77e req-fa994364-d53c-4137-8932-af130fa56b26 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.0831516 Jan 25 16:58:48.798136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f54c741-b705-4557-8f7a-1124ae06d77e req-13ebd431-99da-4425-9f91-af047cc2f6d4 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Jan 25 16:58:48.987293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdff1c-ce40-485e-98e1-8731af91b7ff req-de45fb9b-f910-47df-8846-ad922148dfb3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:48.988743 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45bdff1c-ce40-485e-98e1-8731af91b7ff req-de45fb9b-f910-47df-8846-ad922148dfb3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.0836332 Jan 25 16:58:49.032874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-45bdff1c-ce40-485e-98e1-8731af91b7ff req-eb243643-8ed4-45ee-b55b-6145bfe43b12 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Jan 25 16:58:49.055678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39640) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:49.124726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e10d22-a2b5-4baf-9456-13b48174e66e tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:49.126287 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e8e10d22-a2b5-4baf-9456-13b48174e66e tempest-TestVolumeBootPattern-1157156754 tempest-TestVolumeBootPattern-1157156754-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1094 time: 0.0696502 Jan 25 16:58:49.129015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39644) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:58:49.133843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 16:58:49.140297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:58:49.144120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Usage tracker for resource:floatingip and tenant:f952c6e6d9a647aa94480cbad72537fa is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:58:49.146992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:58:49.152963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:58:49.163438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:49.302670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:49.444695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Allocated IP 172.26.4.75 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/f87adfd2-4a46-4acf-bb80-fda2ba843371) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:58:49.596369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:49.627557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:49.699034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:58:49.702212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:58:49.705889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 16:58:49.736939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=f87adfd2-4a46-4acf-bb80-fda2ba843371,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:50.124267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:50.198901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:50.408407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:50.413897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:50.526011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event updated for resources: {'Port': ['ID=f87adfd2-4a46-4acf-bb80-fda2ba843371,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:58:50.537245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:50.830291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 1b25b212-dd05-4439-b79f-f16935663749 associated. External IP: 172.26.4.75, port: e1b470fa-5a9c-4d86-a03e-5ebc62a400bc. Jan 25 16:58:51.200493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:58:51.376084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:58:51.386681 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:58:51.396662 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:51.397292 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:51.401853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:51.463615 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0fd8040a-6aee-4d55-a70f-c464a0c7ab24 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3333578 Jan 25 16:58:51.464239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:58:51.583894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:51.655876 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'status': 'completed', 'code': 200} Jan 25 16:58:51.752737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56198-e382-4ced-98df-212d4cef8649 req-681cc629-2009-4534-8252-657cf3b63628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:51.754159 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-681cc629-2009-4534-8252-657cf3b63628 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1099 time: 0.0766523 Jan 25 16:58:51.891836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56198-e382-4ced-98df-212d4cef8649 req-dc9b77b4-a679-4da7-a738-161cdf61df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:51.893668 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-dc9b77b4-a679-4da7-a738-161cdf61df29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1338029 Jan 25 16:58:51.986104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '1b25b212-dd05-4439-b79f-f16935663749', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:f2:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:50Z', 'updated_at': '2022-01-25T16:58:50Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}, {'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:51.990032 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:58:51.997015 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-7c4e0a4a-f692-4955-85ad-852bfcafa355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 200 len: 999 time: 0.0975773 Jan 25 16:58:51.999307 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:58:51.999913 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:58:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:52.069977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56198-e382-4ced-98df-212d4cef8649 req-9b7b7a2f-884e-4720-92e5-e554940de75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:52.071335 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-9b7b7a2f-884e-4720-92e5-e554940de75c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0641809 Jan 25 16:58:52.148371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56198-e382-4ced-98df-212d4cef8649 req-3505603f-5ced-4842-a742-ca557f68ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:58:52.149895 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-3505603f-5ced-4842-a742-ca557f68ffd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721736 Jan 25 16:58:52.177208 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:58:52.285488 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-0abfde17-7322-4935-bfda-2a15d5568ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Jan 25 16:58:52.420996 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7d56198-e382-4ced-98df-212d4cef8649 req-332aa501-a98a-4ab5-9393-b0cb436db68b service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299171 Jan 25 16:58:52.529018 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '1b25b212-dd05-4439-b79f-f16935663749', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:f2:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:50Z', 'updated_at': '2022-01-25T16:58:50Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}, {'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:58:52.533056 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77d9a6-82b2-4e62-84f2-b32467ff2e38 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '1b25b212-dd05-4439-b79f-f16935663749', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.75', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:f2:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:50Z', 'updated_at': '2022-01-25T16:58:50Z', 'revision_number': 0, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}, {'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:58:52.747609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853819f4-1842-4c8a-a375-ad281a29e69c None None] New status for floating IP 1b25b212-dd05-4439-b79f-f16935663749: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:58:55.453964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:58:57.641356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5ead-b5e1-4e01-b1cb-15ae57f2522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:00.253819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ef65b4d7-37dc-4cb5-ac49-cf38dd232d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:01.099512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:01.521128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:02.695809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:23.582302 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:59:25.468206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:27.643617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-3772-4d09-ba6c-873d01c1edea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:30.256343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a18b2ca-1a20-4d1d-a702-f9a4b0c0704e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:31.104862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:31.522885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:32.697863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:41.083865 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-997bb5f7-3304-41e0-a5b4-1ec85ae316c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750625 Jan 25 16:59:41.180230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61c26-7833-4469-8221-6473ed62220d req-d785cffe-87e4-4f92-b8f3-d33b86e88881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:41.182507 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-d785cffe-87e4-4f92-b8f3-d33b86e88881 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1099 time: 0.0777292 Jan 25 16:59:41.332693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61c26-7833-4469-8221-6473ed62220d req-ec30f3fe-534f-465c-913e-4d3a69e5666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:41.334173 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-ec30f3fe-534f-465c-913e-4d3a69e5666c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 897 time: 0.1326318 Jan 25 16:59:41.538813 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-dfa68dc8-1798-4598-bf2b-3e5f7136b356 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 1002 time: 0.1980636 Jan 25 16:59:41.623316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61c26-7833-4469-8221-6473ed62220d req-14e7076d-4141-4c0e-9cac-ad5b54364a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:41.624749 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-14e7076d-4141-4c0e-9cac-ad5b54364a3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 200 len: 834 time: 0.0795817 Jan 25 16:59:41.706179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b61c26-7833-4469-8221-6473ed62220d req-8ecef5df-1f69-4cec-8140-e4e36485ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:41.707698 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-8ecef5df-1f69-4cec-8140-e4e36485ee43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6690b14-1f4a-410b-86cf-6677231a0f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765290 Jan 25 16:59:41.842622 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-bf2ca8be-4544-4b8b-bf2b-6116d5bc6abf service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284761 Jan 25 16:59:41.978960 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0b61c26-7833-4469-8221-6473ed62220d req-36edf5b6-06c0-4fb6-8249-4a7e99d940de service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287098 Jan 25 16:59:45.974972 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39682) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:46.161080 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6dde5af8-d818-406b-86a9-92c089f0b66f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1849256 Jan 25 16:59:46.164334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39686) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:46.367480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d8d4b7-2b07-4b52-8c7f-f7782851608d tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Notify agent at dv-neutron-824022-2-hyperv the message router_removed_from_agent {{(pid=87553) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 25 16:59:46.371437 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-66d8d4b7-2b07-4b52-8c7f-f7782851608d tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "DELETE /v2.0/agents/40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9/l3-routers/23507550-7a7e-43e6-809a-f042a1c768aa HTTP/1.1" status: 204 len: 168 time: 0.2061675 Jan 25 16:59:46.374099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39690) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:46.565454 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6aab7c1-07ec-443d-a421-ffa9a9239b45 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1900618 Jan 25 16:59:46.568392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:46.674659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d4353dd1-f495-4477-ba13-f3af398797c9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 994 time: 0.1051402 Jan 25 16:59:47.186086 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4767341e-e654-492a-ac3f-12ac61c4eabb None None] New status for floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:59:47.215235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:59:47.354429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:47.388398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=156cbc6f-38d4-419c-a584-109bc5462778,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:59:47.393954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:47.393954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:59:47.581949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:47.605466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.605466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.605466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.606280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.606280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.606280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.606565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.606889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.607214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.607535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.607854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.608678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:47.623852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:47.639981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:59:47.645120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:47.678772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:47.716215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:47.807183 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6f051b03-e1fd-4639-bc86-2f239af89dfd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1193824 Jan 25 16:59:48.946866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39706) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:49.257994 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1cb732-35ea-472c-8ba8-eb20ae747647 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Router 23507550-7a7e-43e6-809a-f042a1c768aa is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 16:59:49.258325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1cb732-35ea-472c-8ba8-eb20ae747647 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Notify agent at dv-neutron-824022-2-hyperv the message router_added_to_agent {{(pid=87553) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 25 16:59:49.279400 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff1cb732-35ea-472c-8ba8-eb20ae747647 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "POST /v2.0/agents/40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3311057 Jan 25 16:59:49.281794 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:49.292876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:59:49.302250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:59:49.302864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:59:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:49.468190 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab33b380-feec-4dce-acd4-f986e478e2c6 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1849811 Jan 25 16:59:49.470909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:49.492946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:59:49.576327 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6e6888a-a206-4e00-b595-e41e510b8da1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1042655 Jan 25 16:59:49.887612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:49.893771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:59:49.901512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:59:49.901512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:59:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:50.089821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:59:50.440315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:50.444495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68333c-baea-4ce3-aef9-e7ce94b23f9f None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f99399d0-e677-4227-96e8-a4fbaa2a9002', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.141', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'port_id': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'mac_address': 'fa:16:3e:42:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:58:30Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:47Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:59:50.580282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:50.728141 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce56a15c-474f-4b40-b2fb-b0d905225a6b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1466463 Jan 25 16:59:50.974561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:59:51.045021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:59:51.045517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:51.227397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:51.264895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=156cbc6f-38d4-419c-a584-109bc5462778,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:59:51.271113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:51.342333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:51.731789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39730) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:51.843808 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7aa2d0da-74bd-4315-97ca-792692c907d9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 992 time: 0.1108561 Jan 25 16:59:52.216941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d32ce2-1b1a-4de6-b0ad-5f67b8625a8a None None] New status for floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:59:52.847072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39734) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:52.959024 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56b0765f-3ec6-46f1-a82a-6bbf7f8dbf89 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 200 len: 994 time: 0.1108096 Jan 25 16:59:53.021892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:59:53.091298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 156cbc6f-38d4-419c-a584-109bc5462778 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:59:53.091575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:53.208144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:59:53.276787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:59:53.277154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:53.394430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:53.410870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:59:53.414264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:53.481111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:54.941681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:59:55.025388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:59:55.025763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:55.247369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39742) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:59:55.453769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port d5373ea7-6e13-4eee-a41f-ea11585c7162 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:59:55.454315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:55.488295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:55.634180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:55.634631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:55.873130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for d5373ea7-6e13-4eee-a41f-ea11585c7162 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:59:56.024347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:56.072092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=d5373ea7-6e13-4eee-a41f-ea11585c7162,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:56.110678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.110934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.111270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.111603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.111931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.112257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.112584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.112905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.113237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.113578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.113897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.114216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:56.181170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:56.181617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002 disassociated (deleted). External IP: 172.26.4.141, port: ce9f8c53-c28a-49d2-bdee-f7f03a865c22. Jan 25 16:59:56.552075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 23507550-7a7e-43e6-809a-f042a1c768aa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 16:59:56.762767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 16:59:56.773666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 16:59:56.785308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:59:56.786031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:59:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:56.786190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:56.848727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-49def9f0-c2a8-4d9d-a820-aef2edf935ed tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/f99399d0-e677-4227-96e8-a4fbaa2a9002 HTTP/1.1" status: 204 len: 168 time: 1.6002405 Jan 25 16:59:56.849353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:59:56.896317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'status': 'completed', 'code': 200} Jan 25 16:59:56.984273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:59:57.003583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-39c5888b-ad3a-4e4f-ab73-478560bdfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:57.005143 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-39c5888b-ad3a-4e4f-ab73-478560bdfa51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 1099 time: 0.0855677 Jan 25 16:59:57.166369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-cecc340a-79e8-4619-ba73-9a09e9bd9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:57.168110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-cecc340a-79e8-4619-ba73-9a09e9bd9ba1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 200 len: 897 time: 0.1561985 Jan 25 16:59:57.239700 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-e7128ea1-9756-405a-892a-384981e85294 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 200 len: 217 time: 0.0639408 Jan 25 16:59:57.264665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba26b9-a4ee-4dab-9120-3dbb9c90ae90 req-66ea03d0-54ce-43a5-842c-18ec1e221e2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:57.265525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-30ba26b9-a4ee-4dab-9120-3dbb9c90ae90 req-66ea03d0-54ce-43a5-842c-18ec1e221e2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:59:57.283797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-30ba26b9-a4ee-4dab-9120-3dbb9c90ae90 req-66ea03d0-54ce-43a5-842c-18ec1e221e2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:59:57.285138 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-30ba26b9-a4ee-4dab-9120-3dbb9c90ae90 req-66ea03d0-54ce-43a5-842c-18ec1e221e2a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.1105163 Jan 25 16:59:57.314878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-e1f7e34b-648d-492b-a3e2-2636be4157a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:57.316334 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-e1f7e34b-648d-492b-a3e2-2636be4157a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 200 len: 834 time: 0.0691493 Jan 25 16:59:57.340734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-30ba26b9-a4ee-4dab-9120-3dbb9c90ae90 req-0368995a-ff6e-443a-8c60-183946633793 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466702 Jan 25 16:59:57.350071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:51Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:57.360028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 16:59:57.369448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 16:59:57.370682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T16:59:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:57.400309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-01b89e57-d38b-4174-be72-99535ad88102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:57.401897 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-01b89e57-d38b-4174-be72-99535ad88102 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6690b14-1f4a-410b-86cf-6677231a0f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778706 Jan 25 16:59:57.549978 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-68fc0639-f8d5-420a-8e92-1cbd4bfdbf8c service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414480 Jan 25 16:59:57.600275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 16:59:57.678843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f74ad110-81d7-406d-8278-5eea47f3053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:57.687912 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c362eb21-58fb-4108-a7b6-f57250e50020 req-ad364e6a-58b2-458b-9ddb-596f609eaab9 service neutron] 10.222.0.15 "GET /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317909 Jan 25 16:59:57.935342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:51Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:59:57.939930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585a32b-b6e2-4b38-b774-40a1a8114f0f None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T16:58:12Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '156cbc6f-38d4-419c-a584-109bc5462778', 'name': '', 'network_id': 'd6690b14-1f4a-410b-86cf-6677231a0f96', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:4d:fc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:11Z', 'updated_at': '2022-01-25T16:59:51Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': 'bf059d16-71b0-4daa-b036-2ba6be99aa84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 16:59:58.554335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2b0d2-dfd2-46e0-b0e8-e808287cc6b5 req-875545da-d8a1-4071-921b-6d8eacd07c34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:58.555861 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29e2b0d2-dfd2-46e0-b0e8-e808287cc6b5 req-875545da-d8a1-4071-921b-6d8eacd07c34 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.1030836 Jan 25 16:59:58.605047 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29e2b0d2-dfd2-46e0-b0e8-e808287cc6b5 req-28ba6e1b-2638-4604-88d4-32e00c6a9181 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c12fcdae-5aad-4f8a-aa47-a45414fbfd46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Jan 25 16:59:58.647555 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c44343-044a-415f-9b70-35b7bf3140c0 None None] New status for floating IP f99399d0-e677-4227-96e8-a4fbaa2a9002: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 16:59:58.737030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1650df-67f2-4409-8435-11d21231a96d req-4b8bbb96-ca74-4779-9589-f4d433586708 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:59:58.737738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ac1650df-67f2-4409-8435-11d21231a96d req-4b8bbb96-ca74-4779-9589-f4d433586708 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:59:58.750742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ac1650df-67f2-4409-8435-11d21231a96d req-4b8bbb96-ca74-4779-9589-f4d433586708 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:59:58.751868 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac1650df-67f2-4409-8435-11d21231a96d req-4b8bbb96-ca74-4779-9589-f4d433586708 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 946 time: 0.0957394 Jan 25 16:59:58.835941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 16:59:58.836279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:59.190882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port ce9f8c53-c28a-49d2-bdee-f7f03a865c22, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 16:59:59.191238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:59.316681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for ce9f8c53-c28a-49d2-bdee-f7f03a865c22 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 16:59:59.463559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:59.515701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=ce9f8c53-c28a-49d2-bdee-f7f03a865c22,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:59:59.556043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.556388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.556725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.557064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.557569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.558400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.558732 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.559061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.559389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.559753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.560400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.560761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:59:59.608652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port ce9f8c53-c28a-49d2-bdee-f7f03a865c22 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:59:59.611080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:59:59.613755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'name': 'network-vif-deleted', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:59:59.630678 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac1650df-67f2-4409-8435-11d21231a96d req-5cc315e2-607b-434c-a4e8-df8d5acb9c0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/ce9f8c53-c28a-49d2-bdee-f7f03a865c22 HTTP/1.1" status: 204 len: 173 time: 0.8734057 Jan 25 16:59:59.665931 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5962ba-b090-41a0-b79f-82f6e90e0e31', 'name': 'network-vif-deleted', 'tag': 'ce9f8c53-c28a-49d2-bdee-f7f03a865c22', 'status': 'completed', 'code': 200} Jan 25 16:59:59.762776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77084fab-7fa2-42c5-b6c3-6582384f4092 req-f32ba252-8cd8-4c3f-883a-bd10b84f49c8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5962ba-b090-41a0-b79f-82f6e90e0e31 HTTP/1.1" status: 200 len: 210 time: 0.0478852 Jan 25 17:00:00.261401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffa162f-7050-453d-be25-40afa93af8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:00.581190 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:00:00.858909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:00.937465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:00.966744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:01.028329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:01.048226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12fcdae-5aad-4f8a-aa47-a45414fbfd46,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:01.059867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:01.061422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a547ae4-bc7c-4265-8cac-4167fadc3a72 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/c12fcdae-5aad-4f8a-aa47-a45414fbfd46 HTTP/1.1" status: 204 len: 168 time: 0.2014987 Jan 25 17:00:01.099676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:01.110037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:01.525645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:01.674911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:02.125238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ce9f8c53-c28a-49d2-bdee-f7f03a865c22 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:02.142100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 156cbc6f-38d4-419c-a584-109bc5462778 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:02.142702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:02.166836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: ce9f8c53-c28a-49d2-bdee-f7f03a865c22 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:02.167294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ce9f8c53-c28a-49d2-bdee-f7f03a865c22 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:02.336830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 156cbc6f-38d4-419c-a584-109bc5462778, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=156cbc6f-38d4-419c-a584-109bc5462778,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:02.337181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:02.463990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 156cbc6f-38d4-419c-a584-109bc5462778 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:02.701945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:02.805780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:02.864079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=156cbc6f-38d4-419c-a584-109bc5462778,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:03.176532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:03.642735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 23507550-7a7e-43e6-809a-f042a1c768aa has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:03.823877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:03.834324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Sync routers for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:03.842208 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-225e3b16-0be0-4179-a14d-cf511cea2dda tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7391093 Jan 25 17:00:03.842471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:03.845354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:03.846049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:03.909580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet bf059d16-71b0-4daa-b036-2ba6be99aa84 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:00:03.913269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:03.978199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.024218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:04.063207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.139576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.184316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=bf059d16-71b0-4daa-b036-2ba6be99aa84,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:04.190837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.197718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f67dc0-e240-47f1-aba8-8ac9c41c9a6a None None] Network d6690b14-1f4a-410b-86cf-6677231a0f96 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:00:04.199560 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9196c3b7-5546-41bc-8f04-24e346067b8f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/bf059d16-71b0-4daa-b036-2ba6be99aa84 HTTP/1.1" status: 204 len: 168 time: 0.3561006 Jan 25 17:00:04.202040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39776) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:04.385834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.491246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T17:00:02Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:04.495693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Checking router: 23507550-7a7e-43e6-809a-f042a1c768aa for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:04.505079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Routers {'23507550-7a7e-43e6-809a-f042a1c768aa'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:04.505767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['23507550-7a7e-43e6-809a-f042a1c768aa'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:04.565290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] DHCP port deletion for d6690b14-1f4a-410b-86cf-6677231a0f96 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:00:04.572235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.579473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Deleting port 6b99b8df-7661-4add-a39f-c9f303feb163 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:04.579851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.583169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:04.583610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.771029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:04.771394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:04.850773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] Set router 23507550-7a7e-43e6-809a-f042a1c768aa gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:04.902950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:05.002154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6b99b8df-7661-4add-a39f-c9f303feb163 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:05.166707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] For port 6b99b8df-7661-4add-a39f-c9f303feb163, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6b99b8df-7661-4add-a39f-c9f303feb163,segment=NetworkSegment(1750e529-c3a9-40db-b205-bb99aab1dcea),segment_id=1750e529-c3a9-40db-b205-bb99aab1dcea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:05.167603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.189056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.241055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:05.305228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Calling delete_port for 6b99b8df-7661-4add-a39f-c9f303feb163 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:05.340903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.505890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.533160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.555912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.559650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.585342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.585894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router 23507550-7a7e-43e6-809a-f042a1c768aa {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:00:05.589381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] Pushing event deleted for resources: {'Port': ['ID=6b99b8df-7661-4add-a39f-c9f303feb163,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:05.596710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc136b4-a10e-49f2-82ba-89885323f1be None None] No DVR routers for this DVR port 6b99b8df-7661-4add-a39f-c9f303feb163 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:00:05.603343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.604797 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07237bf6-a1d2-44e2-b504-a235bce9e573 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/23507550-7a7e-43e6-809a-f042a1c768aa HTTP/1.1" status: 204 len: 168 time: 1.4018552 Jan 25 17:00:05.607727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:05.650169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T17:00:02Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:05.654565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5560b1de-ea32-4356-bc77-36f09c248630 None None] The sync data for ids ['23507550-7a7e-43e6-809a-f042a1c768aa'] in dv-neutron-824022-2-hyperv is: [{'id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'name': 'tempest-TestNetworkBasicOps-router-787760808', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:58:06Z', 'updated_at': '2022-01-25T17:00:02Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23507550-7a7e-43e6-809a-f042a1c768aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:58:07Z', 'updated_at': '2022-01-25T16:59:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:05.726168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.869010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.894702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6690b14-1f4a-410b-86cf-6677231a0f96']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:05.908868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1750e529-c3a9-40db-b205-bb99aab1dcea') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:05.909173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1750e529-c3a9-40db-b205-bb99aab1dcea') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:05.921201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.938532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.944760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:00:05.945145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:00:05.960679 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:00:06.049656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.068354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.082455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=d6690b14-1f4a-410b-86cf-6677231a0f96,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:06.091499 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-78286bb1-986e-436b-aae2-8712aadad1cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/d6690b14-1f4a-410b-86cf-6677231a0f96 HTTP/1.1" status: 204 len: 168 time: 0.4827409 Jan 25 17:00:06.116111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39784) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:06.122103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--323171068', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:06.127431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:06.131987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:06.135877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:06.142889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:06.154706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:00:06.158268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.188839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:00:06.202223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.202715 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment fd089bab-00fc-4324-acc9-90fdc840f01b of type vlan for network 82f13ca4-15dd-428e-a76a-03ddf0e143db Jan 25 17:00:06.235920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.268342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.274380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:06.275005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.488050 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3709068 Jan 25 17:00:06.490743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39788) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:06.498706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:06.506905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5176182-3bba-461a-84fa-3cc49e288240 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=82f13ca4-15dd-428e-a76a-03ddf0e143db,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:06.509197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:06.513839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:06.517057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:06.517973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:00:06.523041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:06.534241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.535249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.552005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.849099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:06.949253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:06.984774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 156cbc6f-38d4-419c-a584-109bc5462778 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:06.985034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 156cbc6f-38d4-419c-a584-109bc5462778 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:06.985502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:07.021735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:07.022076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ccf4b28-c012-4f2b-b2ec-126a30f8f2a3 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:07.184665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:07.226765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:07.362213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.155 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/d83c8275-8a2c-4e04-b86a-2734f0e5231c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:00:07.513542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:07.543275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:07.610480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:07.613237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:07.616940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:00:07.657516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=d83c8275-8a2c-4e04-b86a-2734f0e5231c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:08.141896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:08.488799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:08.702702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:00:08.884580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:08.894609 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Sync routers for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:08.905633 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:08.906239 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:08.915061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:08.916400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6f6a8d9c-c197-46e1-8090-7b1173454940 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4245698 Jan 25 17:00:08.919445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39792) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:08.965331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dea4734b-20b4-435a-87f8-024cea3ece58 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447247 Jan 25 17:00:08.967968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39796) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:09.099107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8de94-be1c-41ca-8f4d-2df196dcd93d tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:09.103216 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6ed8de94-be1c-41ca-8f4d-2df196dcd93d tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317272 Jan 25 17:00:09.103448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39800) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:09.118203 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:09.147032 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a15181a0-ed5b-48ad-9439-0a6d75811f18 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424647 Jan 25 17:00:09.149584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39804) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:09.155518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970613122', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:09.266460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:09.270265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:09.273052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:09.279580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:09.290103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:00:09.294355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.427345 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:07Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:09.431369 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Checking router: 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:09.431745 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Updating router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 port d83c8275-8a2c-4e04-b86a-2734f0e5231c binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:00:09.487418 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.627806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.710062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:09.720565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:00:09.720918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 82f13ca4-15dd-428e-a76a-03ddf0e143db, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:00:09.741868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:00:09.752583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 82f13ca4-15dd-428e-a76a-03ddf0e143db) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:09.757099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:09.757719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.764684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ccc68e-4236-4395-a125-7bb4aa51b61c None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:00:09.790879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d674a114-3211-4ad9-b359-398a383b2b02 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6379459 Jan 25 17:00:09.791525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39808) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:09.832892 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.848796 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Transition to ACTIVE for port object d83c8275-8a2c-4e04-b86a-2734f0e5231c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:09.858038 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.946450 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Attempting to bind port d83c8275-8a2c-4e04-b86a-2734f0e5231c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:00:09.947168 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Attempting to bind port d83c8275-8a2c-4e04-b86a-2734f0e5231c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:00:09.947168 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Attempting to bind port d83c8275-8a2c-4e04-b86a-2734f0e5231c on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:00:09.954401 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Pushing event updated for resources: {'Port': ['ID=d83c8275-8a2c-4e04-b86a-2734f0e5231c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:09.960034 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:00:09.960454 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:00:09.960801 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.961193 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:00:09.961694 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Bound port: d83c8275-8a2c-4e04-b86a-2734f0e5231c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:00:09.962066 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:09.993928 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.994198 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.995258 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.995598 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.995938 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.996265 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.996757 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.997100 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.997445 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.997924 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.998257 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:09.999030 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:00:10.047381 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] For port d83c8275-8a2c-4e04-b86a-2734f0e5231c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:00:10.050618 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] For port d83c8275-8a2c-4e04-b86a-2734f0e5231c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d83c8275-8a2c-4e04-b86a-2734f0e5231c,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:00:10.054939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-82f13ca4-15dd-428e-a76a-03ddf0e143db', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:00:10.055807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.062700 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.146371 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:10.147109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:10.202651 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d694ec-511f-4cd9-a465-a460da18814b None None] Pushing event updated for resources: {'Port': ['ID=d83c8275-8a2c-4e04-b86a-2734f0e5231c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:10.223944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Allocated IP 172.20.0.2 (82f13ca4-15dd-428e-a76a-03ddf0e143db/8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d/265364e8-1a6c-4e13-808f-d5c83f2cd1e2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:00:10.335343 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:10.444410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.456564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Transition to ACTIVE for port object 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:10.476298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Transition to ACTIVE for port object 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:10.483799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.551793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:10.554936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:10.563588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:00:10.584708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.596052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Pushing event updated for resources: {'Port': ['ID=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:10.670628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Attempting to bind port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:00:10.671007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Attempting to bind port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:00:10.671750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Attempting to bind port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 on network 82f13ca4-15dd-428e-a76a-03ddf0e143db {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:00:10.676766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:00:10.677140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Checking segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:00:10.677594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.678086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Bound using segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:00:10.678484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Bound port: 265364e8-1a6c-4e13-808f-d5c83f2cd1e2, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:00:10.678998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.688587 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:07Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:10.692631 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4378953-05de-484c-a48e-9e5c5a3d4539 None None] The sync data for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv is: [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:07Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:10.797284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] For port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:00:10.800844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] For port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:00:10.807435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:10.898238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518ba6-cd56-4e17-bdc6-6b72ea3f0a0d None None] Pushing event updated for resources: {'Port': ['ID=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:11.113058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (82f13ca4-15dd-428e-a76a-03ddf0e143db/8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d/2d03ed0b-d5cf-406e-b62e-4e184ae8dc27) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:00:11.432404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:11.450408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:11.475773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:11.545485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:11.548300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:11.552578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:00:11.592503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:11.622696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:11.763306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:11.970014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b93d0-75e5-4480-b8d8-473c4ed597d9 None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:00:12.067797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f1e4307-37ee-44b1-b4c1-84d8c9d6ff05 None None] Provisioning for port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:12.204980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.210722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.335645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.343550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:12.492312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:12.498830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:12.522296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-322e06cc-d342-4a67-838e-3637337f109a None None] Provisioning for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:12.528986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-322e06cc-d342-4a67-838e-3637337f109a None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:12.529418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-322e06cc-d342-4a67-838e-3637337f109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.591457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-322e06cc-d342-4a67-838e-3637337f109a None None] Port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:00:12.712063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c0e3a067-6367-4711-b315-dfccfaaa1ca7 None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:12.712758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a067-6367-4711-b315-dfccfaaa1ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.713468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:12.788689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a067-6367-4711-b315-dfccfaaa1ca7 None None] Port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:00:12.917434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:12.919298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f460ce2d-1f2b-4108-aedb-a2fce0d1d817 None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:12.919648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f460ce2d-1f2b-4108-aedb-a2fce0d1d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:12.943189 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ab82233a-e53b-40ea-8d38-d32e66deebc3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504192 Jan 25 17:00:12.945738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:12.962586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Sync routers for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:12.995512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:12.996333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:13.067551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d83c8275-8a2c-4e04-b86a-2734f0e5231c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:13.107701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f460ce2d-1f2b-4108-aedb-a2fce0d1d817 None None] Port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:00:13.117796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.118367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.118868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.119455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.120274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.120475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.124973 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14969fce-70bf-44c3-ac99-2754f0b271ef tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1754327 Jan 25 17:00:13.125342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:13.206118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.206980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.207438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.207896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.208347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.208793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:13.217280 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1948fdc6-7779-45b1-b9b7-139be2bc4b44 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0840850 Jan 25 17:00:13.217761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39820) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:13.239149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port d83c8275-8a2c-4e04-b86a-2734f0e5231c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:13.250584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d83c8275-8a2c-4e04-b86a-2734f0e5231c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:13.250955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:13.280570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:13.559529 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-de3f8569-9d39-4480-8892-6b7a5ccba4fe tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3380837 Jan 25 17:00:13.655049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:13.709119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port d83c8275-8a2c-4e04-b86a-2734f0e5231c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d83c8275-8a2c-4e04-b86a-2734f0e5231c,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:13.718743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:13.719526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:13.852498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=d83c8275-8a2c-4e04-b86a-2734f0e5231c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:13.863396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:12Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:13.868648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Checking router: 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:13.869007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Updating router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:00:13.898449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:13.915919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:13.916326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:13.967850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.159737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.277160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:14.285617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.384181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:14.467710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.480192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Transition to ACTIVE for port object 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:14.486630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.652010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccf97-195e-4916-86f5-7d57f074cdda None None] Pushing event updated for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:14.711471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Attempting to bind port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:00:14.711987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Attempting to bind port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:00:14.712470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Attempting to bind port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 on network 82f13ca4-15dd-428e-a76a-03ddf0e143db {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:00:14.718719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:00:14.719166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Checking segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:00:14.719681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.720178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Bound using segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:00:14.720755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Bound port: 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:00:14.721271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.808629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39828) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:14.814706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892265724', 'description': 'tempest-secgroup-smoke-1892265724 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:14.820651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:14.825574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:14.828703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:14.835142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:14.843664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] For port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:00:14.846068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.847582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] For port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:00:14.855350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.868941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:14.873376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:14.876389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:14.882525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:14.942371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:14.943004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:14.988592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:14.993179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.046855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724b944c-dca7-480e-bba7-acac503d0647,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.052244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.052489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d83c8275-8a2c-4e04-b86a-2734f0e5231c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:15.059438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.060350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-504962bc-fba9-4451-8ea6-1f6b347cf8cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2501080 Jan 25 17:00:15.066121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.074657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.079523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.083057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.089849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.103344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccf97-195e-4916-86f5-7d57f074cdda None None] Pushing event updated for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.118426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.184908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.191946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.219716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6998de-ce63-4b22-84f0-163ed74fedbd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.230519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.234277 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d62a6a1-c172-4407-bb00-44964e07f922 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702108 Jan 25 17:00:15.234506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39836) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.241475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.248512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.250273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d83c8275-8a2c-4e04-b86a-2734f0e5231c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:15.250905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.252726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.255791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.262181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.280637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.305240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:15.350188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.358047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.386336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4752c574-61de-4b29-aaa0-2c675a30f356,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.397087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.398475 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35a05635-55a9-4f26-a8e2-099e96139220 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629195 Jan 25 17:00:15.402149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39840) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.407540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.413863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.419085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.422119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.428270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.447841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.519224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.523949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.549361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b53ff6-301e-41bd-bf9a-6f6a3efcfc71,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.563785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.564973 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5da75894-c4c9-453a-998b-0d3a7b047ff8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617570 Jan 25 17:00:15.568052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39844) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.574749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.580724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.584650 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.587610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.594619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.599648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:15.611765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.681531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.685791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.712205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe0a1ae-167f-42ca-9a45-75795c3580d5,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.724260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.728240 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-957e6560-5ff6-4958-802d-b11aef96a85f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556988 Jan 25 17:00:15.728675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.734386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.740466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.743912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:15.744331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.744748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.747879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.753960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.768396 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:00:15.776892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.815411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:15.820962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53a100-b7d2-4901-877b-a85289ed4859 None None] The sync data for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv is: [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:14Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:15.854347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.863962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.913662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67162e52-f90a-491f-99e2-5624aaf5af82,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:15.918036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:15.919517 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e4bf1aa1-e7e0-424a-85bb-13dfa6ba4759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896422 Jan 25 17:00:15.922331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:15.927773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '724b944c-dca7-480e-bba7-acac503d0647', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:15.936371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:15.941395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:15.945272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:15.955102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:15.967732 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:00:15.978460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:16.053830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:16.059249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:16.087636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbc9e06-882f-4298-b850-ba2c2aec057e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:16.101176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:16.111760 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67726041-d679-4568-99ce-7fee6d35e32f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1792738 Jan 25 17:00:16.289343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-1c851cd4-9204-4781-b954-61d2c79682bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:16.308335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-1c851cd4-9204-4781-b954-61d2c79682bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:16.310930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-1c851cd4-9204-4781-b954-61d2c79682bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892265724&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0757573 Jan 25 17:00:16.483920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-aff47efd-d6b0-434b-98dc-9ad50ac799b1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:16.484651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-aff47efd-d6b0-434b-98dc-9ad50ac799b1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:16.502708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-aff47efd-d6b0-434b-98dc-9ad50ac799b1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:16.503879 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-aff47efd-d6b0-434b-98dc-9ad50ac799b1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 796 time: 0.1863325 Jan 25 17:00:16.520188 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-e9009be5-e5b6-489b-9a02-3ea37fbd8870 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0105958 Jan 25 17:00:16.611937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-537c20d8-6f69-4a6a-8787-41f9928369f9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:16.628611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-537c20d8-6f69-4a6a-8787-41f9928369f9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:16.630140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-537c20d8-6f69-4a6a-8787-41f9928369f9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043222 Jan 25 17:00:16.854027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-eed0fca6-b3d8-4a47-af9b-da4cd4841ff2 service neutron] 10.222.0.45 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066519 Jan 25 17:00:16.997642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:17.044132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-2f946271-d8f5-48cb-a08d-843cf7d607d1 service neutron] 10.222.0.45 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823707 Jan 25 17:00:17.078977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:17.084439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:17.084797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:17.224577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:17.269721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:17.277034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:17.286934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb4b3099-f26a-4ecf-8753-9020f4bf08d9 req-fc090547-d60b-43b2-bb59-a050a0219e1b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 210 time: 0.0636554 Jan 25 17:00:17.355592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:18.416354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-53a69e97-7bd8-44b5-9e22-31ae164c7122 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:18.417132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-53a69e97-7bd8-44b5-9e22-31ae164c7122 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:18.429443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-53a69e97-7bd8-44b5-9e22-31ae164c7122 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:18.430570 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-53a69e97-7bd8-44b5-9e22-31ae164c7122 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 796 time: 0.2740536 Jan 25 17:00:18.451544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a9b7fb1-20e4-4d35-994b-1d5c994fa781 req-dddac632-9833-45b7-8c35-867ba1ea7f64 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 210 time: 0.0453300 Jan 25 17:00:18.483157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-d7b06802-e04d-4134-ac5d-113f87dde4bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:18.495250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9ed0f886-b193-4078-a756-422e8d129506 req-d7b06802-e04d-4134-ac5d-113f87dde4bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:18.496361 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-d7b06802-e04d-4134-ac5d-113f87dde4bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 380 time: 0.0576363 Jan 25 17:00:18.505107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '436d6d21-79bf-43bd-954b-539d72468268', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['724b944c-dca7-480e-bba7-acac503d0647']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:18.642176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:18.651941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:18.661914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:00:18.665413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:18.829626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.8 (82f13ca4-15dd-428e-a76a-03ddf0e143db/8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d/aed87214-e1e3-4063-a04a-3a0d69405a66) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:00:18.959489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:19.033652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:19.034016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.034815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.051784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object aed87214-e1e3-4063-a04a-3a0d69405a66 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:19.076439 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.150076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:19.154417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:19.158284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:00:19.190553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:19.230354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:19.231011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.257096 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-580e230b-e62b-4856-aab8-500ef317adaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555437 Jan 25 17:00:19.325453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Request body: {'port': {'device_id': '436d6d21-79bf-43bd-954b-539d72468268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:19.443142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.448037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-229171d8-e07e-4020-ba7a-6323f17ad620 None None] Provisioning for port aed87214-e1e3-4063-a04a-3a0d69405a66 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:19.456179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-229171d8-e07e-4020-ba7a-6323f17ad620 None None] Provisioning complete for port aed87214-e1e3-4063-a04a-3a0d69405a66 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:19.456738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-229171d8-e07e-4020-ba7a-6323f17ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.546761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-229171d8-e07e-4020-ba7a-6323f17ad620 None None] Port aed87214-e1e3-4063-a04a-3a0d69405a66 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:00:19.737874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f416e-f879-4322-be47-bbc794740d43 req-6911d2a9-737d-4411-bff1-59599ddb43a1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:19.739367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-714f416e-f879-4322-be47-bbc794740d43 req-6911d2a9-737d-4411-bff1-59599ddb43a1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 931 time: 0.1751778 Jan 25 17:00:19.787862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-714f416e-f879-4322-be47-bbc794740d43 req-90c44dac-eb74-4541-afb8-b2843cfe18f0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Jan 25 17:00:19.801508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed87214-e1e3-4063-a04a-3a0d69405a66 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:00:19.811730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.824917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Transition to ACTIVE for port object aed87214-e1e3-4063-a04a-3a0d69405a66 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:00:19.828759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:19.988815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Pushing event updated for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:20.076383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Attempting to bind port aed87214-e1e3-4063-a04a-3a0d69405a66 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:00:20.076716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Attempting to bind port aed87214-e1e3-4063-a04a-3a0d69405a66 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:00:20.077041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Attempting to bind port aed87214-e1e3-4063-a04a-3a0d69405a66 on network 82f13ca4-15dd-428e-a76a-03ddf0e143db {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:00:20.081993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Port aed87214-e1e3-4063-a04a-3a0d69405a66 on network 82f13ca4-15dd-428e-a76a-03ddf0e143db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:00:20.082316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Attempting to bind port aed87214-e1e3-4063-a04a-3a0d69405a66 on network 82f13ca4-15dd-428e-a76a-03ddf0e143db {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:00:20.087494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:00:20.087899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Checking segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:00:20.088277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Bound using segment: {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:00:20.088699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Bound port: aed87214-e1e3-4063-a04a-3a0d69405a66, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd089bab-00fc-4324-acc9-90fdc840f01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:00:20.089043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:20.185922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:00:20.189191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aed87214-e1e3-4063-a04a-3a0d69405a66,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:00:20.193407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:20.258123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:20.258727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:20.260153 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] 10.222.0.15 "PUT /v2.0/ports/aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 1093 time: 0.9960792 Jan 25 17:00:20.260596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:20.283095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a492b-eb37-4cac-bb69-32c867352847 service neutron] Pushing event updated for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:20.378610 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'status': 'completed', 'code': 200} Jan 25 17:00:20.381566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-dcaaa258-ecd2-4462-b08b-8a3bce4ead0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:20.383037 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-dcaaa258-ecd2-4462-b08b-8a3bce4ead0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1096 time: 0.0821621 Jan 25 17:00:20.562265 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-ed8f2d8a-57c8-4bfe-b4f6-47d60f543223 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 217 time: 0.1724961 Jan 25 17:00:20.626054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-1a2125de-4063-4115-8416-f7c3cad67bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:20.627520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-1a2125de-4063-4115-8416-f7c3cad67bab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0585787 Jan 25 17:00:20.707117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0f886-b193-4078-a756-422e8d129506 req-824a6ba8-a734-4586-af25-a843ba42c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:20.708580 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-824a6ba8-a734-4586-af25-a843ba42c738 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755041 Jan 25 17:00:20.850404 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-f3cd8150-3064-47d4-8c14-c422b4799cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353996 Jan 25 17:00:20.987386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3b13-e55a-49cf-bf20-6f706c0417e2 req-1aaca4eb-2c98-4f38-bf00-180b3d7ad8bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:20.988899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-278c3b13-e55a-49cf-bf20-6f706c0417e2 req-1aaca4eb-2c98-4f38-bf00-180b3d7ad8bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 943 time: 0.0890121 Jan 25 17:00:20.997610 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ed0f886-b193-4078-a756-422e8d129506 req-48e4883e-02d0-4d84-b743-60d78c6b896f service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414025 Jan 25 17:00:21.035619 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-278c3b13-e55a-49cf-bf20-6f706c0417e2 req-5f2b1a0e-f03b-4dd9-8981-68547b15e3e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 Jan 25 17:00:21.143738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-89416e59-0ae8-42d4-b6d1-5c75c19a733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:21.145130 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-89416e59-0ae8-42d4-b6d1-5c75c19a733b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1096 time: 0.0789747 Jan 25 17:00:21.284384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-0321de79-8888-4e8b-b9c7-5521b8cac37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:21.285890 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-0321de79-8888-4e8b-b9c7-5521b8cac37b service neutron] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 897 time: 0.1337624 Jan 25 17:00:21.357491 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-33005973-bd5a-461c-a82f-de4ec65742b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 217 time: 0.0648663 Jan 25 17:00:21.420936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-c69d6679-0480-43aa-b9ab-9bd353af4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:21.422422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-c69d6679-0480-43aa-b9ab-9bd353af4749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0578752 Jan 25 17:00:21.501062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-ff199adb-ee8a-4d9e-a339-fd740364d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:21.502566 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-ff199adb-ee8a-4d9e-a339-fd740364d12c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743623 Jan 25 17:00:21.639339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-077852b7-812f-4794-b4d7-425279bc6f32 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298246 Jan 25 17:00:21.777458 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-177401c6-27da-40a6-a726-3ebb6cb3c3f9 req-bd2ee15f-cdb6-45e5-a9ca-10d03cdd5fdc service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313217 Jan 25 17:00:22.270744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45229-df40-48f1-b8f1-4adc2b4ef568 req-73204a4d-a121-4440-a6b7-3d3518f5d6ee tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:22.272205 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-85e45229-df40-48f1-b8f1-4adc2b4ef568 req-73204a4d-a121-4440-a6b7-3d3518f5d6ee tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 943 time: 0.1313884 Jan 25 17:00:22.317085 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-85e45229-df40-48f1-b8f1-4adc2b4ef568 req-6fba6707-04ae-491a-a78e-aae0a8f7ca14 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Jan 25 17:00:23.507282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5078a3-1611-4466-8e56-90e9ef8cf782 req-d34a3d2d-5a10-4b27-bf20-42cea846fc12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:23.508797 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fb5078a3-1611-4466-8e56-90e9ef8cf782 req-d34a3d2d-5a10-4b27-bf20-42cea846fc12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 943 time: 0.0827878 Jan 25 17:00:23.554664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fb5078a3-1611-4466-8e56-90e9ef8cf782 req-3d34a6bd-e013-46e6-afd7-6f03b88af8c5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401216 Jan 25 17:00:24.231839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aed87214-e1e3-4063-a04a-3a0d69405a66 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:00:24.408456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aed87214-e1e3-4063-a04a-3a0d69405a66,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:24.422149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'port_id': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'mac_address': 'fa:16:3e:49:d4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:00:24.477722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:24.497540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed87214-e1e3-4063-a04a-3a0d69405a66 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:00:24.513498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aed87214-e1e3-4063-a04a-3a0d69405a66,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:24.517917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:24.585645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:24.749284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bf894-3a34-4755-a788-10f105b1d6b1 req-3bc12a73-ce1d-4051-81bd-97aeec57d098 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:24.750686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef3bf894-3a34-4755-a788-10f105b1d6b1 req-3bc12a73-ce1d-4051-81bd-97aeec57d098 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 944 time: 0.0892606 Jan 25 17:00:24.797421 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef3bf894-3a34-4755-a788-10f105b1d6b1 req-908f2a2f-b0b3-4939-841d-1d30ea1789c4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Jan 25 17:00:24.859285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['aed87214-e1e3-4063-a04a-3a0d69405a66'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:00:25.494100 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:25.988856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7e5da-0d3c-4325-812b-ad325cbea8b7 req-13e2fead-8277-44c1-9fb5-83169a6f4e53 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:25.990395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71e7e5da-0d3c-4325-812b-ad325cbea8b7 req-13e2fead-8277-44c1-9fb5-83169a6f4e53 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 944 time: 0.0816493 Jan 25 17:00:26.035946 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71e7e5da-0d3c-4325-812b-ad325cbea8b7 req-6f4ddee1-5ca3-4107-82c1-c7f8e4e1f4bf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 Jan 25 17:00:26.247355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aed87214-e1e3-4063-a04a-3a0d69405a66 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:00:26.317083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port aed87214-e1e3-4063-a04a-3a0d69405a66 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:00:26.321757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port aed87214-e1e3-4063-a04a-3a0d69405a66 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:00:26.322125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:26.441068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:26.467660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:26.477650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aed87214-e1e3-4063-a04a-3a0d69405a66,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:26.482326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:26.516293 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'code': 200} Jan 25 17:00:26.555988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:26.780759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fd87c-e475-4037-a776-93a6b5639a30 req-2b9dcdce-efbf-4531-ab60-a30d5ddf2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:26.782267 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c4fd87c-e475-4037-a776-93a6b5639a30 req-2b9dcdce-efbf-4531-ab60-a30d5ddf2f48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1098 time: 0.0791397 Jan 25 17:00:26.827929 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c4fd87c-e475-4037-a776-93a6b5639a30 req-df004217-6ec4-4ad7-bd15-8b4bde19f89e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Jan 25 17:00:27.234225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ae029-26cb-44c2-bdde-9a3df37317e2 req-7bcf72d3-8f15-457b-9ee3-1b1240b00690 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:27.235809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c27ae029-26cb-44c2-bdde-9a3df37317e2 req-7bcf72d3-8f15-457b-9ee3-1b1240b00690 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.0944169 Jan 25 17:00:27.282616 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c27ae029-26cb-44c2-bdde-9a3df37317e2 req-994ac4f6-b25e-4c00-8443-708fa4d2cc29 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Jan 25 17:00:27.650954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ddb589e-de5e-4753-b53d-b7a24fadc04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:28.479547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed3be4-b768-4938-a4e3-84b412e27f34 req-d48b56be-349b-4405-8ed7-9a767e0f9882 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:28.481069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d7ed3be4-b768-4938-a4e3-84b412e27f34 req-d48b56be-349b-4405-8ed7-9a767e0f9882 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.0809886 Jan 25 17:00:28.528732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d7ed3be4-b768-4938-a4e3-84b412e27f34 req-38a9ea62-a86a-4b4f-8b6f-388f7867c9a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Jan 25 17:00:28.716281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872198-92a9-4105-9fef-0f624f8709ff req-328f2c35-b651-41c2-bf09-d04d2662b5bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:28.717741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b0872198-92a9-4105-9fef-0f624f8709ff req-328f2c35-b651-41c2-bf09-d04d2662b5bd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.0836558 Jan 25 17:00:28.764751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b0872198-92a9-4105-9fef-0f624f8709ff req-7e99939d-8a33-419f-a3ca-538131126e8a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Jan 25 17:00:28.787902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:28.860433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6dfbac-bb6a-4119-ab4a-b02620e91f40 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:28.861986 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b6dfbac-bb6a-4119-ab4a-b02620e91f40 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1093 time: 0.0730731 Jan 25 17:00:28.864953 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:28.870784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:00:28.876900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:00:28.880798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:00:28.883890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:00:28.890531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:00:28.901121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:29.048600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:29.188578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.117 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3269dcf8-baea-4144-9cbd-138bba399232) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:00:29.334128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:29.363946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:29.533369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:00:29.536348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:00:29.539983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:00:29.569486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=3269dcf8-baea-4144-9cbd-138bba399232,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:29.955445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.028824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.236137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.240472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.264241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9781c19c-3e4c-43ed-b29e-580fc8ac0be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.352845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=3269dcf8-baea-4144-9cbd-138bba399232,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:30.363508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:30.539945 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fc73768d-5e7f-46e6-8c75-e934db0f0292 associated. External IP: 172.26.4.117, port: aed87214-e1e3-4063-a04a-3a0d69405a66. Jan 25 17:00:30.724932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39924) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:30.902031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:31.045749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port f87adfd2-4a46-4acf-bb80-fda2ba843371 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:31.046036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.107590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.223533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:31.228690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.231103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.236028 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Sync routers for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:31.247095 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:31.247894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:31.248691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.313016 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0baea59d-6e0f-415c-9691-5401bb997bcb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4469962 Jan 25 17:00:31.313676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:31.318493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:31.379680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for f87adfd2-4a46-4acf-bb80-fda2ba843371 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:31.390364 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'status': 'completed', 'code': 200} Jan 25 17:00:31.432832 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:31.491362 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e3b4ab63-5f15-46ef-a27f-cc5ad8c1ff0e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fc73768d-5e7f-46e6-8c75-e934db0f0292 HTTP/1.1" status: 200 len: 991 time: 0.1717820 Jan 25 17:00:31.508050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7e38-4238-45de-a804-a358fc288266 req-170bec8a-92fe-41e8-9004-8cf82992cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:31.509543 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-170bec8a-92fe-41e8-9004-8cf82992cedf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1098 time: 0.1179500 Jan 25 17:00:31.537640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.539878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.592930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=f87adfd2-4a46-4acf-bb80-fda2ba843371,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:31.650417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7e38-4238-45de-a804-a358fc288266 req-37dc0d56-1133-4c16-9b7c-99e248fa1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:31.652334 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-37dc0d56-1133-4c16-9b7c-99e248fa1562 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 897 time: 0.1372023 Jan 25 17:00:31.685977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:31.686361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 1b25b212-dd05-4439-b79f-f16935663749 disassociated (deleted). External IP: 172.26.4.75, port: e1b470fa-5a9c-4d86-a03e-5ebc62a400bc. Jan 25 17:00:31.766236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-a034b1d1-550d-4a56-b75f-bcb5ab0b32a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 999 time: 0.1080403 Jan 25 17:00:31.805301 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc73768d-5e7f-46e6-8c75-e934db0f0292', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.117', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'port_id': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'mac_address': 'fa:16:3e:49:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436d6d21-79bf-43bd-954b-539d72468268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:00:29Z', 'updated_at': '2022-01-25T17:00:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:31.810927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Checking router: 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:31.820180 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:31.820782 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:31.836708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7e38-4238-45de-a804-a358fc288266 req-99f0306c-54b4-4afa-94cf-f992396f1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:31.838339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-99f0306c-54b4-4afa-94cf-f992396f1e76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0665176 Jan 25 17:00:31.923647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7e38-4238-45de-a804-a358fc288266 req-7ed87cf1-dd08-4123-ae7f-f5a9d12c5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:31.925194 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-7ed87cf1-dd08-4123-ae7f-f5a9d12c5e42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813589 Jan 25 17:00:32.006048 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:32.063231 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-92c68d43-28f3-4edb-bb36-5ba94fbade17 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318660 Jan 25 17:00:32.068562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:32.202255 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805f7e38-4238-45de-a804-a358fc288266 req-c17f7596-2a6d-4c13-908f-1046c55ab7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336040 Jan 25 17:00:32.253003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:32.263744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:32.269990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:32.274254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:32.274998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:32.333256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5500308c-915e-40ae-b70c-9181c4503089 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b25b212-dd05-4439-b79f-f16935663749 HTTP/1.1" status: 204 len: 168 time: 1.6044199 Jan 25 17:00:32.333256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:32.386292 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'status': 'completed', 'code': 200} Jan 25 17:00:32.396153 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc73768d-5e7f-46e6-8c75-e934db0f0292', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.117', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'port_id': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'mac_address': 'fa:16:3e:49:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436d6d21-79bf-43bd-954b-539d72468268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:00:29Z', 'updated_at': '2022-01-25T17:00:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:32.401710 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab63c4-bede-4027-a234-28a7b5faf3fa None None] The sync data for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv is: [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc73768d-5e7f-46e6-8c75-e934db0f0292', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.117', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'port_id': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'mac_address': 'fa:16:3e:49:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436d6d21-79bf-43bd-954b-539d72468268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:00:29Z', 'updated_at': '2022-01-25T17:00:29Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:32.495214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39938) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:32.495551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e72c4-a998-44de-9f05-02933103828e req-038da07b-7776-463b-99b4-cc618411b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:32.497026 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-038da07b-7776-463b-99b4-cc618411b783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 1099 time: 0.0882242 Jan 25 17:00:32.504763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:32.670823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7aba7a77-28b2-4ed4-9b16-9b28df76a2ea tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fc73768d-5e7f-46e6-8c75-e934db0f0292 HTTP/1.1" status: 200 len: 991 time: 0.1735425 Jan 25 17:00:32.708425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e72c4-a998-44de-9f05-02933103828e req-bf21ccb2-c142-49f0-857a-5d9a1f3340be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:32.711166 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-bf21ccb2-c142-49f0-857a-5d9a1f3340be service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.2038193 Jan 25 17:00:32.725132 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a620634-0cc9-45db-a2c1-5bd2bafaf389 None None] New status for floating IP fc73768d-5e7f-46e6-8c75-e934db0f0292: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:00:32.726991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:32.795415 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-931dedb5-5b10-45ff-9840-12bcb89048e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 200 len: 217 time: 0.0775616 Jan 25 17:00:32.879250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e72c4-a998-44de-9f05-02933103828e req-b5c138d6-a34a-443f-9d1d-e90becc30bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:32.881010 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-b5c138d6-a34a-443f-9d1d-e90becc30bca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0783739 Jan 25 17:00:32.976458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e72c4-a998-44de-9f05-02933103828e req-e9f9e41b-b203-49be-8c98-5b33701dc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:32.977491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b376-1018-4462-a13b-06d09f77f53d req-e4a372ad-482a-450d-b489-3bb34742ae77 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:32.978878 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-e9f9e41b-b203-49be-8c98-5b33701dc8de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882344 Jan 25 17:00:32.979538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2611b376-1018-4462-a13b-06d09f77f53d req-e4a372ad-482a-450d-b489-3bb34742ae77 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:32.996938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2611b376-1018-4462-a13b-06d09f77f53d req-e4a372ad-482a-450d-b489-3bb34742ae77 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:32.998420 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2611b376-1018-4462-a13b-06d09f77f53d req-e4a372ad-482a-450d-b489-3bb34742ae77 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.3230929 Jan 25 17:00:33.017067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:33.022432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:33.036858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:33.038005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:33.055319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2611b376-1018-4462-a13b-06d09f77f53d req-4b0d6831-f324-47a0-b9a6-503e300b5822 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496476 Jan 25 17:00:33.248342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:33.249688 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-84415a2f-c14a-4368-90db-39a6e8caec14 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638247 Jan 25 17:00:33.387923 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee3e72c4-a998-44de-9f05-02933103828e req-6790a999-60f8-4069-a80f-ea8edf3ec1d9 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319578 Jan 25 17:00:33.656626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:33.660442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c67f67-83de-4ba3-bcd5-36fe18b58061 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '66493d00-9f58-4ede-97b5-7787ef66b418', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'port_id': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'mac_address': 'fa:16:3e:96:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:56:43Z', 'updated_at': '2022-01-25T16:56:46Z', 'revision_number': 1, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:33.674756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 39944) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:33.785429 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-88c836ec-c88f-44bc-9750-85c3aae0af0d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/fc73768d-5e7f-46e6-8c75-e934db0f0292 HTTP/1.1" status: 200 len: 993 time: 0.1091406 Jan 25 17:00:33.903557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48250285-9ce8-4bb1-9688-b56ed13ebf72 None None] New status for floating IP 1b25b212-dd05-4439-b79f-f16935663749: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:00:34.255365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619918e7-3df7-4124-929b-cc5e776a98f4 req-ebf12460-aa34-440e-b2ad-903c3b039232 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:34.255607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-619918e7-3df7-4124-929b-cc5e776a98f4 req-ebf12460-aa34-440e-b2ad-903c3b039232 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.0851641 Jan 25 17:00:34.301295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-619918e7-3df7-4124-929b-cc5e776a98f4 req-0aa8918f-27ea-4232-b75c-3f2d5ed31d07 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Jan 25 17:00:34.362720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a814f79-0558-4a89-929e-d2081331b4eb req-57b71e76-230e-4820-9fb4-5b214469c90c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:34.363323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7a814f79-0558-4a89-929e-d2081331b4eb req-57b71e76-230e-4820-9fb4-5b214469c90c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:34.375613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7a814f79-0558-4a89-929e-d2081331b4eb req-57b71e76-230e-4820-9fb4-5b214469c90c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:34.376686 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a814f79-0558-4a89-929e-d2081331b4eb req-57b71e76-230e-4820-9fb4-5b214469c90c tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 946 time: 0.0940871 Jan 25 17:00:34.448820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:34.449167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:34.698114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] For port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:34.698475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:34.826356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for e1b470fa-5a9c-4d86-a03e-5ebc62a400bc owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:34.969030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:35.025014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=e1b470fa-5a9c-4d86-a03e-5ebc62a400bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:35.100055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] No DVR routers for this DVR port e1b470fa-5a9c-4d86-a03e-5ebc62a400bc on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:00:35.102513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:35.105696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'name': 'network-vif-deleted', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:35.122154 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a814f79-0558-4a89-929e-d2081331b4eb req-10c697cf-3a17-4fd3-b7d5-e43883708326 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "DELETE /v2.0/ports/e1b470fa-5a9c-4d86-a03e-5ebc62a400bc HTTP/1.1" status: 204 len: 173 time: 0.7402661 Jan 25 17:00:35.151814 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc1d8e-0ad4-4611-9d59-3bd688a4d27d', 'name': 'network-vif-deleted', 'tag': 'e1b470fa-5a9c-4d86-a03e-5ebc62a400bc', 'status': 'completed', 'code': 200} Jan 25 17:00:35.460519 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-360a3a0d-b429-4693-b64f-b82f82d1bbfd req-ebd09f04-32a4-44cb-94c6-fdfd3f7a36d3 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4dc1d8e-0ad4-4611-9d59-3bd688a4d27d HTTP/1.1" status: 200 len: 210 time: 0.0471971 Jan 25 17:00:37.580747 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:00:38.326976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e1b470fa-5a9c-4d86-a03e-5ebc62a400bc no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:38.362288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: e1b470fa-5a9c-4d86-a03e-5ebc62a400bc {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:38.362553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e1b470fa-5a9c-4d86-a03e-5ebc62a400bc not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:41.046725 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-5c907938-318c-442e-a1e6-d9b67447d579 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717824 Jan 25 17:00:41.105743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:41.358802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282123-421e-4990-af8f-605ea9930c4c req-365846f5-27f8-445f-bfa4-196d37d667f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:41.360149 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-365846f5-27f8-445f-bfa4-196d37d667f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1099 time: 0.1999776 Jan 25 17:00:41.365033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port 36f56510-e218-4c40-94f2-e5bcf58c1f35 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:41.365411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:41.717920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282123-421e-4990-af8f-605ea9930c4c req-433a03c6-ec41-46aa-a529-e243fb5302ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:41.719356 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-433a03c6-ec41-46aa-a529-e243fb5302ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.3304482 Jan 25 17:00:41.806553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:41.806984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:41.941337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for 36f56510-e218-4c40-94f2-e5bcf58c1f35 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:41.991101 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-767362f8-fe1c-4b40-a62f-2894d80b671d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 1002 time: 0.2562950 Jan 25 17:00:42.071258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282123-421e-4990-af8f-605ea9930c4c req-152310ff-9ddf-4fb2-b0d4-be0ef7647c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:42.073449 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-152310ff-9ddf-4fb2-b0d4-be0ef7647c22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0762062 Jan 25 17:00:42.204205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:42.238039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282123-421e-4990-af8f-605ea9930c4c req-59d2fbd5-ab95-4bf7-aa4d-17260e7e894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:42.239508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-59d2fbd5-ab95-4bf7-aa4d-17260e7e894e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1573191 Jan 25 17:00:42.275187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=36f56510-e218-4c40-94f2-e5bcf58c1f35,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:42.445142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:42.445496 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Floating IP 66493d00-9f58-4ede-97b5-7787ef66b418 disassociated (deleted). External IP: 172.26.4.205, port: aea6da33-69fd-4f6d-b3a3-ec92d8d973e2. Jan 25 17:00:42.529247 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-d7ba5f9d-7c84-4a82-bbe3-967c8c410cbf service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819140 Jan 25 17:00:42.930436 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-93282123-421e-4990-af8f-605ea9930c4c req-6db1de12-76c1-48b8-9452-bb94e20a0aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942277 Jan 25 17:00:43.039215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:43.222298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:43.234651 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:43.239944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:43.243729 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:43.244801 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:43.295092 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ea44116-298b-49ab-9e74-70def8d014c7 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "DELETE /v2.0/floatingips/66493d00-9f58-4ede-97b5-7787ef66b418 HTTP/1.1" status: 204 len: 168 time: 2.1883240 Jan 25 17:00:43.295739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:43.340110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'status': 'completed', 'code': 200} Jan 25 17:00:43.431536 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:43.443493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10c66-ffd0-4248-8065-abb4862728ed req-b1e1ee5d-2c36-48b4-aa62-ab9398d1e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:43.445141 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-b1e1ee5d-2c36-48b4-aa62-ab9398d1e92e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f952c6e6d9a647aa94480cbad72537fa&device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 1099 time: 0.0841470 Jan 25 17:00:43.595538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10c66-ffd0-4248-8065-abb4862728ed req-ff0ec2a0-e7db-4386-82b7-58de99c0e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:43.597100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-ff0ec2a0-e7db-4386-82b7-58de99c0e668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 200 len: 913 time: 0.1458392 Jan 25 17:00:43.671937 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-5c82a7ed-4682-4159-85ed-d243995b396c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 200 len: 217 time: 0.0681076 Jan 25 17:00:43.706931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351844b3-1feb-4f13-aa42-f1e500793055 req-6cfc9d97-06f4-4223-b965-2b3e816c23ef tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:43.708514 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-351844b3-1feb-4f13-aa42-f1e500793055 req-6cfc9d97-06f4-4223-b965-2b3e816c23ef tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0902452 Jan 25 17:00:43.743575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10c66-ffd0-4248-8065-abb4862728ed req-09949944-9397-4e58-8a8c-d0cf6355603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:43.746104 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-09949944-9397-4e58-8a8c-d0cf6355603a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 200 len: 851 time: 0.0680335 Jan 25 17:00:43.761923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-351844b3-1feb-4f13-aa42-f1e500793055 req-00d9c23a-db15-491b-9efe-3499cad9f86a tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464978 Jan 25 17:00:43.769460 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:43.773468 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:43.783092 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:43.783713 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:43.831349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10c66-ffd0-4248-8065-abb4862728ed req-9371b2ca-cbcd-48cc-9d82-5871b75b5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:43.832886 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-9371b2ca-cbcd-48cc-9d82-5871b75b5267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e2893b9-2039-45be-bde0-342e7a90ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787652 Jan 25 17:00:43.977341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:43.983068 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-8eea0f9c-faaf-4324-895d-8eaead58f394 service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427996 Jan 25 17:00:44.121748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-21d10c66-ffd0-4248-8065-abb4862728ed req-937565de-489d-40a0-be33-8a9518ab506d service neutron] 10.222.0.15 "GET /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284900 Jan 25 17:00:44.310524 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:44.314607 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e13844-5a1d-4d48-92e7-0bf8c28efc2f None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T16:52:40Z', 'revision_number': 4, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'fb2450f3-4a30-4d11-a391-21d6159c09d5', 'name': '', 'network_id': '8e2893b9-2039-45be-bde0-342e7a90ca68', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'mac_address': 'fa:16:3e:07:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:36Z', 'updated_at': '2022-01-25T16:52:51Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'subnets': [{'id': 'cb4ea3ba-f6df-4dc4-b988-12ef414c6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:44.554115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d656523-c107-4f84-92d8-e570397f5206 None None] New status for floating IP 66493d00-9f58-4ede-97b5-7787ef66b418: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:00:44.968928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecb2ec-d4ad-426d-a534-d1569baed8b0 req-1b748b1c-e748-4fac-a76a-227e7c375653 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:44.971567 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91ecb2ec-d4ad-426d-a534-d1569baed8b0 req-1b748b1c-e748-4fac-a76a-227e7c375653 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0900028 Jan 25 17:00:45.028071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91ecb2ec-d4ad-426d-a534-d1569baed8b0 req-c1c70f5e-f61e-4263-a786-8b1cb4d6092b tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Jan 25 17:00:45.455799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-d962dbf2-d950-48dc-933e-dbd61de981f6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:45.456486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-d962dbf2-d950-48dc-933e-dbd61de981f6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Synchronizing usage tracker for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:00:45.473588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-d962dbf2-d950-48dc-933e-dbd61de981f6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Unset dirty status for tenant:f952c6e6d9a647aa94480cbad72537fa on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:00:45.474825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-d962dbf2-d950-48dc-933e-dbd61de981f6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.1148937 Jan 25 17:00:45.553448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:45.553702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:45.805999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] For port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:45.806388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:46.046530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:46.197624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:46.222246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9fbf-c750-438f-9780-220963dd8a30 req-e8419205-564a-4c9b-93ff-2d539315b0cf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:00:46.223975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62fb9fbf-c750-438f-9780-220963dd8a30 req-e8419205-564a-4c9b-93ff-2d539315b0cf tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 946 time: 0.0857899 Jan 25 17:00:46.249623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=aea6da33-69fd-4f6d-b3a3-ec92d8d973e2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:46.272530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62fb9fbf-c750-438f-9780-220963dd8a30 req-f4911478-8217-463a-90d3-6a4726047f4e tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/security-groups?id=aef71918-e6ac-418b-9955-f8e27494d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Jan 25 17:00:46.326263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] No DVR routers for this DVR port aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:00:46.328498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:46.330974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'name': 'network-vif-deleted', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:00:46.346031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c75c89cc-8ef1-4d72-9ad4-0fa6302d7a16 req-190ca6f1-d858-46a0-9fc2-8e68c841b2b6 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.15 "DELETE /v2.0/ports/aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 HTTP/1.1" status: 204 len: 173 time: 0.8654068 Jan 25 17:00:46.376773 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4daaa-4db9-40ee-85bb-4d0a79afef07', 'name': 'network-vif-deleted', 'tag': 'aea6da33-69fd-4f6d-b3a3-ec92d8d973e2', 'status': 'completed', 'code': 200} Jan 25 17:00:47.447857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-01709d49-a57b-407c-aee1-c61d2c55debd req-c88b817f-cef2-49ac-bc57-2dabdeb72d04 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f4daaa-4db9-40ee-85bb-4d0a79afef07 HTTP/1.1" status: 200 len: 210 time: 0.0474207 Jan 25 17:00:48.372466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:48.409489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:48.409832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aea6da33-69fd-4f6d-b3a3-ec92d8d973e2 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:48.544414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 39992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:48.701916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Deleting port a05568d1-2b2f-4244-a979-974d60659a3f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:48.702262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:48.880216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:48.880546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:49.007248 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Calling delete_port for a05568d1-2b2f-4244-a979-974d60659a3f owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:49.147322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:49.194774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'Port': ['ID=a05568d1-2b2f-4244-a979-974d60659a3f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:49.286777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:49.300401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:49.301576 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fd75c322-80cc-461a-9849-b129d8e831ed tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "DELETE /v2.0/floatingips/43ea3cea-1338-425f-9bc5-efdc7896a5c3 HTTP/1.1" status: 204 len: 168 time: 0.7561481 Jan 25 17:00:51.772766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:51.844571 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:51.876255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:51.945547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:51.964720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef71918-e6ac-418b-9955-f8e27494d94b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:51.985022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:51.986198 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b69a4b77-5a2c-4e18-9f59-01b0049a25b9 tempest-TestVolumeBootPattern-302047659 tempest-TestVolumeBootPattern-302047659-project] 10.222.0.45 "DELETE /v2.0/security-groups/aef71918-e6ac-418b-9955-f8e27494d94b HTTP/1.1" status: 204 len: 168 time: 0.2124171 Jan 25 17:00:52.041546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:52.828511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:53.173078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Deleting port fb2450f3-4a30-4d11-a391-21d6159c09d5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:53.173348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:53.342328 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] For port fb2450f3-4a30-4d11-a391-21d6159c09d5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=fb2450f3-4a30-4d11-a391-21d6159c09d5,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:53.342683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:53.461930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Calling delete_port for fb2450f3-4a30-4d11-a391-21d6159c09d5 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:53.633460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:53.681907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2450f3-4a30-4d11-a391-21d6159c09d5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:54.066654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:54.421960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Router 80cb2c95-bd7a-4798-9574-ba7849ee4566 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:54.597820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:54.607590 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Sync routers for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:54.611174 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-271d5c5e-8841-4c02-9c90-8981eb336b1d admin admin] 10.222.0.45 "PUT /v2.0/routers/80cb2c95-bd7a-4798-9574-ba7849ee4566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683026 Jan 25 17:00:54.613444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:54.617021 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:54.617649 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:54.795080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:54.796481 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:54.983240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:54.993819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Deleting port 3c207737-e680-4788-a14c-1d7679db8a94 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:54.994616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.082178 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '3c207737-e680-4788-a14c-1d7679db8a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T17:00:53Z', 'revision_number': 5, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port': {'id': '3c207737-e680-4788-a14c-1d7679db8a94', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:28Z', 'updated_at': '2022-01-25T16:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:55.085992 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Checking router: 80cb2c95-bd7a-4798-9574-ba7849ee4566 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:00:55.094834 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Routers {'80cb2c95-bd7a-4798-9574-ba7849ee4566'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:55.095436 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['80cb2c95-bd7a-4798-9574-ba7849ee4566'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:55.168064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] For port 3c207737-e680-4788-a14c-1d7679db8a94, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3c207737-e680-4788-a14c-1d7679db8a94,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:55.168636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.247847 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] Set router 80cb2c95-bd7a-4798-9574-ba7849ee4566 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:55.357190 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T17:00:54Z', 'revision_number': 6, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:55.361533 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173e5fc-64ce-4a54-880f-5757366ccb78 None None] The sync data for ids ['80cb2c95-bd7a-4798-9574-ba7849ee4566'] in dv-neutron-824022-2-hyperv is: [{'id': '80cb2c95-bd7a-4798-9574-ba7849ee4566', 'name': 'tempest-TestVolumeBootPattern-1611754111-router', 'tenant_id': 'f952c6e6d9a647aa94480cbad72537fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:24Z', 'updated_at': '2022-01-25T17:00:54Z', 'revision_number': 6, 'project_id': 'f952c6e6d9a647aa94480cbad72537fa', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:00:55.409628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Calling delete_port for 3c207737-e680-4788-a14c-1d7679db8a94 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:55.491307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.576838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.625295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c207737-e680-4788-a14c-1d7679db8a94,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:55.716128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.893394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.895506 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.919932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.920467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80cb2c95-bd7a-4798-9574-ba7849ee4566 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:00:55.933834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:55.935504 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e87f983-f2ad-43fd-8e3e-d3f8c264ce8e admin admin] 10.222.0.45 "DELETE /v2.0/routers/80cb2c95-bd7a-4798-9574-ba7849ee4566 HTTP/1.1" status: 204 len: 168 time: 1.3208411 Jan 25 17:00:55.938041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:55.998215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Deleting subnet cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:00:56.001060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.048602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.131068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.201004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.239751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4ea3ba-f6df-4dc4-b988-12ef414c6af8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:56.243311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.249680 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-30131c64-f79a-4450-b7eb-d56cbed4cea0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cb4ea3ba-f6df-4dc4-b988-12ef414c6af8 HTTP/1.1" status: 204 len: 168 time: 0.3104472 Jan 25 17:00:56.250263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a169f2-9dce-420b-afe1-69d431724494 None None] Network 8e2893b9-2039-45be-bde0-342e7a90ca68 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:00:56.252071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40028) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:56.361806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.373443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Deleting port 081c9a3b-dbfb-45b3-902a-78d43b514108 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:56.373787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.536510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] DHCP port deletion for 8e2893b9-2039-45be-bde0-342e7a90ca68 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:00:56.541236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Deleting port 081c9a3b-dbfb-45b3-902a-78d43b514108 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:56.541846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.613545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] For port 081c9a3b-dbfb-45b3-902a-78d43b514108, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=081c9a3b-dbfb-45b3-902a-78d43b514108,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:56.613888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.743278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Calling delete_port for 081c9a3b-dbfb-45b3-902a-78d43b514108 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:56.771768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] For port 081c9a3b-dbfb-45b3-902a-78d43b514108, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=081c9a3b-dbfb-45b3-902a-78d43b514108,segment=NetworkSegment(e2e11df4-b5ad-443f-b8d8-ffac292466ba),segment_id=e2e11df4-b5ad-443f-b8d8-ffac292466ba)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:56.771768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.827107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:56.897303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Calling delete_port for 081c9a3b-dbfb-45b3-902a-78d43b514108 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:56.972663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Pushing event deleted for resources: {'Port': ['ID=081c9a3b-dbfb-45b3-902a-78d43b514108,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:56.980190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] No DVR routers for this DVR port 081c9a3b-dbfb-45b3-902a-78d43b514108 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:00:57.007774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fb2450f3-4a30-4d11-a391-21d6159c09d5 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:57.042121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: fb2450f3-4a30-4d11-a391-21d6159c09d5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:57.042470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device fb2450f3-4a30-4d11-a391-21d6159c09d5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:57.042903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 081c9a3b-dbfb-45b3-902a-78d43b514108 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:57.076734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 081c9a3b-dbfb-45b3-902a-78d43b514108 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:57.077081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 081c9a3b-dbfb-45b3-902a-78d43b514108 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:57.077536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3c207737-e680-4788-a14c-1d7679db8a94 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:00:57.095373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.107613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:00:57.107962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:00:57.113049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 3c207737-e680-4788-a14c-1d7679db8a94 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:00:57.113418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3c207737-e680-4788-a14c-1d7679db8a94 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:00:57.121661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2893b9-2039-45be-bde0-342e7a90ca68']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:57.133590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e11df4-b5ad-443f-b8d8-ffac292466ba') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:57.133886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e11df4-b5ad-443f-b8d8-ffac292466ba') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:57.144769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.160531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.167031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:00:57.167406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:00:57.180192 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:00:57.258543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.274217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.285160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2893b9-2039-45be-bde0-342e7a90ca68,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:57.299638 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a38619b-fe2e-4172-abe7-49db0bd285ae admin admin] 10.222.0.45 "DELETE /v2.0/networks/8e2893b9-2039-45be-bde0-342e7a90ca68 HTTP/1.1" status: 204 len: 168 time: 1.0466073 Jan 25 17:00:57.302633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:57.609473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Deleting port 081c9a3b-dbfb-45b3-902a-78d43b514108 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:57.609979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.684606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-313aa041-188f-4f06-a03f-b13556f85ef4 None None] The port '081c9a3b-dbfb-45b3-902a-78d43b514108' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:00:57.693338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4aab46dd-612f-4845-bbbc-86b69b12ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:57.849452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:58.192859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Deleting port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:00:58.193121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:58.468661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] For port 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:00:58.469346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:58.596666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Calling delete_port for 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:00:58.775825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:58.826262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7e97fa-cbc0-47bd-9d22-e2394fd705ab,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:00:59.110284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:00:59.483816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Router cd48afda-3526-4649-ba4f-0c2eb61b094b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:00:59.671183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:00:59.682388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Sync routers for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:00:59.694576 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-968e68fd-c831-4624-9279-b4b976a4e413 admin admin] 10.222.0.45 "PUT /v2.0/routers/cd48afda-3526-4649-ba4f-0c2eb61b094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886600 Jan 25 17:00:59.694783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:00:59.694783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:00:59.695047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:00:59.933003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:00:59.999278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.182011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.192510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Deleting port f57a7426-7843-4278-810a-e1469a8f32ae {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:01:00.193140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.226384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T17:00:58Z', 'revision_number': 5, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port': {'id': 'f57a7426-7843-4278-810a-e1469a8f32ae', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:52:55Z', 'updated_at': '2022-01-25T16:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:00.231978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Checking router: cd48afda-3526-4649-ba4f-0c2eb61b094b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:01:00.241192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Routers {'cd48afda-3526-4649-ba4f-0c2eb61b094b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:01:00.242006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:00:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['cd48afda-3526-4649-ba4f-0c2eb61b094b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:00.377881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] For port f57a7426-7843-4278-810a-e1469a8f32ae, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f57a7426-7843-4278-810a-e1469a8f32ae,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:01:00.378269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.393822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34182f85-6db5-4911-871e-8f09e7f45d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.417840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] Set router cd48afda-3526-4649-ba4f-0c2eb61b094b gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:01:00.521133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Calling delete_port for f57a7426-7843-4278-810a-e1469a8f32ae owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:01:00.545679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T17:01:00Z', 'revision_number': 6, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:00.550510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4413a1-6bda-43ed-92c2-5efb7f6d6ce3 None None] The sync data for ids ['cd48afda-3526-4649-ba4f-0c2eb61b094b'] in dv-neutron-824022-2-hyperv is: [{'id': 'cd48afda-3526-4649-ba4f-0c2eb61b094b', 'name': 'tempest-TestVolumeBootPattern-86114404-router', 'tenant_id': 'b997065858b1435e8ba2eb4da154268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:52:52Z', 'updated_at': '2022-01-25T17:01:00Z', 'revision_number': 6, 'project_id': 'b997065858b1435e8ba2eb4da154268c', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:01:00.723730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.773263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57a7426-7843-4278-810a-e1469a8f32ae,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:00.820603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.820942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.821300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.822321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.822580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.822907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.823232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.823555 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.823872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.824190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.824505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.824819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:01:00.884083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:00.994706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:01:01.038549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:01:01.038808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4d7e97fa-cbc0-47bd-9d22-e2394fd705ab not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:01:01.087803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.090408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.101661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.120308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.120882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd48afda-3526-4649-ba4f-0c2eb61b094b {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:01:01.135774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.136952 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2ff3099-d76e-4c25-bffe-194916aac743 admin admin] 10.222.0.45 "DELETE /v2.0/routers/cd48afda-3526-4649-ba4f-0c2eb61b094b HTTP/1.1" status: 204 len: 168 time: 1.4408658 Jan 25 17:01:01.139484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:01.211473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Deleting subnet d50444f2-9ea1-403b-a660-6315439b6648 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:01:01.216352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.274477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.367980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.449075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.533153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.603254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50444f2-9ea1-403b-a660-6315439b6648,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:01.606956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.614201 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1fd3be5b-c039-481b-bf38-f62823fbf510 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d50444f2-9ea1-403b-a660-6315439b6648 HTTP/1.1" status: 204 len: 168 time: 0.4736962 Jan 25 17:01:01.615621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc835a6-fa0d-4d6c-953b-c6aa469fd3bb None None] Network 38fd6d69-34ef-483f-aa94-bad706f3b546 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:01:01.617674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40050) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:01.741171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.752422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Deleting port e527de97-0abb-4e8a-99b4-c03e25b9c43f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:01:01.752750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.896577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] DHCP port deletion for 38fd6d69-34ef-483f-aa94-bad706f3b546 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:01:01.902057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Deleting port e527de97-0abb-4e8a-99b4-c03e25b9c43f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:01:01.902429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:01.991514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] For port e527de97-0abb-4e8a-99b4-c03e25b9c43f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e527de97-0abb-4e8a-99b4-c03e25b9c43f,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:01:01.992100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.130351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Calling delete_port for e527de97-0abb-4e8a-99b4-c03e25b9c43f owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:01:02.173307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] For port e527de97-0abb-4e8a-99b4-c03e25b9c43f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e527de97-0abb-4e8a-99b4-c03e25b9c43f,segment=NetworkSegment(cf5d180f-60ae-4684-8f45-0f89bbac947d),segment_id=cf5d180f-60ae-4684-8f45-0f89bbac947d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:01:02.173921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.209196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.257393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e527de97-0abb-4e8a-99b4-c03e25b9c43f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:02.259670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] No DVR routers for this DVR port e527de97-0abb-4e8a-99b4-c03e25b9c43f on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:01:02.299292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Calling delete_port for e527de97-0abb-4e8a-99b4-c03e25b9c43f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:01:02.373445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:01:02.373792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:01:02.376211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.401282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fd6d69-34ef-483f-aa94-bad706f3b546']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:02.416822 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d180f-60ae-4684-8f45-0f89bbac947d') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:02.417120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d180f-60ae-4684-8f45-0f89bbac947d') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:01:02.428644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.446039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.452707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:01:02.453080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:01:02.465848 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:01:02.540041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.558009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.574514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] Pushing event deleted for resources: {'Network': ['ID=38fd6d69-34ef-483f-aa94-bad706f3b546,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:02.579283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee56a134-52e0-43e3-b9cf-da2699e1ac6a admin admin] 10.222.0.45 "DELETE /v2.0/networks/38fd6d69-34ef-483f-aa94-bad706f3b546 HTTP/1.1" status: 204 len: 168 time: 0.9597726 Jan 25 17:01:02.699711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:02.709008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.748727 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5176600-11fa-4a91-8cd2-b35c3adbde2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f952c6e6d9a647aa94480cbad72537fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478814 Jan 25 17:01:02.751278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:02.811158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.836282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.875116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Deleting port e527de97-0abb-4e8a-99b4-c03e25b9c43f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:01:02.875498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.891007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.908923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f33639-3986-4c67-8323-5e3b1c810db6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:02.917464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:02.921844 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-08cd10ed-103e-4fe2-aa24-e68b19a669e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8f33639-3986-4c67-8323-5e3b1c810db6 HTTP/1.1" status: 204 len: 168 time: 0.1672060 Jan 25 17:01:02.960580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45cddb5e-33e5-40e3-b737-98cf88307561 None None] The port 'e527de97-0abb-4e8a-99b4-c03e25b9c43f' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:01:02.995417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e527de97-0abb-4e8a-99b4-c03e25b9c43f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:01:03.031862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e527de97-0abb-4e8a-99b4-c03e25b9c43f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:01:03.032253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e527de97-0abb-4e8a-99b4-c03e25b9c43f not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:01:03.032869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f57a7426-7843-4278-810a-e1469a8f32ae no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:01:03.067737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: f57a7426-7843-4278-810a-e1469a8f32ae {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:01:03.068083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f57a7426-7843-4278-810a-e1469a8f32ae not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:01:03.326765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:03.386201 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d81cf0d3-559b-4df5-af92-c442878a1e98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b997065858b1435e8ba2eb4da154268c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581665 Jan 25 17:01:03.388717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:01:03.453491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:03.481545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:03.536862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:03.551474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5de94a-6161-4213-b70a-9ae2a8b57eaa,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:01:03.558149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:03.559281 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5a723302-302c-4c8f-83b5-b63566539753 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b5de94a-6161-4213-b70a-9ae2a8b57eaa HTTP/1.1" status: 204 len: 168 time: 0.1695247 Jan 25 17:01:14.580173 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:01:25.496128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:27.659394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cf46a05-e672-4dc5-b4dd-8755e550b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:30.266656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c580d30-08e0-4133-946f-9b9d1f212205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:31.105781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:31.534131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:32.708533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:43.073474 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-022bdeec-b1a0-4111-b550-51e377bd1461 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707598 Jan 25 17:01:43.166491 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-9e826ec2-cf89-4cbf-954a-0212cbefc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:01:43.167859 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-9e826ec2-cf89-4cbf-954a-0212cbefc71f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1098 time: 0.0751131 Jan 25 17:01:43.319722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-6b0aa475-9c9f-41a8-8ed6-4d516538dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:01:43.321687 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-6b0aa475-9c9f-41a8-8ed6-4d516538dc81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 897 time: 0.1362231 Jan 25 17:01:43.427196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-b0853221-dbb2-41ba-b01d-8349b018ded6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 1001 time: 0.0993702 Jan 25 17:01:43.490540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-2a631dbe-1aef-41e4-af2f-b3bc1a79e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:01:43.492793 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-2a631dbe-1aef-41e4-af2f-b3bc1a79e2ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0592523 Jan 25 17:01:43.569448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-f259d58f-1e5a-4c89-b913-992de4b8b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:01:43.571026 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-f259d58f-1e5a-4c89-b913-992de4b8b47f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735896 Jan 25 17:01:43.799412 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-eb883a57-29cc-4fac-aab2-5b8516955a38 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216854 Jan 25 17:01:43.941804 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24e393ce-f564-4d1f-b4da-a8e01cc43be9 req-6c84ef07-cfd0-43c5-b86f-027dc79f8b92 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356063 Jan 25 17:01:51.579206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:01:55.511325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:01:57.660900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2e324a9-babc-4478-aa48-f4db7c382943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:00.269887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e7feaaf-4c54-41b0-9e0d-91ac857a0b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:01.108509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:01.536868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:02.711692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:25.509865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:27.662256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9cdfdfde-6b6a-4d50-9063-f91db5d5e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:28.577479 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:02:30.272306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06f9d242-bb81-435f-9c01-db595bccb42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:31.110238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:31.541563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:32.713758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:44.407208 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-89e462b9-5382-4b1a-b8f9-179ebadfff63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767989 Jan 25 17:02:44.551733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-ed043fba-17b2-46bf-bdce-17fcbc13f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:02:44.553096 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-ed043fba-17b2-46bf-bdce-17fcbc13f6cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1098 time: 0.0787945 Jan 25 17:02:44.700518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-96f5fa26-dfaa-4069-9a64-a352cddcfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:02:44.701981 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-96f5fa26-dfaa-4069-9a64-a352cddcfea1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 897 time: 0.1296618 Jan 25 17:02:44.806940 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-86e38d61-ead8-4700-9e33-67d3f27e0e7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 1001 time: 0.0979486 Jan 25 17:02:44.868811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-0f8d95dc-1bad-4669-8034-5e7b7ec7a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:02:44.870279 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-0f8d95dc-1bad-4669-8034-5e7b7ec7a6c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0578015 Jan 25 17:02:44.944869 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-9c9f59aa-0ef6-45ed-87d3-769a4378c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:02:44.946483 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-9c9f59aa-0ef6-45ed-87d3-769a4378c1ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699065 Jan 25 17:02:45.076627 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-c95f3438-ce55-424f-80fb-1b4f147f33c9 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Jan 25 17:02:45.217291 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-94fa8393-22c5-453c-a53e-209ee4f358a0 req-2f145bd0-67f1-4aac-a805-980b0b8d2aa7 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347294 Jan 25 17:02:55.500812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:57.664834 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11c46cf1-4596-4b8d-8dd4-974ae03366ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:02:59.911973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40116) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:00.105049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:03:00.232564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3465242'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:00.277483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4493cadc-b4f5-4713-bc70-f39d5a339201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:00.436402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774969533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1266513'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:00.493066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:00.493690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:00.495633 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/subnets/8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 836 time: 0.5824099 Jan 25 17:03:00.498362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32a9fb-5880-4e63-adcb-c3f41e16a8d9 None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:03:00.513448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:00.521652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.522600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.522947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.523287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.523646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.523975 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.524302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.524626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.524949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.525301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.525622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.526085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fe1e8d-d0c5-4375-876e-c54e1f207c69 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:00.945001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Provisioning complete for port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:03:00.945414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:01.072514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Provisioning complete for port aed87214-e1e3-4063-a04a-3a0d69405a66 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:03:01.072771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:01.132832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:01.207174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Provisioning complete for port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:03:01.207534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49bbf17c-aaf7-413d-94ba-a02e24060508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:01.543137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:02.716855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:05.576134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:03:25.508617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:27.668938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78e9eb5a-6660-4681-a9a8-f3d48a31f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:30.278186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bff38e3c-4158-49de-a106-6f79f7c8a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:31.119222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:31.546180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:32.718727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:42.575271 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:03:44.199255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:44.508487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 3269dcf8-baea-4144-9cbd-138bba399232 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:03:44.508733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:44.677929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:44.678322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:44.804181 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 3269dcf8-baea-4144-9cbd-138bba399232 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:03:44.966537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:45.014521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=3269dcf8-baea-4144-9cbd-138bba399232,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:45.108474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:45.108805 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP fc73768d-5e7f-46e6-8c75-e934db0f0292 disassociated (deleted). External IP: 172.26.4.117, port: aed87214-e1e3-4063-a04a-3a0d69405a66. Jan 25 17:03:45.472527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:03:45.655119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:03:45.665310 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Sync routers for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:03:45.671576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:45.675424 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:45.676039 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:45.728769 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05d69bde-2858-4ad3-b179-478bf63da16d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/fc73768d-5e7f-46e6-8c75-e934db0f0292 HTTP/1.1" status: 204 len: 168 time: 1.5282941 Jan 25 17:03:45.729383 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:03:45.776864 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'status': 'completed', 'code': 200} Jan 25 17:03:45.921131 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:46.030044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479545-dec8-4595-98bb-47fea60e709e req-f78a2694-7fc2-4806-9759-4bc2f6305c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:46.031539 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-f78a2694-7fc2-4806-9759-4bc2f6305c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 1098 time: 0.2308707 Jan 25 17:03:46.160844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82696710-8c21-4ac1-8fc4-1b5cb2ac7632 req-ac6fb04f-d27a-4abd-ab74-a8e432ba4f6d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:46.162410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82696710-8c21-4ac1-8fc4-1b5cb2ac7632 req-ac6fb04f-d27a-4abd-ab74-a8e432ba4f6d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.0893989 Jan 25 17:03:46.174139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479545-dec8-4595-98bb-47fea60e709e req-555a8edf-c2ea-4ce5-b655-397cb7ba1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:46.175578 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-555a8edf-c2ea-4ce5-b655-397cb7ba1df0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 200 len: 897 time: 0.1371374 Jan 25 17:03:46.212819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82696710-8c21-4ac1-8fc4-1b5cb2ac7632 req-b939be86-baf1-46a3-beae-dab367ab13ef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Jan 25 17:03:46.245915 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-e7acd378-3693-45b7-8277-5c9dc72b8fc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 200 len: 217 time: 0.0636411 Jan 25 17:03:46.266927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:46.270690 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Checking router: 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:03:46.279252 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:46.279851 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:46.320136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479545-dec8-4595-98bb-47fea60e709e req-0bae3f82-5577-4e1e-b924-7d6453d557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:46.321602 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-0bae3f82-5577-4e1e-b924-7d6453d557bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 200 len: 844 time: 0.0644755 Jan 25 17:03:46.403414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479545-dec8-4595-98bb-47fea60e709e req-fb7d07f2-3c7d-4b1b-a63f-2c0ffbfd408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:46.404926 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-fb7d07f2-3c7d-4b1b-a63f-2c0ffbfd408d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82f13ca4-15dd-428e-a76a-03ddf0e143db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758901 Jan 25 17:03:46.459964 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:46.545261 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-656de14f-7f8e-4ec7-b83a-dcf119a20f3e service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324856 Jan 25 17:03:46.684688 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f479545-dec8-4595-98bb-47fea60e709e req-f27182c0-bf7b-43cb-bae1-a9c667284ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326473 Jan 25 17:03:46.776270 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:46.780246 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925446-0d70-48c9-8793-9daf046b08ca None None] The sync data for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv is: [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:00:11Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2d03ed0b-d5cf-406e-b62e-4e184ae8dc27', 'name': '', 'network_id': '82f13ca4-15dd-428e-a76a-03ddf0e143db', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:a2:ee:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:10Z', 'updated_at': '2022-01-25T17:00:17Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:03:47.016956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec6f02-43d1-474a-8fb1-a9c47090236d None None] New status for floating IP fc73768d-5e7f-46e6-8c75-e934db0f0292: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:03:47.409283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70550-2d37-4868-82b2-92a6d7191f79 req-36709ff5-0c7a-4c17-b3db-b3791c8cc651 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:47.410651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94d70550-2d37-4868-82b2-92a6d7191f79 req-36709ff5-0c7a-4c17-b3db-b3791c8cc651 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.0807843 Jan 25 17:03:47.460604 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94d70550-2d37-4868-82b2-92a6d7191f79 req-9dcb189b-381b-4080-91a1-6bcc45c228fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=724b944c-dca7-480e-bba7-acac503d0647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Jan 25 17:03:47.592659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-67c92185-f267-4acd-9d83-8f95db7f0f91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:47.593407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-67c92185-f267-4acd-9d83-8f95db7f0f91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:03:47.611372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-67c92185-f267-4acd-9d83-8f95db7f0f91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:03:47.612715 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-67c92185-f267-4acd-9d83-8f95db7f0f91 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 945 time: 0.1057515 Jan 25 17:03:47.684253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port aed87214-e1e3-4063-a04a-3a0d69405a66 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:03:47.684505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:47.991998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port aed87214-e1e3-4063-a04a-3a0d69405a66, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=aed87214-e1e3-4063-a04a-3a0d69405a66,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:03:47.992592 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:48.156159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for aed87214-e1e3-4063-a04a-3a0d69405a66 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:03:48.338517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:48.424581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=aed87214-e1e3-4063-a04a-3a0d69405a66,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:48.491525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port aed87214-e1e3-4063-a04a-3a0d69405a66 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:03:48.494511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:48.501352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'name': 'network-vif-deleted', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:03:48.516031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e78c3e9-9baf-49a8-baad-4e4e938ded4f req-d2015da1-2a4a-4103-9452-d51cd5917657 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/aed87214-e1e3-4063-a04a-3a0d69405a66 HTTP/1.1" status: 204 len: 173 time: 0.8976130 Jan 25 17:03:48.557756 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d6d21-79bf-43bd-954b-539d72468268', 'name': 'network-vif-deleted', 'tag': 'aed87214-e1e3-4063-a04a-3a0d69405a66', 'status': 'completed', 'code': 200} Jan 25 17:03:48.617506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60f3e795-5304-4153-8ce8-6c42fd966aa0 req-86581ed3-5c91-4a22-95ac-ade5ff2c0f5f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=436d6d21-79bf-43bd-954b-539d72468268 HTTP/1.1" status: 200 len: 210 time: 0.0440118 Jan 25 17:03:49.712548 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:49.781505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:49.821326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:49.911594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:50.024863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724b944c-dca7-480e-bba7-acac503d0647,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:50.037044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:50.038175 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ea6e3a3-e425-432b-8bfc-cae941a512b4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/724b944c-dca7-480e-bba7-acac503d0647 HTTP/1.1" status: 204 len: 168 time: 0.3246486 Jan 25 17:03:50.070710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40172) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:50.621019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:50.991500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:03:50.992224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:51.187336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:03:51.187680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:51.317193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:03:51.333260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aed87214-e1e3-4063-a04a-3a0d69405a66 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:03:51.367461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: aed87214-e1e3-4063-a04a-3a0d69405a66 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:03:51.367810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device aed87214-e1e3-4063-a04a-3a0d69405a66 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:03:51.507944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:51.663021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=2d03ed0b-d5cf-406e-b62e-4e184ae8dc27,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:51.945305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.306778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:03:52.483407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:03:52.494511 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Sync routers for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:03:52.498031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80c8bfa6-5a07-4aa6-948c-9afcd7224a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4259412 Jan 25 17:03:52.500373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40176) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:52.503750 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:52.504352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:52.578070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:03:52.581090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.636243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.680681 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:52.720502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.809564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.859518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:52.861895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:52.869276 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e6aff2f-cdfa-4394-bd54-583fce2df11c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/8a2ba488-c1b4-47ab-9b5d-aa78d67fc38d HTTP/1.1" status: 204 len: 168 time: 0.3678446 Jan 25 17:03:52.870067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4dfe4-8f0a-4f3d-84f0-027db2344de1 None None] Network 82f13ca4-15dd-428e-a76a-03ddf0e143db requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:03:52.871861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:53.029969 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:03:51Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:53.035803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Checking router: 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:03:53.048622 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Routers {'47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:53.048825 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:53.180031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] DHCP port deletion for 82f13ca4-15dd-428e-a76a-03ddf0e143db request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:03:53.184455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Deleting port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:03:53.185017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.202239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.252602 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] Set router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:53.412764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] For port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,segment=NetworkSegment(fd089bab-00fc-4324-acc9-90fdc840f01b),segment_id=fd089bab-00fc-4324-acc9-90fdc840f01b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:03:53.413090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.420509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.430798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port d83c8275-8a2c-4e04-b86a-2734f0e5231c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:03:53.432574 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.546007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Calling delete_port for 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:03:53.563056 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:03:51Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:53.566954 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ff092-b142-4618-a8a5-98d00dac110c None None] The sync data for ids ['47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5'] in dv-neutron-824022-2-hyperv is: [{'id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'name': 'tempest-TestNetworkBasicOps-router-1856133521', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:00:06Z', 'updated_at': '2022-01-25T17:03:51Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'd83c8275-8a2c-4e04-b86a-2734f0e5231c', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:00:07Z', 'updated_at': '2022-01-25T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:03:53.629204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port d83c8275-8a2c-4e04-b86a-2734f0e5231c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d83c8275-8a2c-4e04-b86a-2734f0e5231c,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:03:53.629628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.635366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:53.684392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Pushing event deleted for resources: {'Port': ['ID=265364e8-1a6c-4e13-808f-d5c83f2cd1e2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:53.686890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] No DVR routers for this DVR port 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:03:53.695183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.695524 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.695856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.696188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.696925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.696925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.697245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.697561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.697887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.698207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.698526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.698845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d0df6-8907-455a-bc6f-8d26752f5964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:53.762006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for d83c8275-8a2c-4e04-b86a-2734f0e5231c owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:03:53.953325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.002992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=d83c8275-8a2c-4e04-b86a-2734f0e5231c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:54.107001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.283539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.285724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.309635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.310261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router 47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:03:54.328654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.329711 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1385d19-74d1-4af3-914a-560328943a2e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/47eff3c9-c2a8-4ade-b0af-7ffa74a2abe5 HTTP/1.1" status: 204 len: 168 time: 1.4569385 Jan 25 17:03:54.332389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40184) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:54.455963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.592715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.617529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f13ca4-15dd-428e-a76a-03ddf0e143db']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:54.629735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd089bab-00fc-4324-acc9-90fdc840f01b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:54.630065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd089bab-00fc-4324-acc9-90fdc840f01b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:54.641791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.658154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.664487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:03:54.664878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:03:54.679385 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:03:54.875912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.893408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.905785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=82f13ca4-15dd-428e-a76a-03ddf0e143db,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:54.912596 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f01b8a5-e8cd-419b-a92e-24262a09815a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/82f13ca4-15dd-428e-a76a-03ddf0e143db HTTP/1.1" status: 204 len: 168 time: 0.5791986 Jan 25 17:03:54.924832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40188) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:54.931265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--402051111', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:03:54.936715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:03:54.941013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:03:54.944535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:03:54.950886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:03:54.961355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:03:54.964708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:54.993541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:03:55.003601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.004218 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment db6e010a-4e9e-4e57-8a5f-5984ee3414a5 of type vlan for network 476aa630-9d54-44fe-b9f3-02cfdc9de767 Jan 25 17:03:55.036688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.069636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d83c8275-8a2c-4e04-b86a-2734f0e5231c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:03:55.074303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.080400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:55.080984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.103510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: d83c8275-8a2c-4e04-b86a-2734f0e5231c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:03:55.103773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d83c8275-8a2c-4e04-b86a-2734f0e5231c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:03:55.104199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:03:55.139194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:03:55.139538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 265364e8-1a6c-4e13-808f-d5c83f2cd1e2 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:03:55.139967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:03:55.178478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:03:55.178818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2d03ed0b-d5cf-406e-b62e-4e184ae8dc27 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:03:55.197310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2710595 Jan 25 17:03:55.200122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40192) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:55.200752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=476aa630-9d54-44fe-b9f3-02cfdc9de767,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:55.208866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-328782026', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:03:55.220213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.220561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.220902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.221263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.221601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.221933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.222271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.222589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.222917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.223240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.223560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.223938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7918d67-cb88-4255-9636-e6f317084688 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:03:55.228780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:03:55.233682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:03:55.235330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:03:55.236943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:03:55.243935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:03:55.254621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.256242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.275159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.508401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.545092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.960486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:55.990451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:56.126532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.151 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/00af95d7-512d-4ecc-aadf-14ad9442b557) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:03:56.276161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:56.306954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:56.372771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:03:56.375696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:03:56.378429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:03:56.417792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=00af95d7-512d-4ecc-aadf-14ad9442b557,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:56.804099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:57.282362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:57.541949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:03:57.673025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa601ae-3ab5-4218-b1bb-b0ff3403cc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:57.727036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:03:57.736893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:03:57.747927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:57.748561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:57.756328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:57.757769 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-22c2b1db-6f1d-476e-8da4-a6903b4d673d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5542476 Jan 25 17:03:57.760768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40198) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:57.926749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2a09be41-bcc1-48d2-8158-6c30d394b1ae tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1622829 Jan 25 17:03:57.927008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40204) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:57.958854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:58.058515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fc399-6e08-494f-ad46-fa307ae750c9 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:58.063113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6d4fc399-6e08-494f-ad46-fa307ae750c9 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320567 Jan 25 17:03:58.063275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40208) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:58.104203 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f936fbcb-f357-4ae9-9b8e-f84e15cfa1ab tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396922 Jan 25 17:03:58.106987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:58.112787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033469032', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:03:58.226298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:03:58.230324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:03:58.233190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:03:58.238917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:03:58.250319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:03:58.253861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.256257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:03:56Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:58.260210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:03:58.260560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Updating router 88e9a733-c5b9-44bf-ad22-c16275330841 port 00af95d7-512d-4ecc-aadf-14ad9442b557 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:03:58.317054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.481543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.563829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=9b56bf2b-4267-4399-b066-359b5c81109e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:58.573329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:03:58.573709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 476aa630-9d54-44fe-b9f3-02cfdc9de767, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:03:58.594961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:03:58.606197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 476aa630-9d54-44fe-b9f3-02cfdc9de767) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:03:58.612786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:03:58.613188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.632918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075bdd8b-8e77-4ee9-a08c-d11ff1f23d9a None None] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:03:58.640491 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c30c858-1c54-407c-a905-456f12a4806e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5323029 Jan 25 17:03:58.643808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40216) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:03:58.740375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.759765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Transition to ACTIVE for port object 00af95d7-512d-4ecc-aadf-14ad9442b557 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:03:58.776491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.916732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Attempting to bind port 00af95d7-512d-4ecc-aadf-14ad9442b557 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:03:58.916982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Attempting to bind port 00af95d7-512d-4ecc-aadf-14ad9442b557 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:03:58.917168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Attempting to bind port 00af95d7-512d-4ecc-aadf-14ad9442b557 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:03:58.920987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd08c82-a28b-4e8b-b89c-ca4dc52ace1d None None] Pushing event updated for resources: {'Port': ['ID=00af95d7-512d-4ecc-aadf-14ad9442b557,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:58.929847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:03:58.930223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:03:58.930620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:58.931006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:03:58.931477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Bound port: 00af95d7-512d-4ecc-aadf-14ad9442b557, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:03:58.931848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:59.028390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-476aa630-9d54-44fe-b9f3-02cfdc9de767', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:03:59.029254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:59.111363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] For port 00af95d7-512d-4ecc-aadf-14ad9442b557, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:03:59.135847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] For port 00af95d7-512d-4ecc-aadf-14ad9442b557, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=00af95d7-512d-4ecc-aadf-14ad9442b557,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:03:59.141095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:59.266749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd08c82-a28b-4e8b-b89c-ca4dc52ace1d None None] Pushing event updated for resources: {'Port': ['ID=00af95d7-512d-4ecc-aadf-14ad9442b557,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:03:59.293807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:03:59.294878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:03:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:03:59.376976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Allocated IP 172.20.0.2 (476aa630-9d54-44fe-b9f3-02cfdc9de767/9b56bf2b-4267-4399-b066-359b5c81109e/1d5e419c-ca5c-4a56-9a9b-1f62ad95822c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:03:59.511444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:59.620449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:03:59.946477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:03:59.991413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Transition to ACTIVE for port object 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:00.020041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Transition to ACTIVE for port object 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:00.026196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.090973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:00.095449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:00.095633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (476aa630-9d54-44fe-b9f3-02cfdc9de767/9b56bf2b-4267-4399-b066-359b5c81109e/69b8f519-64cc-4241-86ee-e461d02e13e7) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:04:00.100061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:00.149305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Pushing event updated for resources: {'Port': ['ID=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:00.182419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:03:56Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:00.195983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcab73-e993-40a9-b2a4-7264b6be2c26 None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:03:56Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:04:00.213311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Attempting to bind port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:04:00.213684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Attempting to bind port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:04:00.214036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Attempting to bind port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:00.223714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:04:00.224119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Checking segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:04:00.224487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.224981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Bound using segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:04:00.225486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Bound port: 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:04:00.225863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.261482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.282845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 69b8f519-64cc-4241-86ee-e461d02e13e7 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:00.312362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.312578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-51c5ffd7-bf7b-4fc9-822b-123fd134c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.345244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] For port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:04:00.349397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] For port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:04:00.353751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.389998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:00.393622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:00.398310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:00.436044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:00.460032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725cdc-59ec-4b32-b0f6-876293564c84 None None] Pushing event updated for resources: {'Port': ['ID=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:00.496560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:00.655682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.130995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.140282 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.149790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.164415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 00af95d7-512d-4ecc-aadf-14ad9442b557 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:01.238909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 00af95d7-512d-4ecc-aadf-14ad9442b557 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:01.245160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 00af95d7-512d-4ecc-aadf-14ad9442b557 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:01.245576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.280737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:01.295818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.391306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.422978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 00af95d7-512d-4ecc-aadf-14ad9442b557, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=00af95d7-512d-4ecc-aadf-14ad9442b557,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:01.429461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.430421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:01.452156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:01.453486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:01.579378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:01.580331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=00af95d7-512d-4ecc-aadf-14ad9442b557,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:01.594492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:01.678929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f8fa3-1563-4eb2-9435-b016feca4331 None None] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:04:01.778255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:04:01.780922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Provisioning for port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:01.799734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Provisioning complete for port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:01.800269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.003315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:04:02.018614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c5d84556-5865-42e9-a9d5-52702c92803d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/88e9a733-c5b9-44bf-ad22-c16275330841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735895 Jan 25 17:04:02.022600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:02.052321 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:04:02.062773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:02.063493 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:02.089729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.130325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] For port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:02.137026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.197497 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44725b5d-eb0a-4b3c-9841-b1980c13dd1f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.198052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44725b5d-eb0a-4b3c-9841-b1980c13dd1f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.198937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44725b5d-eb0a-4b3c-9841-b1980c13dd1f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.199606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44725b5d-eb0a-4b3c-9841-b1980c13dd1f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.204659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44725b5d-eb0a-4b3c-9841-b1980c13dd1f tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1803916 Jan 25 17:04:02.204851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40228) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:02.220443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712061d-70bb-4bea-b76f-d6d1fc8b15b5 None None] Pushing event updated for resources: {'Port': ['ID=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:02.269167 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:02.287737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78eb51-d8be-4406-99ac-c4eb41ce7de7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.288239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78eb51-d8be-4406-99ac-c4eb41ce7de7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.288694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78eb51-d8be-4406-99ac-c4eb41ce7de7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.289143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78eb51-d8be-4406-99ac-c4eb41ce7de7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:02.290937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1b78eb51-d8be-4406-99ac-c4eb41ce7de7 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0850887 Jan 25 17:04:02.293714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40232) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:02.469063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Provisioning for port 69b8f519-64cc-4241-86ee-e461d02e13e7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:02.475694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Provisioning complete for port 69b8f519-64cc-4241-86ee-e461d02e13e7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:02.476063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.521691 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a74ae4e4-4058-4414-972f-5bfc370c195d tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2237256 Jan 25 17:04:02.542321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Port 69b8f519-64cc-4241-86ee-e461d02e13e7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:04:02.554707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Provisioning complete for port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:02.555086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8368-7bd4-4ba3-b790-edaa41aa3e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.622627 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:02.627213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:04:02.627651 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Updating router 88e9a733-c5b9-44bf-ad22-c16275330841 port 69b8f519-64cc-4241-86ee-e461d02e13e7 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:04:02.688773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.726103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.816055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f47683f4-f324-4017-90f3-197f6e0520dc None None] Provisioning complete for port 69b8f519-64cc-4241-86ee-e461d02e13e7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:02.816450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f47683f4-f324-4017-90f3-197f6e0520dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.859547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40238) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:02.866709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171248953', 'description': 'tempest-secgroup-smoke-1171248953 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:02.879721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:02.884958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:02.888242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:02.895240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:02.907344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:02.921840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f47683f4-f324-4017-90f3-197f6e0520dc None None] Port 69b8f519-64cc-4241-86ee-e461d02e13e7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:04:02.932465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:02.936949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:02.940192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:02.947276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:03.025838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.033039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.053127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-021e29ac-fdf1-4b90-a4c3-1826b3311857 None None] Provisioning complete for port 69b8f519-64cc-4241-86ee-e461d02e13e7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:03.053915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-021e29ac-fdf1-4b90-a4c3-1826b3311857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.087054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc13f8-4eb8-4969-ae2a-50cf3a14598b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.091312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.095313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-72134ff0-5c33-423c-ada0-66b005f3ee3d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2320356 Jan 25 17:04:03.095569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40242) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:03.101631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:03.108679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:03.112729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:03.116987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:03.124207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:03.141929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 00af95d7-512d-4ecc-aadf-14ad9442b557 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:03.147807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.153115 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.166599 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Transition to ACTIVE for port object 69b8f519-64cc-4241-86ee-e461d02e13e7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:03.174226 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.192859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-021e29ac-fdf1-4b90-a4c3-1826b3311857 None None] Port 69b8f519-64cc-4241-86ee-e461d02e13e7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:04:03.220241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.223701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 00af95d7-512d-4ecc-aadf-14ad9442b557 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:03.224889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.226125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.253777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1747d70-5862-480c-97a7-1ee3e0b8029d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.267779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.269656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dc74f2a5-fb20-417d-9c2c-9c2aed1657e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729844 Jan 25 17:04:03.272978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40246) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:03.279973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:03.285800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:03.292223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:03.295417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:03.306228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:03.333429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.345683 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Pushing event updated for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.371750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:03.389328 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.389687 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.390207 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.390549 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.390879 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.391211 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.391537 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.391862 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.392187 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.393256 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.393595 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.393919 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:03.428589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.434579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.445552 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Attempting to bind port 69b8f519-64cc-4241-86ee-e461d02e13e7 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:04:03.445923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Attempting to bind port 69b8f519-64cc-4241-86ee-e461d02e13e7 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:04:03.446341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Attempting to bind port 69b8f519-64cc-4241-86ee-e461d02e13e7 on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:03.452886 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:04:03.453333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Checking segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:04:03.453814 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.454752 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Bound using segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:04:03.455231 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Bound port: 69b8f519-64cc-4241-86ee-e461d02e13e7, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:04:03.455893 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.480960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b48ed86-be9f-4b0d-8212-08f155bf8a72,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.489767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:03.490629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.501408 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.507177 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f378b95e-f069-4d3c-9c27-0b44652f3d40 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2296579 Jan 25 17:04:03.507506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:03.520008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:03.537092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:03.547425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:03.555147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:03.563409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:03.589601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.601174 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] For port 69b8f519-64cc-4241-86ee-e461d02e13e7, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:04:03.608227 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] For port 69b8f519-64cc-4241-86ee-e461d02e13e7, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=69b8f519-64cc-4241-86ee-e461d02e13e7,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:04:03.617729 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.686769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.691176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.717251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aba601c-b57d-400d-8e02-9c308eb58d89,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.728553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.730960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e49469f5-4484-4fd6-b1b9-f3112178a635 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214241 Jan 25 17:04:03.732681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40254) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:03.739274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:03.746958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:03.751959 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:03.755020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:03.761781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:03.774104 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:03.775154 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:03.789710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.886509 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de977d8-c883-4f51-926c-ec12119e5af7 None None] Pushing event updated for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.930268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.939030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.967548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3629907d-61e0-4130-bff0-c8e8d2ac72f7,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:03.980858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:03.982860 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ebf9868-f4b3-40ff-8f24-43e722f0366e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2491610 Jan 25 17:04:03.986168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40258) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:03.992406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:04.009882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:04.014759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:04.018758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:04.026392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:04.040378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:04:04.049447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.114036 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:04.137577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.142520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.172087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088b8fcd-4264-4551-b317-1cf4a95d3278,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:04.186984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.191882 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-222e2dc3-aca8-4458-8618-895c6ed982e2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2016156 Jan 25 17:04:04.192667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40262) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:04.200902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '89dc13f8-4eb8-4969-ae2a-50cf3a14598b', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:04.207656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:04.213605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:04.219337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:04.229110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:04.244109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:04:04.252175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.329623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.335293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.365150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e580aa07-3494-4e6b-a267-01c587bc1994,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:04.377891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:04.379248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8ddc6b5b-7824-4832-9a30-eb7b50a26bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1846910 Jan 25 17:04:04.531901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:03Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:04.537741 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8d3c9-94c3-45ae-8e4d-05e0db42955f None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:03Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:04:04.607714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-b8bfd5ff-55a4-43d1-956f-e6bec1997955 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:04.637177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-b8bfd5ff-55a4-43d1-956f-e6bec1997955 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:04.639276 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-b8bfd5ff-55a4-43d1-956f-e6bec1997955 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171248953&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0998385 Jan 25 17:04:04.856470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-ff07728c-3cbe-418c-bd2d-df209e95407d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:04.857667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-ff07728c-3cbe-418c-bd2d-df209e95407d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:04.878781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-ff07728c-3cbe-418c-bd2d-df209e95407d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:04.881781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-ff07728c-3cbe-418c-bd2d-df209e95407d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 796 time: 0.2283998 Jan 25 17:04:04.901471 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-ec8dd26e-314e-46dd-8c6b-444f3da430bb tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0141380 Jan 25 17:04:05.024755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-85979045-7959-41d7-a779-d99bedf13a01 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:05.055163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-85979045-7959-41d7-a779-d99bedf13a01 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:05.058201 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-85979045-7959-41d7-a779-d99bedf13a01 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498737 Jan 25 17:04:05.156460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 69b8f519-64cc-4241-86ee-e461d02e13e7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:05.264107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 69b8f519-64cc-4241-86ee-e461d02e13e7 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:05.275133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 69b8f519-64cc-4241-86ee-e461d02e13e7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:05.275522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:05.419141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:05.431305 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-423c3757-600f-457e-b401-e8bbe7fccaa4 service neutron] 10.222.0.45 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536766 Jan 25 17:04:05.470040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 69b8f519-64cc-4241-86ee-e461d02e13e7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=69b8f519-64cc-4241-86ee-e461d02e13e7,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:05.475881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:05.558160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:05.613933 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-8c87dbd5-e472-4a91-8c58-c146c788355a service neutron] 10.222.0.45 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729426 Jan 25 17:04:05.845647 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cadc446-4c00-465e-81bc-2ecfb89cd9d4 req-97477d92-8b8f-4b2c-89ff-2314aaa62a24 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 210 time: 0.0682104 Jan 25 17:04:07.050276 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0bff661a-dc82-405a-afc2-17dff7a03349 req-894dcebf-4b0a-48fb-9b81-1f6d9a15bcca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 210 time: 0.0781958 Jan 25 17:04:07.116714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 69b8f519-64cc-4241-86ee-e461d02e13e7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:07.213980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 69b8f519-64cc-4241-86ee-e461d02e13e7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:07.214753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:07.266661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-fadaf1f3-1589-4e84-9ead-cb9a21354624 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:07.267282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-fadaf1f3-1589-4e84-9ead-cb9a21354624 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:07.280165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-fadaf1f3-1589-4e84-9ead-cb9a21354624 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:07.281439 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-fadaf1f3-1589-4e84-9ead-cb9a21354624 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 796 time: 0.2182000 Jan 25 17:04:07.332825 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-f09139aa-2fcc-465d-9e6b-c88ceb47d5dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:07.346314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f0376221-014a-44df-890a-498bb966751a req-f09139aa-2fcc-465d-9e6b-c88ceb47d5dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:07.347637 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-f09139aa-2fcc-465d-9e6b-c88ceb47d5dc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 380 time: 0.0576832 Jan 25 17:04:07.356452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['89dc13f8-4eb8-4969-ae2a-50cf3a14598b']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:07.505891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:07.515683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:07.526604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:04:07.530352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:07.711198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.10 (476aa630-9d54-44fe-b9f3-02cfdc9de767/9b56bf2b-4267-4399-b066-359b5c81109e/7ed76397-b9cf-452c-8f65-f76a5b4a68df) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:04:07.922823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:07.939457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 7ed76397-b9cf-452c-8f65-f76a5b4a68df will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:07.966632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:08.046871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:08.050197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:08.055146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:08.088784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:08.110402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.110756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.111164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.111496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.111834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.112156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.112482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.112811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.113173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.113527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.113841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.114914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:04:08.140062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:08.140703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:08.179844 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-420f31ae-d447-4995-9eea-42d5a3e62bd8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273361 Jan 25 17:04:08.194092 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Request body: {'port': {'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:08.296602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d7883-6384-4dff-a641-6193eb50feb4 req-0f1d0dc1-ce4c-4685-bbe4-b1ffe5022cff tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:08.298263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f58d7883-6384-4dff-a641-6193eb50feb4 req-0f1d0dc1-ce4c-4685-bbe4-b1ffe5022cff tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 932 time: 0.1057909 Jan 25 17:04:08.341721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:08.353335 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f58d7883-6384-4dff-a641-6193eb50feb4 req-be766840-45c0-430c-aa21-52461be2c48c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479615 Jan 25 17:04:08.368453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-18ae7684-59dd-4fb5-84b8-825d3e77abfa None None] Provisioning for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:08.376443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-18ae7684-59dd-4fb5-84b8-825d3e77abfa None None] Provisioning complete for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:08.377017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18ae7684-59dd-4fb5-84b8-825d3e77abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:08.440297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-18ae7684-59dd-4fb5-84b8-825d3e77abfa None None] Port 7ed76397-b9cf-452c-8f65-f76a5b4a68df cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:04:08.924450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed76397-b9cf-452c-8f65-f76a5b4a68df {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:04:08.933032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:08.949610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Transition to ACTIVE for port object 7ed76397-b9cf-452c-8f65-f76a5b4a68df will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:08.953846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:09.108046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:09.282154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Attempting to bind port 7ed76397-b9cf-452c-8f65-f76a5b4a68df on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:04:09.282721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Attempting to bind port 7ed76397-b9cf-452c-8f65-f76a5b4a68df by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:04:09.283278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Attempting to bind port 7ed76397-b9cf-452c-8f65-f76a5b4a68df on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:09.292127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Port 7ed76397-b9cf-452c-8f65-f76a5b4a68df on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:04:09.292482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Attempting to bind port 7ed76397-b9cf-452c-8f65-f76a5b4a68df on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:09.302123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:04:09.302696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Checking segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:04:09.303346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Bound using segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:04:09.304104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Bound port: 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:04:09.304694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:09.455437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:04:09.462101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:04:09.469136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:09.569743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:09.570561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:09.572340 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] 10.222.0.15 "PUT /v2.0/ports/7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 1094 time: 1.3853624 Jan 25 17:04:09.572990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:09.682138 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:04:09.694293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bafc7-5f42-4ae4-92d6-511a3b6376de service neutron] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:09.706764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6794-f3c2-4315-9f84-a46b22146d75 req-fbb129c1-912b-4a6d-809d-8ece0082e150 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:09.716707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-397b6794-f3c2-4315-9f84-a46b22146d75 req-fbb129c1-912b-4a6d-809d-8ece0082e150 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 944 time: 0.1700222 Jan 25 17:04:09.751081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-475836fe-1a75-4d89-af74-698038a0d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:09.752904 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-475836fe-1a75-4d89-af74-698038a0d69a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1097 time: 0.1354718 Jan 25 17:04:09.778002 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-397b6794-f3c2-4315-9f84-a46b22146d75 req-605fb106-5dcd-4f0e-90b2-f998f4e64bf6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599105 Jan 25 17:04:09.844484 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-0060a945-beac-4ad9-86cc-70b6a4e11ab9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 217 time: 0.0847020 Jan 25 17:04:09.920702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-16172382-ab01-4b3c-8a7d-a7ffa6d947d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:09.922203 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-16172382-ab01-4b3c-8a7d-a7ffa6d947d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0717082 Jan 25 17:04:10.010685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0376221-014a-44df-890a-498bb966751a req-976f5df5-6f38-4301-a32f-5f170a53cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:10.012096 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-976f5df5-6f38-4301-a32f-5f170a53cbf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832069 Jan 25 17:04:10.245305 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-32f6c6fc-8902-45e3-b773-f3dedc516f7b service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268000 Jan 25 17:04:10.389517 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0376221-014a-44df-890a-498bb966751a req-30b19c67-3ee2-4107-b26d-547138cab179 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388450 Jan 25 17:04:10.512964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb533703-8972-4756-a408-a6137a97ed75 req-91e18ebb-29de-464e-8c2d-ad5268fd3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:10.514520 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-91e18ebb-29de-464e-8c2d-ad5268fd3895 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1097 time: 0.0800929 Jan 25 17:04:10.661833 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb533703-8972-4756-a408-a6137a97ed75 req-4b56d89e-5f5b-4e24-b077-4a27f7b5137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:10.663100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-4b56d89e-5f5b-4e24-b077-4a27f7b5137a service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1418128 Jan 25 17:04:10.734426 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-83cf499e-eea6-486a-81ec-3585556299e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 217 time: 0.0645747 Jan 25 17:04:10.914877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb533703-8972-4756-a408-a6137a97ed75 req-9d8d2c6f-1e03-48c9-b204-1764e9225ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:10.916588 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-9d8d2c6f-1e03-48c9-b204-1764e9225ebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.1767831 Jan 25 17:04:11.001823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb533703-8972-4756-a408-a6137a97ed75 req-4f5a4f62-c2b2-4a9e-86f0-a50ed3237a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:11.003481 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-4f5a4f62-c2b2-4a9e-86f0-a50ed3237a9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807345 Jan 25 17:04:11.027109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8eda6-265c-4323-a2cd-5ec43b963e20 req-b502f6cf-51c9-42ba-b1f1-9e404765b6e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:11.028967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cdd8eda6-265c-4323-a2cd-5ec43b963e20 req-b502f6cf-51c9-42ba-b1f1-9e404765b6e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 944 time: 0.0904391 Jan 25 17:04:11.084435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cdd8eda6-265c-4323-a2cd-5ec43b963e20 req-dc8d25c7-ba22-4bc2-8fbc-242e131b7994 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Jan 25 17:04:11.160528 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-45da7d8c-780f-4b27-9697-e335f4b04177 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499240 Jan 25 17:04:11.307002 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb533703-8972-4756-a408-a6137a97ed75 req-6e5b7b6e-856f-47ef-89d8-0dd9623c57e1 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395330 Jan 25 17:04:12.289748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe2c8-c8e9-4d42-824a-e0b7607efcdb req-67aa459f-7917-4f95-a249-2c0495ca62f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:12.291329 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31fbe2c8-c8e9-4d42-824a-e0b7607efcdb req-67aa459f-7917-4f95-a249-2c0495ca62f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 944 time: 0.0892286 Jan 25 17:04:12.339978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31fbe2c8-c8e9-4d42-824a-e0b7607efcdb req-e407066b-2bd1-4f78-b990-6556e78afe08 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Jan 25 17:04:13.444218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 7ed76397-b9cf-452c-8f65-f76a5b4a68df details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:04:13.542656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72829c-6386-47dd-a386-30e5e5062a9e req-f6375173-8e42-4b6d-a64a-9ea6b6253891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:13.544277 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a72829c-6386-47dd-a386-30e5e5062a9e req-f6375173-8e42-4b6d-a64a-9ea6b6253891 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 944 time: 0.0871761 Jan 25 17:04:13.597416 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a72829c-6386-47dd-a386-30e5e5062a9e req-644dca9d-8634-49a4-bb92-bc4cee346da5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463514 Jan 25 17:04:13.703307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:13.718618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:04:13.778354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:13.800600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed76397-b9cf-452c-8f65-f76a5b4a68df {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:04:13.819139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:13.824065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:13.895555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:14.148192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['7ed76397-b9cf-452c-8f65-f76a5b4a68df'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:04:14.892722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f11f6-f517-42d9-b03f-c98393362d73 req-20cb708b-5ea2-493d-b58b-5b7a3aa678e4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:14.894347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-be1f11f6-f517-42d9-b03f-c98393362d73 req-20cb708b-5ea2-493d-b58b-5b7a3aa678e4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 945 time: 0.0965064 Jan 25 17:04:14.955699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-be1f11f6-f517-42d9-b03f-c98393362d73 req-4d0ce133-79d0-41a2-a251-414156aa7f6a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530529 Jan 25 17:04:15.446086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 7ed76397-b9cf-452c-8f65-f76a5b4a68df up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:15.526154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:15.531508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:15.531899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:15.684998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:15.715547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:15.726972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:15.732031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:15.811927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:15.969064 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'code': 200} Jan 25 17:04:16.237442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fc1f-dacc-4c90-ba47-1cdbadbe05df req-fcc48c17-ed3b-48aa-9822-ff0f5799ba38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:16.241070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6d9fc1f-dacc-4c90-ba47-1cdbadbe05df req-fcc48c17-ed3b-48aa-9822-ff0f5799ba38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.1556699 Jan 25 17:04:16.249026 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb8a0-465e-4bd4-87c0-4e82b3b94d4a req-79ae6d51-3205-48c5-b564-11729bd17208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:16.250678 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-833bb8a0-465e-4bd4-87c0-4e82b3b94d4a req-79ae6d51-3205-48c5-b564-11729bd17208 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1099 time: 0.0830274 Jan 25 17:04:16.297477 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-833bb8a0-465e-4bd4-87c0-4e82b3b94d4a req-1a4187b6-b987-4046-97df-eb1b9439fb92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Jan 25 17:04:16.323089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6d9fc1f-dacc-4c90-ba47-1cdbadbe05df req-5f7d5b37-9256-4766-a17d-b3df1379a1f6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756736 Jan 25 17:04:17.583391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74441c-fe5d-4a63-afe7-f8b0ee526516 req-ddc4615e-5dc4-4a15-92a5-de89bfeb1357 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:17.585650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf74441c-fe5d-4a63-afe7-f8b0ee526516 req-ddc4615e-5dc4-4a15-92a5-de89bfeb1357 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.1348813 Jan 25 17:04:17.656472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf74441c-fe5d-4a63-afe7-f8b0ee526516 req-b218fb02-c8b3-43bb-929a-1189396be330 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596502 Jan 25 17:04:18.873502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aa7ac-1b68-4d45-abc8-d858a28bef41 req-fc4c3992-0b14-4fbb-9b68-351485a1d2be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:18.875492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7a0aa7ac-1b68-4d45-abc8-d858a28bef41 req-fc4c3992-0b14-4fbb-9b68-351485a1d2be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.1002989 Jan 25 17:04:18.934938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7a0aa7ac-1b68-4d45-abc8-d858a28bef41 req-d689a215-152d-4cc9-ad3e-7dadf4e0ccaf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520215 Jan 25 17:04:19.155315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d8b2-b124-4a5b-b720-9f5d91e5b1ed req-a44a9962-3944-46e4-8ef5-432c5f1ed5a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:19.156923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f051d8b2-b124-4a5b-b720-9f5d91e5b1ed req-a44a9962-3944-46e4-8ef5-432c5f1ed5a8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.0973701 Jan 25 17:04:19.206709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f051d8b2-b124-4a5b-b720-9f5d91e5b1ed req-55e784bc-c750-4da6-abc1-03368aafa73f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Jan 25 17:04:19.236624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40326) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:19.344975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a9739-ac10-4d4b-add4-cb61a99e3c9b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:19.346844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-964a9739-ac10-4d4b-add4-cb61a99e3c9b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1094 time: 0.1087406 Jan 25 17:04:19.350451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40330) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:19.355709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:19.364163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:19.368656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:19.371979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:19.378277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:19.391173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:19.552819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:19.580700 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:04:19.706994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.186 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/58030f1f-ad3f-42a6-832e-d810a083324e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:04:19.894098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:19.927920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:20.118771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:20.122074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:20.126361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:20.158080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=58030f1f-ad3f-42a6-832e-d810a083324e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:20.597529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:20.689980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:20.939532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:20.945932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:21.079916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=58030f1f-ad3f-42a6-832e-d810a083324e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:21.095758 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:21.292169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23 associated. External IP: 172.26.4.186, port: 7ed76397-b9cf-452c-8f65-f76a5b4a68df. Jan 25 17:04:21.843747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:04:22.052257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:04:22.064206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:04:22.077529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:22.078509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:22.088632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:22.168135 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6367da4c-9b82-47bc-a1a2-16259a552b6c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8161910 Jan 25 17:04:22.168938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:22.170831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:22.257848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56d5cd-ae43-4e80-98a5-2c25a7c0b64c tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:22.262549 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b56d5cd-ae43-4e80-98a5-2c25a7c0b64c tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1094 time: 0.0904999 Jan 25 17:04:22.335551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:22.356926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:04:22.475031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e73cb-c53c-466f-9257-d87380cca98a req-46f0153e-c856-4b26-84cf-10a554548a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:22.476823 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-46f0153e-c856-4b26-84cf-10a554548a6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1099 time: 0.0997021 Jan 25 17:04:22.579764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40344) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:22.587678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52995927', 'description': 'tempest-secgroup-smoke-52995927 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:22.595239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:22.609624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:22.625125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:22.653040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:22.660239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:22.666198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:22.678154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:22.704203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e73cb-c53c-466f-9257-d87380cca98a req-9f68b9a0-a75c-487a-a10d-0a8ef9501ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:22.705942 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-9f68b9a0-a75c-487a-a10d-0a8ef9501ce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.2222190 Jan 25 17:04:22.816523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:22.826805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:22.833993 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-8e518875-8350-4f69-9aea-731a2575b91a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 1000 time: 0.1208954 Jan 25 17:04:22.916018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e73cb-c53c-466f-9257-d87380cca98a req-569a68bc-cac4-4b8e-83b9-31b3b5cec705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:22.917733 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-569a68bc-cac4-4b8e-83b9-31b3b5cec705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0774558 Jan 25 17:04:22.928619 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79d65e1-6834-4632-b6b4-b01fcfaedde2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:22.931952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:20Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:22.936963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:22.939443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fd039cd3-248b-453f-bb0c-e68b0f10d7be tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3582194 Jan 25 17:04:22.940145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:04:22.944526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40348) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:22.959198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:22.960488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:22.973094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:22.981887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:22.987201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:22.991697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:22.998730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:23.024256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.067603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e73cb-c53c-466f-9257-d87380cca98a req-4727b3f7-3b6c-4b60-9aeb-5c3496959e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:23.070810 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-4727b3f7-3b6c-4b60-9aeb-5c3496959e9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1466265 Jan 25 17:04:23.118657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.125756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.184412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b89b831-426d-4861-b36d-e284a838572d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:23.198891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.204390 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ae57615-32e8-4b01-ae31-f37a480c1fe8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537518 Jan 25 17:04:23.204884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40352) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:23.211213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:23.218001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:23.223905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:23.227710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:23.235600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:23.256709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:23.262658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.311644 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-becdc20b-cfa4-4662-95e8-34ecba7b895b service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344086 Jan 25 17:04:23.401631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.409176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.443814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec62639-2732-4252-88cd-8b8e68f6471e,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:23.465493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.467316 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5e69307c-f968-4db3-b09d-86eb008b7c54 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614553 Jan 25 17:04:23.471502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40356) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:23.478389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:23.488003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:23.496744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:23.502050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:23.512820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:23.540247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.584628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-211e73cb-c53c-466f-9257-d87380cca98a req-c9f937c9-19af-4bf1-b305-aee0507230cb service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659004 Jan 25 17:04:23.649171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.655480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.701158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1efdfe-52cb-4951-bca7-76d762ac17bf,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:23.720357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.727300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-419b677c-de48-43b4-9405-3e2cb8f0e759 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2495468 Jan 25 17:04:23.727874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40360) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:23.736850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:23.746949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:23.755189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:23.759018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:23.768513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:23.820006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.922529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:20Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:23.928113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51febc01-40cd-4e99-8d5f-c806436b0538 None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:20Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:04:23.964615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.970163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:23.997309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d11db12-5f0b-492e-981d-b43077062ec5,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:24.011953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.016791 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-974dddf1-51e6-4e2f-a85d-240c9d086fba tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2846441 Jan 25 17:04:24.017479 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:24.026505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:24.039601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:24.048674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:24.053364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:24.062699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:24.083379 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:04:24.097321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.216546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.226046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.250346 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583a580-5052-497e-8381-5277be1c577f None None] New status for floating IP f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:04:24.263265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8e2b6b-8f82-47e2-a149-613c5da6db3c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:24.275912 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.277437 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7788a78-6186-4125-b741-5bf50856a43b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583823 Jan 25 17:04:24.280131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40368) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:24.286914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': 'c79d65e1-6834-4632-b6b4-b01fcfaedde2', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:24.293717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:24.298792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:24.303356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:24.311534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:24.326214 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:04:24.334489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.417151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.422502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.450425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ffaf64-921f-4e70-b8cf-4ee8799d9913,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:24.460128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:24.461444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45d66228-92a6-4221-86ef-e18530f057fd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801665 Jan 25 17:04:24.711579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-87791299-9136-48b6-8ffd-8d1e64e9f8c2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:04:24.732456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-87791299-9136-48b6-8ffd-8d1e64e9f8c2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:04:24.741585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-87791299-9136-48b6-8ffd-8d1e64e9f8c2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52995927&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0923975 Jan 25 17:04:24.906688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-181ad875-1df8-409a-b4e0-58e8aa3189ce tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:24.908243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-181ad875-1df8-409a-b4e0-58e8aa3189ce tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 796 time: 0.1658442 Jan 25 17:04:24.930694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-c9805d65-3f49-4f1b-9f20-7d02d37fdfef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0117924 Jan 25 17:04:25.044651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-170fc67b-bc81-4a0b-94b0-e5e91945fb33 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1073196 Jan 25 17:04:25.201968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-0dbceec8-d678-498e-8eb6-f4967d8c1f96 service neutron] 10.222.0.45 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449699 Jan 25 17:04:25.358265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-bd46c722-34fe-4c16-b5a5-c9ae136cfc61 service neutron] 10.222.0.45 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492739 Jan 25 17:04:25.533975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:25.621267 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed53b938-29a5-4dc6-a5d6-6ec3ac512bd1 req-ccb5e685-c5ff-4069-b841-ac2e697e87ca tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 210 time: 0.0890865 Jan 25 17:04:26.900424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-61e012c7-65d6-4041-96b7-2b14646cc317 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:26.902691 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-61e012c7-65d6-4041-96b7-2b14646cc317 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 796 time: 0.2533863 Jan 25 17:04:26.919339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52f630d8-f1bc-4b1d-a87b-e4a527dcaac8 req-83102d16-13a4-4d4b-bc31-6c6940153dc9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 210 time: 0.0848365 Jan 25 17:04:26.981030 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-7f4dabfa-6f23-4a9e-ab21-be13a9f0c22f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 471 time: 0.0687981 Jan 25 17:04:26.990703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': '2b71aad8-4481-4120-916d-7aaf143351d9', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['c79d65e1-6834-4632-b6b4-b01fcfaedde2']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:27.299430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:27.308498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:port and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:27.314277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:27.325145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:27.340127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:04:27.345059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:27.671009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.6 (476aa630-9d54-44fe-b9f3-02cfdc9de767/9b56bf2b-4267-4399-b066-359b5c81109e/296c2433-4d25-487f-a911-c481556f1127) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:04:27.678548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a99c5fe3-777a-4210-9def-2fbb7739bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:27.937461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:27.958877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 296c2433-4d25-487f-a911-c481556f1127 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:27.987272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:28.072793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:28.077300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:28.084725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:28.156982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:28.173024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eab9f9-5e1d-4507-b425-fe806cba12f5 req-da479cbf-d5ba-4ea7-83e9-7d2f911a47d1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:28.175927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-78eab9f9-5e1d-4507-b425-fe806cba12f5 req-da479cbf-d5ba-4ea7-83e9-7d2f911a47d1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 931 time: 0.1106989 Jan 25 17:04:28.203498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:28.204363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:28.244642 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-802d5c1d-5ccd-443d-82ab-b021422bfc46 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2582889 Jan 25 17:04:28.251154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-78eab9f9-5e1d-4507-b425-fe806cba12f5 req-6498b99c-2573-4112-ba10-f6c176ae913f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646634 Jan 25 17:04:28.261094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Request body: {'port': {'device_id': '2b71aad8-4481-4120-916d-7aaf143351d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:28.416896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:28.464123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6df714f4-8445-4a0f-a2be-2c33a99ac132 None None] Provisioning for port 296c2433-4d25-487f-a911-c481556f1127 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:28.470230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6df714f4-8445-4a0f-a2be-2c33a99ac132 None None] Provisioning complete for port 296c2433-4d25-487f-a911-c481556f1127 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:28.470687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6df714f4-8445-4a0f-a2be-2c33a99ac132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:28.548550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6df714f4-8445-4a0f-a2be-2c33a99ac132 None None] Port 296c2433-4d25-487f-a911-c481556f1127 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:04:28.843989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296c2433-4d25-487f-a911-c481556f1127 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:04:28.854381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:28.878437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Transition to ACTIVE for port object 296c2433-4d25-487f-a911-c481556f1127 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:04:28.883530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:29.261427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Pushing event updated for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:29.338671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Attempting to bind port 296c2433-4d25-487f-a911-c481556f1127 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:04:29.339201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Attempting to bind port 296c2433-4d25-487f-a911-c481556f1127 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:04:29.339757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Attempting to bind port 296c2433-4d25-487f-a911-c481556f1127 on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:29.349372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Port 296c2433-4d25-487f-a911-c481556f1127 on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:04:29.349923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Attempting to bind port 296c2433-4d25-487f-a911-c481556f1127 on network 476aa630-9d54-44fe-b9f3-02cfdc9de767 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:04:29.359841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:04:29.360410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Checking segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:04:29.361046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Bound using segment: {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:04:29.361872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Bound port: 296c2433-4d25-487f-a911-c481556f1127, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:04:29.362408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:29.488439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff980a0-be7a-43ea-9959-39e6323fbb7a req-82d1d298-3e92-471e-9eb1-1d47b44757f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:29.490594 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ff980a0-be7a-43ea-9959-39e6323fbb7a req-82d1d298-3e92-471e-9eb1-1d47b44757f3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 943 time: 0.1018410 Jan 25 17:04:29.493172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:04:29.498151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=296c2433-4d25-487f-a911-c481556f1127,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:04:29.503976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:29.548958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4ff980a0-be7a-43ea-9959-39e6323fbb7a req-477a3bb7-920f-48ff-a2ef-2930e7a90a66 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508831 Jan 25 17:04:29.609141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:29.610130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:29.612402 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 1093 time: 1.3600998 Jan 25 17:04:29.612991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:29.653330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1198f8c-3ce6-459d-a6d4-f73e084054a4 service neutron] Pushing event updated for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:29.741692 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127', 'status': 'completed', 'code': 200} Jan 25 17:04:29.793621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-b0e3d016-d0c6-4a1b-82aa-bdf005286afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:29.796459 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-b0e3d016-d0c6-4a1b-82aa-bdf005286afc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1096 time: 0.1157475 Jan 25 17:04:30.040388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-bf696276-b072-4f8e-a404-d2bfab9a1831 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 217 time: 0.2357883 Jan 25 17:04:30.120725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-242d94ad-3ad8-45a0-bd92-ae484f968c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:30.123113 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-242d94ad-3ad8-45a0-bd92-ae484f968c5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0759609 Jan 25 17:04:30.217198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-e4f9e59f-070f-43a1-9dff-c825cd1aad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:30.218890 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-e4f9e59f-070f-43a1-9dff-c825cd1aad9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887160 Jan 25 17:04:30.289973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f52852f3-a1a9-453b-83bf-8f64102ec4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:30.380840 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-7e01f26f-9afb-410c-97dd-3bb435889d4c service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532400 Jan 25 17:04:30.571348 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e8da337-0435-49e2-ac08-3ef34f695cfe req-ae4b5b24-c3cd-4057-8075-5625f6d3570b service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836457 Jan 25 17:04:30.715354 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-53ffdb22-9da7-4e8f-9b62-a3eacbc3a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:30.717980 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-53ffdb22-9da7-4e8f-9b62-a3eacbc3a1c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1096 time: 0.0920792 Jan 25 17:04:30.807967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07dea9-a20c-461f-9167-494fcfe720cf req-19b65b1e-b7fd-4caa-95c5-951c8795f317 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:30.809855 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b07dea9-a20c-461f-9167-494fcfe720cf req-19b65b1e-b7fd-4caa-95c5-951c8795f317 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 943 time: 0.1041849 Jan 25 17:04:30.869780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b07dea9-a20c-461f-9167-494fcfe720cf req-b43c8b69-f0c6-431e-bab0-62ed181c5dd4 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535016 Jan 25 17:04:30.893235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-0e54ff49-6be0-43f9-8bd0-27540c888ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:30.898074 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-0e54ff49-6be0-43f9-8bd0-27540c888ba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1706316 Jan 25 17:04:30.978738 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-36de9cb4-af90-4482-a09b-c0e533c85f96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 217 time: 0.0763783 Jan 25 17:04:31.052901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-f1857465-0a15-4c95-8457-864f5600bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:31.054579 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-f1857465-0a15-4c95-8457-864f5600bcdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0695171 Jan 25 17:04:31.127936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:31.153577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-d1200553-8480-4048-b12f-c27a67bcde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:31.155247 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-d1200553-8480-4048-b12f-c27a67bcde61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916770 Jan 25 17:04:31.317727 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-61853a6b-61b2-4f65-b182-e7a9a26dec37 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542113 Jan 25 17:04:31.475504 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bef8210-e84d-47d4-9981-8b73fa0be4e6 req-694ca81d-3dd6-41d2-b419-4a02d7c0fe38 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515925 Jan 25 17:04:31.556510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:32.127130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ae1a-eaa0-4721-ae72-eeb29dd9ffe4 req-7a53298f-4b4f-47df-869a-14523eaf135e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:32.128992 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2872ae1a-eaa0-4721-ae72-eeb29dd9ffe4 req-7a53298f-4b4f-47df-869a-14523eaf135e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 943 time: 0.1330616 Jan 25 17:04:32.186968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2872ae1a-eaa0-4721-ae72-eeb29dd9ffe4 req-3ba26c8f-17a6-434a-b662-7f9b1931df16 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475838 Jan 25 17:04:32.730397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:33.418344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad044c-9eb9-40d3-8fce-be383c878525 req-0624be3a-5809-45b9-9491-4f981fef461a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:33.421029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27ad044c-9eb9-40d3-8fce-be383c878525 req-0624be3a-5809-45b9-9491-4f981fef461a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 943 time: 0.1166503 Jan 25 17:04:33.498877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27ad044c-9eb9-40d3-8fce-be383c878525 req-f7f8ef94-058e-4430-9b43-f0b80ddbb5e3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702031 Jan 25 17:04:33.512288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 296c2433-4d25-487f-a911-c481556f1127 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:04:33.665012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=296c2433-4d25-487f-a911-c481556f1127,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:33.682597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '296c2433-4d25-487f-a911-c481556f1127', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'port_id': '296c2433-4d25-487f-a911-c481556f1127', 'mac_address': 'fa:16:3e:a3:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:04:33.747272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:33.766111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296c2433-4d25-487f-a911-c481556f1127 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:04:33.784560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=296c2433-4d25-487f-a911-c481556f1127,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:33.792351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:33.904798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:34.119107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['296c2433-4d25-487f-a911-c481556f1127'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:04:34.713567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb17488-d92c-4519-8870-d5f0fb2bda08 req-85565bf4-95c8-4140-9edf-28db558ac623 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:34.715168 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfb17488-d92c-4519-8870-d5f0fb2bda08 req-85565bf4-95c8-4140-9edf-28db558ac623 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 944 time: 0.0909035 Jan 25 17:04:34.770581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfb17488-d92c-4519-8870-d5f0fb2bda08 req-13368356-e1b6-4752-b485-24013398882c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484300 Jan 25 17:04:35.509908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 296c2433-4d25-487f-a911-c481556f1127 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:04:35.588005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 296c2433-4d25-487f-a911-c481556f1127 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:04:35.594178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 296c2433-4d25-487f-a911-c481556f1127 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:04:35.594600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:35.725644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:35.755838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296c2433-4d25-487f-a911-c481556f1127'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:35.766886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=296c2433-4d25-487f-a911-c481556f1127,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:04:35.774499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:35.842046 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296c2433-4d25-487f-a911-c481556f1127', 'code': 200} Jan 25 17:04:35.898127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:36.038914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae6f4a-48b6-4392-a25b-ecc158535636 req-b0117ba7-5e86-47ac-bcd2-8fc4f14a0fc7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:36.040666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43ae6f4a-48b6-4392-a25b-ecc158535636 req-b0117ba7-5e86-47ac-bcd2-8fc4f14a0fc7 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.0962152 Jan 25 17:04:36.092915 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43ae6f4a-48b6-4392-a25b-ecc158535636 req-ac00daa8-d153-4fb2-b83d-6c50b762c583 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462425 Jan 25 17:04:36.173620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d035-aeb9-48cb-b050-61b1c0ca828c req-99f17c35-96fc-4b7d-a8c2-6956f1aa5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:36.175121 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2883d035-aeb9-48cb-b050-61b1c0ca828c req-99f17c35-96fc-4b7d-a8c2-6956f1aa5227 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1098 time: 0.1275146 Jan 25 17:04:36.221053 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2883d035-aeb9-48cb-b050-61b1c0ca828c req-d4485614-91b7-4623-b037-3b535a1c3829 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395796 Jan 25 17:04:37.342574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618f56-7762-4553-8d75-aa88f8fdae03 req-9d0af473-8438-48cb-a22b-53c165f8d833 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:37.344829 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8a618f56-7762-4553-8d75-aa88f8fdae03 req-9d0af473-8438-48cb-a22b-53c165f8d833 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.1247063 Jan 25 17:04:37.511965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8a618f56-7762-4553-8d75-aa88f8fdae03 req-8fa14eec-8bbc-417e-a8f7-7efa4cdbae38 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600370 Jan 25 17:04:38.729011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d648161-65c5-48da-84a0-404796f17239 req-0fefc62c-fbb8-4a63-b407-253bceb2e0aa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:38.730975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d648161-65c5-48da-84a0-404796f17239 req-0fefc62c-fbb8-4a63-b407-253bceb2e0aa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.0920274 Jan 25 17:04:38.780389 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d648161-65c5-48da-84a0-404796f17239 req-a087d4fb-5aa2-4d3f-952f-42445a682587 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431235 Jan 25 17:04:39.007797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413e648-1ca0-4de5-bf13-783d1d477f62 req-be92395e-80d0-440d-9b7a-8951ebf22d95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:39.009548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3413e648-1ca0-4de5-bf13-783d1d477f62 req-be92395e-80d0-440d-9b7a-8951ebf22d95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.0928202 Jan 25 17:04:39.061000 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3413e648-1ca0-4de5-bf13-783d1d477f62 req-bcf51349-cf79-43e5-b3ab-a6cbdc9e8cac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427706 Jan 25 17:04:39.089366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40424) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:39.192692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0981aa-7d46-4d62-80ed-232a0986a3ce tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:39.195367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da0981aa-7d46-4d62-80ed-232a0986a3ce tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1093 time: 0.1048110 Jan 25 17:04:39.198314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40428) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:04:39.203600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '296c2433-4d25-487f-a911-c481556f1127', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:04:39.210590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:04:39.214789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:04:39.218003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:04:39.225170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:04:39.243556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:39.393126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:39.554527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.30 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/72f395c8-416a-46d6-b47a-08fa7d3e5890) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:04:39.720044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:39.751876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:39.831239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:04:39.833474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:04:39.838002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:04:39.876855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=72f395c8-416a-46d6-b47a-08fa7d3e5890,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:40.322440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:40.413732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:40.650600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:40.656341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:40.886914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=72f395c8-416a-46d6-b47a-08fa7d3e5890,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:04:40.899820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:41.117167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 05bc10c3-14c2-4c13-9700-2fa1fa59a283 associated. External IP: 172.26.4.30, port: 296c2433-4d25-487f-a911-c481556f1127. Jan 25 17:04:41.606274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:04:41.811016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:04:41.828244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:04:41.846144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:41.847961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:41.848926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:41.942191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1a489fe7-6de7-4939-9370-4da632bd3f55 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7424803 Jan 25 17:04:41.943229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:04:41.993377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127', 'status': 'completed', 'code': 200} Jan 25 17:04:42.110786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-12a3b6fa-f5d2-4a92-9b1a-b014339b8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:42.112548 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-12a3b6fa-f5d2-4a92-9b1a-b014339b8c2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1098 time: 0.0891988 Jan 25 17:04:42.167618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:42.298313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-6fb70ed4-fa53-423a-bcc9-e2b8c60975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:42.300119 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-6fb70ed4-fa53-423a-bcc9-e2b8c60975a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1818645 Jan 25 17:04:42.562048 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-e2f1dfba-caab-4850-b96b-e86d2316eb11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 998 time: 0.2542641 Jan 25 17:04:42.631069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-f8271b50-7e65-4824-974e-1aa608b6a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:42.632602 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-f8271b50-7e65-4824-974e-1aa608b6a0b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0639243 Jan 25 17:04:42.716109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-344ab192-7b0d-4d42-937f-8677caa42c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:42.717736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-344ab192-7b0d-4d42-937f-8677caa42c9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775330 Jan 25 17:04:42.867895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '05bc10c3-14c2-4c13-9700-2fa1fa59a283', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '296c2433-4d25-487f-a911-c481556f1127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:a3:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b71aad8-4481-4120-916d-7aaf143351d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:40Z', 'updated_at': '2022-01-25T17:04:40Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}, {'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:42.875171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:04:42.891692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:04:42.892788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:04:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:42.927715 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-14ddb539-d874-450a-9a24-70c0fc99434d service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019424 Jan 25 17:04:43.105573 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-482ac64a-e2df-4e3a-b3e6-cc967a11b48c req-e8a7470e-9e8d-49fb-85a7-1f2761dec2a2 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707933 Jan 25 17:04:43.188997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:04:43.724615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '05bc10c3-14c2-4c13-9700-2fa1fa59a283', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '296c2433-4d25-487f-a911-c481556f1127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:a3:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b71aad8-4481-4120-916d-7aaf143351d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:40Z', 'updated_at': '2022-01-25T17:04:40Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}, {'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:04:43.729707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992e7f17-c72d-4038-9eac-045a1c48a92b None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '05bc10c3-14c2-4c13-9700-2fa1fa59a283', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '296c2433-4d25-487f-a911-c481556f1127', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:a3:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b71aad8-4481-4120-916d-7aaf143351d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:40Z', 'updated_at': '2022-01-25T17:04:40Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}, {'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:04:43.974325 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdb5b2-cfee-4560-9482-f74ec5ee8d1d None None] New status for floating IP 05bc10c3-14c2-4c13-9700-2fa1fa59a283: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:04:48.661997 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-13ba8103-9e47-4156-a469-3c184cb86523 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912089 Jan 25 17:04:48.843769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-63f60515-9501-4cda-a1cf-97313a391946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:48.845347 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-63f60515-9501-4cda-a1cf-97313a391946 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1099 time: 0.0898676 Jan 25 17:04:49.042547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-15770ed9-caa2-4d33-9174-a8d5ac08e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:49.045056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-15770ed9-caa2-4d33-9174-a8d5ac08e082 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1781704 Jan 25 17:04:49.185635 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-8af856c8-7bfc-4837-8b49-35437dc5587d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 1002 time: 0.1327488 Jan 25 17:04:49.256957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-ddd89737-6128-46d5-85e6-4668ba6343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:49.258646 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-ddd89737-6128-46d5-85e6-4668ba6343ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0662339 Jan 25 17:04:49.348512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-f4b23680-b685-43bc-895f-4faf7f5c3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:04:49.349977 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-f4b23680-b685-43bc-895f-4faf7f5c3ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853953 Jan 25 17:04:49.501910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-574f0aa3-0e53-4f7c-b74c-4acc6fa536f4 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449819 Jan 25 17:04:49.647684 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7f34b20-2db2-4a9c-a2fb-2bc9a8234f18 req-9d5adb05-4059-4b9a-a7d3-0a4a3b18a62c service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396713 Jan 25 17:04:55.532742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:04:56.580113 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:04:57.692753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06dacfc0-bcd0-4e7c-9fac-e167ae0fe6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:00.286695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa6f799d-f14b-468b-a8cb-8b8c3d253b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:01.114791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:01.557717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:02.731657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:25.531243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:27.680674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78937fa1-4b83-49b3-ae7f-af3e9bdd7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:30.282419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89e21d62-90bc-4c11-9d2c-4139d9e0e18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:31.109729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:31.561792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:32.734365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:33.585127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:05:45.213045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:45.328780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b186d1e3-032e-4992-aa1d-eb7117d45830 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23 HTTP/1.1" status: 200 len: 994 time: 0.1143155 Jan 25 17:05:46.512461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40462) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:46.519924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:05:46.647582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:46.914793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:05:46.947350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:46.953751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:47.043338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:47.044377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:47.047161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/ports/7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 939 time: 0.5329287 Jan 25 17:05:47.047983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:05:47.096165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=6']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:47.105666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.106215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.106649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.107132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.107589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.108044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.108533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.109047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.109592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.110110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.111864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.112276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033994f-eaa6-4676-ad14-aa2b7424f401 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:47.118960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:05:47.276865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-0aaccd85-0486-425b-a946-40a24e646757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:47.278434 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-0aaccd85-0486-425b-a946-40a24e646757 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1100 time: 0.1412466 Jan 25 17:05:47.298735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8e56f5a2-2ae4-4a36-aad9-57bd4c95eec2 None None] Provisioning complete for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:05:47.298735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e56f5a2-2ae4-4a36-aad9-57bd4c95eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:47.366447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8e56f5a2-2ae4-4a36-aad9-57bd4c95eec2 None None] Port 7ed76397-b9cf-452c-8f65-f76a5b4a68df is administratively disabled so it will not transition to active. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 25 17:05:47.474626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-c7ee0166-11a1-47af-a65d-419d889aba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:47.476117 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-c7ee0166-11a1-47af-a65d-419d889aba0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1852951 Jan 25 17:05:47.594375 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-85d7ab25-95ad-4661-9c7e-f0fd5de3bf56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 1003 time: 0.1118274 Jan 25 17:05:47.664802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-ac70b19e-edbd-4ee3-984c-c58cee13515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:47.666173 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-ac70b19e-edbd-4ee3-984c-c58cee13515d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0648425 Jan 25 17:05:47.755041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-73b8456f-738c-4d25-9b50-9b94e717dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:47.756611 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-73b8456f-738c-4d25-9b50-9b94e717dde4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839031 Jan 25 17:05:47.767793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-1be8a62a-c487-424d-b456-ddd1d8f0eaa3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:05:47.768998 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-1be8a62a-c487-424d-b456-ddd1d8f0eaa3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058212 Jan 25 17:05:48.033205 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-9f6c9772-b685-4621-a233-6a4bea7c65df service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570183 Jan 25 17:05:48.177943 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5bf25914-aec6-4408-87ec-b0ad35f7db60 req-2e29f72c-3dc8-400e-a3a6-8ce7f67f5dab service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378305 Jan 25 17:05:49.735789 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-d76ff0c7-7d85-4568-a75e-901553aefa57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836515 Jan 25 17:05:49.870618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-0b09067c-3c78-4cbd-b0e1-1d39b5b534ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:49.872137 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-0b09067c-3c78-4cbd-b0e1-1d39b5b534ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1098 time: 0.1084127 Jan 25 17:05:50.035639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-c23fadb0-f2a1-442d-98b5-c28533d146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:50.037152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-c23fadb0-f2a1-442d-98b5-c28533d146c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1445961 Jan 25 17:05:50.154373 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-501a11f8-7cc2-4448-89dd-9dae886f01b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 1000 time: 0.1100366 Jan 25 17:05:50.222538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-862d0894-bafc-4474-8d01-eb6705e893f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:50.223983 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-862d0894-bafc-4474-8d01-eb6705e893f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0640109 Jan 25 17:05:50.308276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-36a1c028-9856-4ffa-8753-ab2fa0d01b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:50.309756 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-36a1c028-9856-4ffa-8753-ab2fa0d01b69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785055 Jan 25 17:05:50.457691 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-3b6c392d-d1cc-43ac-b1aa-4f6bf91538ed service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414351 Jan 25 17:05:50.531200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:50.539533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:05:50.645339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf8d0c72-70b4-4047-8d1c-2c290b162dde req-76fd6c1b-c434-49aa-96cd-cfe056b90cda service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806259 Jan 25 17:05:50.909398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:51.195411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:05:51.222385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:51.228043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:51.310133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:51.311255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:51.313067 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/ports/7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 938 time: 0.7806373 Jan 25 17:05:51.314458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:05:51.318416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:51.353527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbd432-f06f-429a-aa67-45a76bec258f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=7']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:51.408721 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:05:51.571460 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14389b9d-8e5d-4464-9ec2-cab6b79135e1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23 HTTP/1.1" status: 200 len: 994 time: 0.2512970 Jan 25 17:05:51.593334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-6f6a0055-cacf-481f-844f-88bcb32acd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:51.595236 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-6f6a0055-cacf-481f-844f-88bcb32acd4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1099 time: 0.1642315 Jan 25 17:05:51.643287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-90725623-2a78-445b-96e4-bca70165b3c2 None None] Provisioning complete for port 7ed76397-b9cf-452c-8f65-f76a5b4a68df triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:05:51.644134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90725623-2a78-445b-96e4-bca70165b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:51.690548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['7ed76397-b9cf-452c-8f65-f76a5b4a68df'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:05:51.786493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-6397f4e5-6d20-40ba-b519-10aadc028608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:51.789228 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-6397f4e5-6d20-40ba-b519-10aadc028608 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1877582 Jan 25 17:05:51.961043 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-21f86a24-4aa5-45f5-ae10-d35b6747be28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 1002 time: 0.1648836 Jan 25 17:05:52.042199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-52203ec4-49ea-48f3-916e-553e10713a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:52.043709 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-52203ec4-49ea-48f3-916e-553e10713a6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.0748990 Jan 25 17:05:52.228517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40490) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:52.260876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-fbaec090-c535-4df3-9bd4-2b3eeb082d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:52.262603 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-fbaec090-c535-4df3-9bd4-2b3eeb082d43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2125432 Jan 25 17:05:52.409809 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-4da74bc8-136a-4e24-b2bb-90819c9bb685 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402948 Jan 25 17:05:52.447397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 72f395c8-416a-46d6-b47a-08fa7d3e5890 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:05:52.447734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:52.593073 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-78c915f0-4a4f-4999-b21e-4c1128ea8933 req-2c595a6f-f7bc-441f-85db-bb225ee9f1f6 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761816 Jan 25 17:05:52.674122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:52.674526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:52.818214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 72f395c8-416a-46d6-b47a-08fa7d3e5890 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:05:53.001537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:53.055729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=72f395c8-416a-46d6-b47a-08fa7d3e5890,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:53.156450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:53.156783 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP 05bc10c3-14c2-4c13-9700-2fa1fa59a283 disassociated (deleted). External IP: 172.26.4.30, port: 296c2433-4d25-487f-a911-c481556f1127. Jan 25 17:05:53.674728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:05:53.878191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:05:53.888663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:05:53.899687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:05:53.900323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:05:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:05:53.906695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:54.016008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9fd0b399-e36f-4d24-9fe5-15510af6675f tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/05bc10c3-14c2-4c13-9700-2fa1fa59a283 HTTP/1.1" status: 204 len: 168 time: 1.7861876 Jan 25 17:05:54.017689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:05:54.164085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:05:54.253511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'tag': '296c2433-4d25-487f-a911-c481556f1127', 'status': 'completed', 'code': 200} Jan 25 17:05:54.422129 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-79a6d155-b194-42bf-b757-7d49e9f8497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:54.425011 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-79a6d155-b194-42bf-b757-7d49e9f8497e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 1098 time: 0.1459477 Jan 25 17:05:54.616624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269408d2-fad7-4001-92fe-6c7f208244ec req-2dd10134-83fb-447d-bb68-923a5c472d67 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:54.617782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-269408d2-fad7-4001-92fe-6c7f208244ec req-2dd10134-83fb-447d-bb68-923a5c472d67 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:05:54.649976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-269408d2-fad7-4001-92fe-6c7f208244ec req-2dd10134-83fb-447d-bb68-923a5c472d67 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:05:54.663185 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-269408d2-fad7-4001-92fe-6c7f208244ec req-2dd10134-83fb-447d-bb68-923a5c472d67 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.2423992 Jan 25 17:05:54.670525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-8d963827-7e45-429e-ad0d-948f47031710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:54.673896 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-8d963827-7e45-429e-ad0d-948f47031710 service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.2408600 Jan 25 17:05:54.726575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:05:54.732315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:05:54.732735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-269408d2-fad7-4001-92fe-6c7f208244ec req-3d5d3d60-aa84-49ae-a133-1eb5cbc10e94 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680547 Jan 25 17:05:54.743066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:05:54.743998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:05:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:05:54.809502 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-401ab171-f27d-453b-8ab7-7cf0dac5be82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 200 len: 217 time: 0.1277816 Jan 25 17:05:54.919537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-bae427bf-86f1-4d4a-8e5e-899083c68a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:54.922008 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-bae427bf-86f1-4d4a-8e5e-899083c68a90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.1060066 Jan 25 17:05:54.956452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:05:55.056370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-9f4898da-6179-459f-b510-e3f6427e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:55.058387 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-9f4898da-6179-459f-b510-e3f6427e3831 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295211 Jan 25 17:05:55.206457 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-807518c6-f140-4de0-995a-86f9f90d7479 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410620 Jan 25 17:05:55.371565 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b5560cd-7de3-449a-a341-9c43bee7f067 req-cd41c239-f6d4-4019-8cb7-8fbed385a266 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580434 Jan 25 17:05:55.372882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:05:55.378193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc739ef-c551-4964-92b5-13b52d307c0b None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.186', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'port_id': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'mac_address': 'fa:16:3e:25:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94705e57-7f9f-4563-babb-1de4a391110c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:04:20Z', 'updated_at': '2022-01-25T17:04:24Z', 'revision_number': 1, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:05:55.547182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:55.659205 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dba74-52bb-4ed3-b199-976536a4ce05 None None] New status for floating IP 05bc10c3-14c2-4c13-9700-2fa1fa59a283: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:05:56.030246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-ee3ce273-afa1-412d-9695-5687fce0aa4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:56.030964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-ee3ce273-afa1-412d-9695-5687fce0aa4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:05:56.037369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c7ac2-571f-4534-b389-b1b866bfe00c req-bc800af3-4452-4c73-a8c4-498dbcf8a2a1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:05:56.038934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d74c7ac2-571f-4534-b389-b1b866bfe00c req-bc800af3-4452-4c73-a8c4-498dbcf8a2a1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.1858699 Jan 25 17:05:56.047331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-ee3ce273-afa1-412d-9695-5687fce0aa4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:05:56.049530 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-ee3ce273-afa1-412d-9695-5687fce0aa4a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 945 time: 0.1505373 Jan 25 17:05:56.095496 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d74c7ac2-571f-4534-b389-b1b866bfe00c req-e2a0ef53-b5a3-493a-bdb8-56a75ba25e82 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=c79d65e1-6834-4632-b6b4-b01fcfaedde2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491121 Jan 25 17:05:56.132970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 296c2433-4d25-487f-a911-c481556f1127 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:05:56.133341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:56.409501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 296c2433-4d25-487f-a911-c481556f1127, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=296c2433-4d25-487f-a911-c481556f1127,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:05:56.409783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:56.652215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 296c2433-4d25-487f-a911-c481556f1127 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:05:56.817030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:56.875895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=296c2433-4d25-487f-a911-c481556f1127,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:56.916685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.917089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.917406 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.917755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.918088 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.918420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.918749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.919076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.919404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.919727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.920048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.920370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:05:56.972844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 296c2433-4d25-487f-a911-c481556f1127 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:05:56.975836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:56.979125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'name': 'network-vif-deleted', 'tag': '296c2433-4d25-487f-a911-c481556f1127'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:05:57.003779 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6892855c-7d79-4cd1-9d06-d960d4da5a23 req-34e787bc-446f-43ee-9cb0-73a5f249469b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/296c2433-4d25-487f-a911-c481556f1127 HTTP/1.1" status: 204 len: 173 time: 0.9477534 Jan 25 17:05:57.153078 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b71aad8-4481-4120-916d-7aaf143351d9', 'name': 'network-vif-deleted', 'tag': '296c2433-4d25-487f-a911-c481556f1127', 'status': 'completed', 'code': 200} Jan 25 17:05:57.320262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21f3a8c0-8636-4c5f-94a9-2eafbba9702c req-987fea60-5644-43ff-90ca-ecb3ed5ff086 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b71aad8-4481-4120-916d-7aaf143351d9 HTTP/1.1" status: 200 len: 210 time: 0.0821180 Jan 25 17:05:57.678236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4b24793-5ff8-4d73-b7a5-16485d2a47a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:58.453203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:58.538964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:58.584915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:58.666125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:58.699275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79d65e1-6834-4632-b6b4-b01fcfaedde2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:58.715581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:58.716720 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4ccad14-85c7-4d3d-be63-a760a384cf3c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/c79d65e1-6834-4632-b6b4-b01fcfaedde2 HTTP/1.1" status: 204 len: 168 time: 0.2624211 Jan 25 17:05:58.751146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40520) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:05:58.986089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 58030f1f-ad3f-42a6-832e-d810a083324e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:05:58.986654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:59.226861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:59.227191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:59.368131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 58030f1f-ad3f-42a6-832e-d810a083324e owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:05:59.554763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:59.615027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=58030f1f-ad3f-42a6-832e-d810a083324e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:05:59.861457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:05:59.862236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23 disassociated (deleted). External IP: 172.26.4.186, port: 7ed76397-b9cf-452c-8f65-f76a5b4a68df. Jan 25 17:05:59.934473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 296c2433-4d25-487f-a911-c481556f1127 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:05:59.975594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 296c2433-4d25-487f-a911-c481556f1127 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:05:59.975947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 296c2433-4d25-487f-a911-c481556f1127 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:06:00.240315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:06:00.282075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-292ec2cb-3ca4-49d9-b4f9-621e9283dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:00.441569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:06:00.452259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:06:00.460814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:00.463707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:00.464357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:00.527821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-92736370-099d-4e45-aee4-ee05ccd0048b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23 HTTP/1.1" status: 204 len: 168 time: 1.7754476 Jan 25 17:06:00.528311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:06:00.588875 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:06:00.723010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-3c406e99-94b6-4a6f-89ef-fca22d9cfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:00.726588 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-3c406e99-94b6-4a6f-89ef-fca22d9cfc03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 1099 time: 0.1130881 Jan 25 17:06:00.747380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:00.896904 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-49496ba5-5cf8-46a0-970c-1475e3ac948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:00.898780 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-49496ba5-5cf8-46a0-970c-1475e3ac948f service neutron] 10.222.0.15 "GET /v2.0/networks?id=476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 200 len: 897 time: 0.1671548 Jan 25 17:06:00.987965 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-14b353f0-cd3d-48ad-a106-41c6795dd7dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 200 len: 217 time: 0.0823758 Jan 25 17:06:01.098272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-db166feb-4bbb-4dc2-956e-9e992648070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:01.100281 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-db166feb-4bbb-4dc2-956e-9e992648070b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 200 len: 835 time: 0.1047754 Jan 25 17:06:01.176029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:01.205790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-1afbe272-533b-4598-bf6e-2bdf7401e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:01.207573 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-1afbe272-533b-4598-bf6e-2bdf7401e10e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=476aa630-9d54-44fe-b9f3-02cfdc9de767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003239 Jan 25 17:06:01.210437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64a54-9182-45a5-9a24-9c8a3eb89a55 req-265bb5e6-3fbb-4ea2-b4c3-1e6839e79eef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:01.211566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-09d64a54-9182-45a5-9a24-9c8a3eb89a55 req-265bb5e6-3fbb-4ea2-b4c3-1e6839e79eef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:01.234250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-09d64a54-9182-45a5-9a24-9c8a3eb89a55 req-265bb5e6-3fbb-4ea2-b4c3-1e6839e79eef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:01.237868 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09d64a54-9182-45a5-9a24-9c8a3eb89a55 req-265bb5e6-3fbb-4ea2-b4c3-1e6839e79eef tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.1572037 Jan 25 17:06:01.241491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:01.248430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:06:01.260173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:01.260891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:01.316449 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09d64a54-9182-45a5-9a24-9c8a3eb89a55 req-7e091528-bd17-40e5-bada-2ca731564581 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720623 Jan 25 17:06:01.377884 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-a3be3b5c-5c55-4ebf-ba2f-04d07bf7d009 service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621618 Jan 25 17:06:01.500086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:01.524110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03421a34-7390-4f71-b72e-a342a5eb6f0b req-7b838853-0897-43e7-a63d-104a835ac22d service neutron] 10.222.0.15 "GET /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389480 Jan 25 17:06:01.587683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:01.857635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:01.862662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f6194e-26d4-4b80-8880-e9a09268b0e1 None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:04:00Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '69b8f519-64cc-4241-86ee-e461d02e13e7', 'name': '', 'network_id': '476aa630-9d54-44fe-b9f3-02cfdc9de767', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:db:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:59Z', 'updated_at': '2022-01-25T17:04:05Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '9b56bf2b-4267-4399-b066-359b5c81109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:06:02.122423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53922cb-9bc2-4992-b934-7c38af748038 None None] New status for floating IP f8e2ce8a-dc62-435c-9ae5-fc8c807bbf23: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:06:02.529702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bfa2f-093a-4141-96f7-c941916810f7 req-ef8eb8de-c243-4b3f-9914-19e585b51c65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:02.531219 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4bfa2f-093a-4141-96f7-c941916810f7 req-ef8eb8de-c243-4b3f-9914-19e585b51c65 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.0880399 Jan 25 17:06:02.592219 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4bfa2f-093a-4141-96f7-c941916810f7 req-5311efcb-fac5-4be0-acb0-f26609399381 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=89dc13f8-4eb8-4969-ae2a-50cf3a14598b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536003 Jan 25 17:06:02.745769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:02.842496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-1350cd8c-07ec-4591-8248-1ef652ead477 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:02.843752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-1350cd8c-07ec-4591-8248-1ef652ead477 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:02.866932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-1350cd8c-07ec-4591-8248-1ef652ead477 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:02.868964 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-1350cd8c-07ec-4591-8248-1ef652ead477 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 946 time: 0.1383388 Jan 25 17:06:02.948908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 7ed76397-b9cf-452c-8f65-f76a5b4a68df {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:06:02.949260 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:03.232613 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 7ed76397-b9cf-452c-8f65-f76a5b4a68df, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ed76397-b9cf-452c-8f65-f76a5b4a68df,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:03.233023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:03.470220 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 7ed76397-b9cf-452c-8f65-f76a5b4a68df owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:06:03.643469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:03.700209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=7ed76397-b9cf-452c-8f65-f76a5b4a68df,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:03.781256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port 7ed76397-b9cf-452c-8f65-f76a5b4a68df on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:06:03.784316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:03.787034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'name': 'network-vif-deleted', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:06:03.804499 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-03a79021-e7ad-4d13-9058-177cb45d4297 req-c88d5a3f-810e-4e97-af9c-fb1918f19407 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/7ed76397-b9cf-452c-8f65-f76a5b4a68df HTTP/1.1" status: 204 len: 173 time: 0.9301407 Jan 25 17:06:03.842040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd960cdd-7da5-4a1a-b676-ac1b540297e0 req-8c5f79e9-f0d5-4f39-9c11-b693e4fe98bf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=94705e57-7f9f-4563-babb-1de4a391110c HTTP/1.1" status: 200 len: 210 time: 0.0720668 Jan 25 17:06:03.860060 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94705e57-7f9f-4563-babb-1de4a391110c', 'name': 'network-vif-deleted', 'tag': '7ed76397-b9cf-452c-8f65-f76a5b4a68df', 'status': 'completed', 'code': 200} Jan 25 17:06:04.944086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40538) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:05.018497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:05.050894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:05.122921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:05.143310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc13f8-4eb8-4969-ae2a-50cf3a14598b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:05.150597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:05.151733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-66bb13d2-7976-4bbf-b529-1813ae6480ab tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/89dc13f8-4eb8-4969-ae2a-50cf3a14598b HTTP/1.1" status: 204 len: 168 time: 0.2066629 Jan 25 17:06:05.198914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40544) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:05.947750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:05.952898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 7ed76397-b9cf-452c-8f65-f76a5b4a68df no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:06:05.992175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 7ed76397-b9cf-452c-8f65-f76a5b4a68df {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:06:05.992516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 7ed76397-b9cf-452c-8f65-f76a5b4a68df not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:06:06.365240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 69b8f519-64cc-4241-86ee-e461d02e13e7 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:06:06.365578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:06.599822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 69b8f519-64cc-4241-86ee-e461d02e13e7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=69b8f519-64cc-4241-86ee-e461d02e13e7,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:06.600184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:06.847283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 69b8f519-64cc-4241-86ee-e461d02e13e7 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:06:07.300755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:07.355373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=69b8f519-64cc-4241-86ee-e461d02e13e7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:07.793627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.198574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router 88e9a733-c5b9-44bf-ad22-c16275330841 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:06:08.396978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:06:08.411118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Sync routers for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:06:08.413713 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-20efe835-bdf7-4204-acad-0a0bc71055b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/88e9a733-c5b9-44bf-ad22-c16275330841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2133031 Jan 25 17:06:08.417904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40548) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:08.422526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:08.423254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:08.500882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 9b56bf2b-4267-4399-b066-359b5c81109e {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:06:08.504724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.573276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.628195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:08.685129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.798089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.879986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=9b56bf2b-4267-4399-b066-359b5c81109e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:08.885884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:08.894170 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-05e26440-6c6c-432e-b885-c03381b7e102 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/9b56bf2b-4267-4399-b066-359b5c81109e HTTP/1.1" status: 204 len: 168 time: 0.4746218 Jan 25 17:06:08.898157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40552) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:08.921494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a963d0e-ca1a-4103-91f5-84fe796a15ff None None] Network 476aa630-9d54-44fe-b9f3-02cfdc9de767 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:06:09.118747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:09.271332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:06:07Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:09.276428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Checking router: 88e9a733-c5b9-44bf-ad22-c16275330841 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:06:09.288607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Routers {'88e9a733-c5b9-44bf-ad22-c16275330841'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:09.289292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['88e9a733-c5b9-44bf-ad22-c16275330841'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:09.344267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] DHCP port deletion for 476aa630-9d54-44fe-b9f3-02cfdc9de767 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:06:09.366037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Deleting port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:06:09.366406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:09.512168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:09.525313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 00af95d7-512d-4ecc-aadf-14ad9442b557 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:06:09.525658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:09.603975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] Set router 88e9a733-c5b9-44bf-ad22-c16275330841 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:09.719897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 00af95d7-512d-4ecc-aadf-14ad9442b557, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=00af95d7-512d-4ecc-aadf-14ad9442b557,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:09.720260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:09.881603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 00af95d7-512d-4ecc-aadf-14ad9442b557 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:06:09.888222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] For port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,segment=NetworkSegment(db6e010a-4e9e-4e57-8a5f-5984ee3414a5),segment_id=db6e010a-4e9e-4e57-8a5f-5984ee3414a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:09.888606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.033368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Calling delete_port for 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:06:10.156221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.182869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.243411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=00af95d7-512d-4ecc-aadf-14ad9442b557,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:10.307866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Pushing event deleted for resources: {'Port': ['ID=1d5e419c-ca5c-4a56-9a9b-1f62ad95822c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:10.311894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.315814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] No DVR routers for this DVR port 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.327994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.330047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.330047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a581ca93-7299-46b4-8679-0f515b294ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:10.334684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:06:07Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:10.339609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f5e52-f45c-4efb-bdeb-a3cd9b0e56b7 None None] The sync data for ids ['88e9a733-c5b9-44bf-ad22-c16275330841'] in dv-neutron-824022-2-hyperv is: [{'id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'name': 'tempest-TestNetworkBasicOps-router-328782026', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:03:55Z', 'updated_at': '2022-01-25T17:06:07Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': '00af95d7-512d-4ecc-aadf-14ad9442b557', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e9a733-c5b9-44bf-ad22-c16275330841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:03:56Z', 'updated_at': '2022-01-25T17:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:06:10.509618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.512083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.542699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.543936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router 88e9a733-c5b9-44bf-ad22-c16275330841 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:06:10.570246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.572217 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b2d0902b-961e-4a5c-8cca-80a3c964d8f1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/88e9a733-c5b9-44bf-ad22-c16275330841 HTTP/1.1" status: 204 len: 168 time: 1.6726620 Jan 25 17:06:10.575212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:10.590677 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:06:10.701940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.870043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.903263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476aa630-9d54-44fe-b9f3-02cfdc9de767']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:10.919011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:10.919312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6e010a-4e9e-4e57-8a5f-5984ee3414a5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:10.932651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.951978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.960186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:06:10.960636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:06:10.983579 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:06:11.073958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.112169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.125915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=476aa630-9d54-44fe-b9f3-02cfdc9de767,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:11.133897 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ceabadd7-934f-47d5-a7e1-43007bd5814c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/476aa630-9d54-44fe-b9f3-02cfdc9de767 HTTP/1.1" status: 204 len: 168 time: 0.5533998 Jan 25 17:06:11.164530 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:11.175385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'network': {'name': 'tempest-network-smoke--1201318697', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:11.180870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:11.185135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:network and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:11.189061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:11.195014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:11.206001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:06:11.209567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.241390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:06:11.252667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.253597 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Added segment f64f5df1-31b3-4d31-9e19-6f98c922d602 of type vlan for network 9c4fba26-eed2-4a58-ab54-da3068b89199 Jan 25 17:06:11.288751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.323600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.329324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:11.329917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.476337 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3098819 Jan 25 17:06:11.479130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40564) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:11.485584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-66275180', 'admin_state_up': True, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:11.495629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:11.500848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:router and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:11.501348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 69b8f519-64cc-4241-86ee-e461d02e13e7 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:06:11.505349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:11.505722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd14f4-9c7e-4887-93b7-5aaf58b53e8d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Network': ['ID=9c4fba26-eed2-4a58-ab54-da3068b89199,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:11.513552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:11.528003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.529062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.548537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:11.556344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:06:11.592170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 69b8f519-64cc-4241-86ee-e461d02e13e7 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:06:11.592658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 69b8f519-64cc-4241-86ee-e461d02e13e7 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:06:11.593296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:06:11.727915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:06:11.728257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1d5e419c-ca5c-4a56-9a9b-1f62ad95822c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:06:11.847506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:12.296588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:12.328205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:12.478435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.72 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/f31d8166-b7b5-4131-80dc-f48ed0d9155f) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:06:12.648858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:12.681675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:12.751167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:12.754277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:12.757756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:06:12.811150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:13.095341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 00af95d7-512d-4ecc-aadf-14ad9442b557 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:06:13.133152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 00af95d7-512d-4ecc-aadf-14ad9442b557 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:06:13.133521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 00af95d7-512d-4ecc-aadf-14ad9442b557 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:06:13.235627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:13.612872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:13.991286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:06:14.189701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:06:14.200521 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:06:14.210227 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:14.210838 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:14.217575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:14.219570 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8d08e0cd-e737-48be-8265-67adcbdfc33c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7390509 Jan 25 17:06:14.222687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40568) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:14.264009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6d568d80-2b54-49b6-9d0e-2b0c40ee8551 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=62c4ba88c1404d4e8fd8e2f15731fa2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400600 Jan 25 17:06:14.266911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40572) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:14.411056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f452ef5-d2a8-4bb0-a92a-d92c8f0ecc3e tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:14.415505 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7f452ef5-d2a8-4bb0-a92a-d92c8f0ecc3e tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447315 Jan 25 17:06:14.415749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40576) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:14.428390 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:14.457908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1cc99d61-4a7e-442c-a4fc-386283c22142 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410328 Jan 25 17:06:14.461120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:14.467223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2081639701', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:14.585420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:14.589541 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:subnet and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:14.592546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:14.599604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:14.612093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:06:14.617724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:14.818973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:13Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:14.826855 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:06:14.827419 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Updating router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c port f31d8166-b7b5-4131-80dc-f48ed0d9155f binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:06:14.918607 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:14.926066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.007998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Subnet': ['ID=47bbeb7b-6d11-4db8-a4bd-2eebc63802df,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:15.018857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Checking segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:06:15.019223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network hostable DHCP agents. Network: 9c4fba26-eed2-4a58-ab54-da3068b89199, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:06:15.049388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:06:15.060930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 9c4fba26-eed2-4a58-ab54-da3068b89199) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:15.067752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:15.068768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.079417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aca035-7f50-405f-bae4-29db045a9801 None None] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:06:15.106657 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12c19475-b265-4fa9-b91f-79831b60ddd0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6440744 Jan 25 17:06:15.110326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40584) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:15.327611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-9c4fba26-eed2-4a58-ab54-da3068b89199', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:06:15.329318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.452287 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.466767 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Transition to ACTIVE for port object f31d8166-b7b5-4131-80dc-f48ed0d9155f will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:15.474295 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.503668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Allocated IP 172.20.0.2 (9c4fba26-eed2-4a58-ab54-da3068b89199/47bbeb7b-6d11-4db8-a4bd-2eebc63802df/1767cc76-73b5-4a05-b246-94020bb70d06) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:06:15.559857 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Attempting to bind port f31d8166-b7b5-4131-80dc-f48ed0d9155f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:06:15.560733 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Attempting to bind port f31d8166-b7b5-4131-80dc-f48ed0d9155f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:06:15.561365 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Attempting to bind port f31d8166-b7b5-4131-80dc-f48ed0d9155f on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:06:15.570375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:06:15.571375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:06:15.571375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.571625 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:06:15.572157 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Bound port: f31d8166-b7b5-4131-80dc-f48ed0d9155f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:06:15.572584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.603361 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:15.629182 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.629702 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.630036 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.630360 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.630679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.631032 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.631348 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.631806 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.632131 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.632448 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.632861 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.633091 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:06:15.673079 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:06:15.678876 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f31d8166-b7b5-4131-80dc-f48ed0d9155f,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:06:15.684670 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.765118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.779562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Transition to ACTIVE for port object 1767cc76-73b5-4a05-b246-94020bb70d06 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:15.799820 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce4665-722a-4baa-b8d0-4f5ed1c5a443 None None] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:15.801931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Transition to ACTIVE for port object 1767cc76-73b5-4a05-b246-94020bb70d06 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:15.812897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:15.823998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:15.826340 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:15.888593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Pushing event updated for resources: {'Port': ['ID=1767cc76-73b5-4a05-b246-94020bb70d06,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:15.902578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:15.905023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:15.908182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:06:15.977639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.003926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Attempting to bind port 1767cc76-73b5-4a05-b246-94020bb70d06 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:06:16.004297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Attempting to bind port 1767cc76-73b5-4a05-b246-94020bb70d06 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:06:16.004669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Attempting to bind port 1767cc76-73b5-4a05-b246-94020bb70d06 on network 9c4fba26-eed2-4a58-ab54-da3068b89199 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:06:16.010271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:06:16.010679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Checking segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:06:16.011048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.011447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Bound using segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:06:16.011912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Bound port: 1767cc76-73b5-4a05-b246-94020bb70d06, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:06:16.012287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.045745 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:16.115033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] For port 1767cc76-73b5-4a05-b246-94020bb70d06, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:06:16.118961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] For port 1767cc76-73b5-4a05-b246-94020bb70d06, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1767cc76-73b5-4a05-b246-94020bb70d06,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:06:16.125389 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.218367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc42d7f-49bd-4249-88cb-f69299ae6d23 None None] Pushing event updated for resources: {'Port': ['ID=1767cc76-73b5-4a05-b246-94020bb70d06,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:16.396653 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:13Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:16.401069 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69c349-64ce-447e-9c00-348ab3333110 None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:13Z', 'revision_number': 3, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:06:16.613592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.1 (9c4fba26-eed2-4a58-ab54-da3068b89199/47bbeb7b-6d11-4db8-a4bd-2eebc63802df/5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:06:16.811366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.834669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:16.868405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:16.947781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:16.951047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:16.956438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:06:16.995473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:17.025865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.301852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1767cc76-73b5-4a05-b246-94020bb70d06 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:17.374352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.397733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1767cc76-73b5-4a05-b246-94020bb70d06 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:17.403958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:17.480872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccd38d-caa8-4f74-85b9-f333add1a2d4 None None] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:06:17.571879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f31d8166-b7b5-4131-80dc-f48ed0d9155f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:17.587715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f31d8166-b7b5-4131-80dc-f48ed0d9155f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:17.588125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.618145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Provisioning for port 1767cc76-73b5-4a05-b246-94020bb70d06 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:17.653190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Provisioning complete for port 1767cc76-73b5-4a05-b246-94020bb70d06 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:17.653592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.842715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.848751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:17.993617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.022498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.038394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f31d8166-b7b5-4131-80dc-f48ed0d9155f,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:18.049406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.103629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.107633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:18.132948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] For port 1767cc76-73b5-4a05-b246-94020bb70d06, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1767cc76-73b5-4a05-b246-94020bb70d06,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:18.140945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.150819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:18.230406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2da881-b069-4b49-8a37-63fa8afcf8d3 None None] Pushing event updated for resources: {'Port': ['ID=1767cc76-73b5-4a05-b246-94020bb70d06,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:18.277718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:18.279027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:18.469307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Provisioning complete for port 1767cc76-73b5-4a05-b246-94020bb70d06 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:18.469307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.491583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:06:18.630033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Provisioning for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:18.636374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:18.636770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.698211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f3118-eb46-4c13-92b5-9cba7ded7272 None None] Port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:06:18.705712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:06:18.719580 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f3612afb-9d74-409d-96e7-3097b6392a6e tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6077762 Jan 25 17:06:18.723263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:06:18.723451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40588) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:18.741794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:18.742999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:18.852732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c03d8b8a-4a52-4749-947a-b33a6624646e None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:18.853263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c03d8b8a-4a52-4749-947a-b33a6624646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:18.883406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffdcf-0476-4bc2-a5af-721cf4e6de74 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.884052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffdcf-0476-4bc2-a5af-721cf4e6de74 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.884318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffdcf-0476-4bc2-a5af-721cf4e6de74 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.884806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffdcf-0476-4bc2-a5af-721cf4e6de74 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.886484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-da4ffdcf-0476-4bc2-a5af-721cf4e6de74 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1621480 Jan 25 17:06:18.889088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40592) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:18.956377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24897935-c55d-461d-bd0c-ba306baa0597 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.956832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24897935-c55d-461d-bd0c-ba306baa0597 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.957314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24897935-c55d-461d-bd0c-ba306baa0597 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.957773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24897935-c55d-461d-bd0c-ba306baa0597 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:18.959400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-24897935-c55d-461d-bd0c-ba306baa0597 tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0693583 Jan 25 17:06:18.962098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40596) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:18.990593 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c03d8b8a-4a52-4749-947a-b33a6624646e None None] Port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:06:19.004854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:19.173585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1767cc76-73b5-4a05-b246-94020bb70d06 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:19.207044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-80b2ed4f-664b-4b0e-88ea-c30adb9a400b tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2435026 Jan 25 17:06:19.306705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d1d9ec9d-3e61-4dd7-9783-ded6f158bc5d None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:19.306705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ec9d-3e61-4dd7-9783-ded6f158bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.396388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9ec9d-3e61-4dd7-9783-ded6f158bc5d None None] Port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:06:19.410711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1767cc76-73b5-4a05-b246-94020bb70d06 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:19.411302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.596219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:19.599191 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:19.642119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:06:19.642632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Updating router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:06:19.676348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40602) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:19.682018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398831334', 'description': 'tempest-secgroup-smoke-398831334 description', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:19.689203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:19.694727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:19.698666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:19.710614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:19.716113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.729155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.761290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:19.769361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:19.774984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:19.786603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:19.844024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f31d8166-b7b5-4131-80dc-f48ed0d9155f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:19.844685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.918922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.924540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.976290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151aa962-e2c4-40cb-af18-d09c3f557590,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:19.981592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:19.987074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cb1d6f3a-80b9-42e7-a414-bc1946fd92df tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3058710 Jan 25 17:06:19.987957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40606) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:19.995206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.005428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.009839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.013096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.020579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.039370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.104092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.108978 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.135429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ae64b4-97af-49a0-be57-4cc7edd67035,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.148357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.149710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4187ad22-8c0e-430e-95b5-244eb4e93c9d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612866 Jan 25 17:06:20.152891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40610) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:20.159071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.165096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.169811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.173156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.180008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.199153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.264111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.278566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.280352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Transition to ACTIVE for port object 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:20.284469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.289119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.310109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faff16f8-c79f-4326-89e9-f349fffcf3d2,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.322263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.324052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-11e2d51e-7219-4b0d-a30a-de106c9126ac tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698973 Jan 25 17:06:20.326848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:20.332872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.338893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.342711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.346891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.354962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.384806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.431734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b22b2-8c03-4a92-a622-e6c7b63944cb None None] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.459872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.463878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.490275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed9157e-5f32-453a-8ef5-0a4a8d05ce2d,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.506110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.509935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3a20dbeb-55f6-4ef1-b541-3dd7cb2f0f12 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795802 Jan 25 17:06:20.510695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:20.517384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.523768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.527849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.531546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.532630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Attempting to bind port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:06:20.533200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Attempting to bind port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:06:20.533771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Attempting to bind port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 on network 9c4fba26-eed2-4a58-ab54-da3068b89199 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:06:20.538842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.539856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:06:20.540234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Checking segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:06:20.540642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.541246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Bound using segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:06:20.541534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Bound port: 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:06:20.541963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.559275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.629085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.632862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.639807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:06:20.646224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:06:20.651301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.658911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6579e4fc-6fce-40f3-9a35-731318bde7da,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.668960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.673097 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ae7cb76-7a97-414a-ba14-dd875b138b5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583402 Jan 25 17:06:20.673504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40622) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:20.678731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.685071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.689889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.693757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.699905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.711571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:06:20.720114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.732021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:20.732669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:20.799781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.804103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.811266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b22b2-8c03-4a92-a622-e6c7b63944cb None None] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.841417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580099fd-8e4b-4065-bfdf-7e60dd4d31f6,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:20.855288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.859808 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f830cce9-9b2f-4dd1-9f07-1e66e48c56c1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821082 Jan 25 17:06:20.860229 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:20.866597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'security_group_rule': {'security_group_id': '151aa962-e2c4-40cb-af18-d09c3f557590', 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:20.874876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:20.880041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:security_group_rule and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:20.886064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:20.894908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:20.907690 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Project 62c4ba88c1404d4e8fd8e2f15731fa2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:06:20.915302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:20.959655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:21.000310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:21.006322 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:21.031696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685eaf73-4856-4972-a7fe-74f4d0f087ad,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:21.041674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:21.042907 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86ec640d-50b4-47f2-ad59-a23b9996f0b5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816285 Jan 25 17:06:21.316141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-df66d1dd-f9b6-4b8a-918c-a6c09c2fcd1a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:21.321800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:20Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:21.326603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3dfa65-de0c-4ee9-975a-9e0619739a1a None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:20Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:06:21.336077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-df66d1dd-f9b6-4b8a-918c-a6c09c2fcd1a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:21.338027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-df66d1dd-f9b6-4b8a-918c-a6c09c2fcd1a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398831334&fields=id&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 267 time: 0.0843751 Jan 25 17:06:21.570437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-5d69fb82-9b01-4e79-9d7d-cc11323137d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:21.572186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-5d69fb82-9b01-4e79-9d7d-cc11323137d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 797 time: 0.2205341 Jan 25 17:06:21.588567 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-ff910faa-27f7-4521-bec9-8c483718c0f6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/quotas/62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 375 time: 0.0107870 Jan 25 17:06:21.822616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-253ebe55-bb73-4a95-aaa2-b09ea679a36a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:21.843195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-253ebe55-bb73-4a95-aaa2-b09ea679a36a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:21.844726 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-253ebe55-bb73-4a95-aaa2-b09ea679a36a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2495720 Jan 25 17:06:21.920392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-31a4c6c9-89d0-438c-9650-467f8252512f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:06:21.921620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-31a4c6c9-89d0-438c-9650-467f8252512f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556116 Jan 25 17:06:22.131602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-4f76b7e9-8134-4a7b-b0e9-a427e73cbf66 service neutron] 10.222.0.45 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021461 Jan 25 17:06:22.276533 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-052cc5e1-4cee-48a6-9ddc-c4a899eb1453 service neutron] 10.222.0.45 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381130 Jan 25 17:06:23.175272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:23.249055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:23.255673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:23.256036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:23.451515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:23.496798 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3690e6c-6433-48fe-b28b-5b4cdc0b775f req-6ad3cc83-0672-4c50-803d-d3cf3004300b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0479312 Jan 25 17:06:23.509840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:23.516543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:23.592313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:24.603686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b69f6bf-b2df-42b5-a300-51b1edde7b38 req-17da48fa-4c64-4efd-b226-81616df38491 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0474498 Jan 25 17:06:25.147982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:25.217124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:25.217561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:25.528026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:25.707804 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06337b90-3955-4325-8b1d-8fe36db51125 req-dc2c99ab-7af5-4e42-9c34-ced9697c6293 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0441780 Jan 25 17:06:26.817768 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8c2bd3a8-ca0d-4310-ae49-4f6f35dbd031 req-8692801d-291a-40d8-86c2-0c57137fe249 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0537720 Jan 25 17:06:27.686029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89dc4e23-383d-4061-acb1-091b1f30ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:27.998171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-274442e4-6f8b-4173-9ea0-738bb5000911 req-1581d058-33d2-4c5f-9f89-cdeca010a639 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0506904 Jan 25 17:06:28.704846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-915f4136-44e6-4969-bd84-883e477d0f95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:28.706095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-915f4136-44e6-4969-bd84-883e477d0f95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:28.731375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-915f4136-44e6-4969-bd84-883e477d0f95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:28.732566 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-915f4136-44e6-4969-bd84-883e477d0f95 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 797 time: 0.2317460 Jan 25 17:06:28.791296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-3d2df028-9f89-4958-8cb1-161bef67bcbd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:06:28.810602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-3d2df028-9f89-4958-8cb1-161bef67bcbd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:06:28.812140 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-3d2df028-9f89-4958-8cb1-161bef67bcbd tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a HTTP/1.1" status: 200 len: 379 time: 0.0715628 Jan 25 17:06:28.822314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'port': {'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'admin_state_up': True, 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'security_groups': ['151aa962-e2c4-40cb-af18-d09c3f557590']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:28.977906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:28.988277 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:28.999518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Made reservation on behalf of 62c4ba88c1404d4e8fd8e2f15731fa2a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:06:29.003736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:29.162617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-26fea088-8e0f-4fab-9aff-c07f806350b2 req-40c86305-b6cf-4aa5-8737-cbed8a814567 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0497155 Jan 25 17:06:29.229625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.20.0.8 (9c4fba26-eed2-4a58-ab54-da3068b89199/47bbeb7b-6d11-4db8-a4bd-2eebc63802df/ae5e43ef-351f-4275-8b14-fa72b75acff2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:06:29.598589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:29.614733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Transition to ACTIVE for port object ae5e43ef-351f-4275-8b14-fa72b75acff2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:29.638165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:29.709467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:29.712667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:29.717051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:06:29.758989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:29.793508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:29.794158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:29.832080 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-136ccd1d-61b9-4ddd-8ac1-899d7b1000a0 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0142827 Jan 25 17:06:29.844657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Request body: {'port': {'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:29.960224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:29.981619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c31deec6-aee3-4179-9650-2d0d439ce6f8 None None] Provisioning for port ae5e43ef-351f-4275-8b14-fa72b75acff2 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:29.986807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c31deec6-aee3-4179-9650-2d0d439ce6f8 None None] Provisioning complete for port ae5e43ef-351f-4275-8b14-fa72b75acff2 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:29.987173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c31deec6-aee3-4179-9650-2d0d439ce6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.043835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c31deec6-aee3-4179-9650-2d0d439ce6f8 None None] Port ae5e43ef-351f-4275-8b14-fa72b75acff2 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:06:30.286896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6935d850-51b6-44a3-843f-9240aff012c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.369426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e43ef-351f-4275-8b14-fa72b75acff2 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:06:30.378965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.395010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Transition to ACTIVE for port object ae5e43ef-351f-4275-8b14-fa72b75acff2 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:06:30.398405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a48b1-fac2-440a-88d5-bbbf325218bf req-5a0daa8f-42df-425c-b8d5-b0ce7e3589de tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:30.400400 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.401065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-154a48b1-fac2-440a-88d5-bbbf325218bf req-5a0daa8f-42df-425c-b8d5-b0ce7e3589de tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 931 time: 0.1121397 Jan 25 17:06:30.468678 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-154a48b1-fac2-440a-88d5-bbbf325218bf req-ef7a0986-4bf4-4087-9084-1a9ecffea732 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Jan 25 17:06:30.574330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:30.655543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Attempting to bind port ae5e43ef-351f-4275-8b14-fa72b75acff2 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:06:30.655933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Attempting to bind port ae5e43ef-351f-4275-8b14-fa72b75acff2 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:06:30.656216 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Attempting to bind port ae5e43ef-351f-4275-8b14-fa72b75acff2 on network 9c4fba26-eed2-4a58-ab54-da3068b89199 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:06:30.661621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Port ae5e43ef-351f-4275-8b14-fa72b75acff2 on network 9c4fba26-eed2-4a58-ab54-da3068b89199 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:06:30.661947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Attempting to bind port ae5e43ef-351f-4275-8b14-fa72b75acff2 on network 9c4fba26-eed2-4a58-ab54-da3068b89199 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:06:30.667672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:06:30.668008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Checking segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:06:30.668399 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Bound using segment: {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:06:30.668830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Bound port: ae5e43ef-351f-4275-8b14-fa72b75acff2, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64f5df1-31b3-4d31-9e19-6f98c922d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:06:30.669187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.783423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:06:30.786787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:06:30.792274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.860361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:30.860982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:30.862418 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] 10.222.0.15 "PUT /v2.0/ports/ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 1093 time: 1.0232625 Jan 25 17:06:30.862867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:06:30.895860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0000d-bec6-423f-ba82-fdb47a0e50cb service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:30.951530 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'status': 'completed', 'code': 200} Jan 25 17:06:31.002096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-6b38d2da-38f0-4f29-8f9e-a6caef27d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.003595 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-6b38d2da-38f0-4f29-8f9e-a6caef27d14a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1096 time: 0.0881958 Jan 25 17:06:31.082044 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-5126b35b-ef82-4602-af1b-ad27f3320f53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 217 time: 0.0704703 Jan 25 17:06:31.129397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:31.167482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-ffcfbd54-403d-43c2-b5c2-a061186308da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.169898 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-ffcfbd54-403d-43c2-b5c2-a061186308da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.0819826 Jan 25 17:06:31.251595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-3fdfe868-b1cd-4f62-90e1-550ba3dc8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.253072 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-3fdfe868-b1cd-4f62-90e1-550ba3dc8122 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774536 Jan 25 17:06:31.388356 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-52af0755-2323-4a98-93b4-dd3131dc60e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293089 Jan 25 17:06:31.569049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:31.657136 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff21e2c2-810f-413a-98d3-248b3f59e0f4 req-a90e1c84-c772-4426-91b6-52d247268fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629623 Jan 25 17:06:31.710358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715a226-3e2a-4832-97af-c5776d322222 req-00a364ff-9cdb-4b89-9f72-cc31c466f40d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.713013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2715a226-3e2a-4832-97af-c5776d322222 req-00a364ff-9cdb-4b89-9f72-cc31c466f40d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 943 time: 0.1082685 Jan 25 17:06:31.766320 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2715a226-3e2a-4832-97af-c5776d322222 req-898e276f-6319-46fd-a7ee-b5cbe4499012 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 Jan 25 17:06:31.792012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-0323e321-0254-4dd0-9f79-93305708b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.794629 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-0323e321-0254-4dd0-9f79-93305708b1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1096 time: 0.0897105 Jan 25 17:06:31.935030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-0a0267d2-baa2-416c-8111-4e0b4f738a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:31.936862 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-0a0267d2-baa2-416c-8111-4e0b4f738a1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 898 time: 0.1362417 Jan 25 17:06:32.011600 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-051e9dec-9a5f-4479-807f-1781ca6c2558 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 217 time: 0.0677853 Jan 25 17:06:32.075878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-1129e1a1-f16b-4ee9-b793-33af864a20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:32.077901 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-1129e1a1-f16b-4ee9-b793-33af864a20ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.0602534 Jan 25 17:06:32.163587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-de84d748-762d-45a1-b079-6f19868e5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:32.164057 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-de84d748-762d-45a1-b079-6f19868e5435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807157 Jan 25 17:06:32.309958 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-165f2b54-455a-4c85-ba1f-9a430b1906da service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395638 Jan 25 17:06:32.481914 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd67e310-ce86-4e35-8020-a9a45826ef6d req-c1c01104-7172-456c-8878-d7e6a683b291 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656287 Jan 25 17:06:32.738836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:32.958410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1225-c75b-4f7f-9cd2-48b2f59d1df0 req-11a36420-ccad-408e-91a4-513d7dc10840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:32.959770 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d4ed1225-c75b-4f7f-9cd2-48b2f59d1df0 req-11a36420-ccad-408e-91a4-513d7dc10840 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 943 time: 0.0815690 Jan 25 17:06:33.009024 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d4ed1225-c75b-4f7f-9cd2-48b2f59d1df0 req-df493ccb-79d9-4f24-a637-cfd0e9e0cfa1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Jan 25 17:06:34.054238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae5e43ef-351f-4275-8b14-fa72b75acff2 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:06:34.216036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605258b-afb4-4f86-9bbb-b58a72692b22 req-87853380-1d3c-49ed-babb-a8fb15bfd127 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:34.217582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d605258b-afb4-4f86-9bbb-b58a72692b22 req-87853380-1d3c-49ed-babb-a8fb15bfd127 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 943 time: 0.0878463 Jan 25 17:06:34.226297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:34.245922 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:06:34.264877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d605258b-afb4-4f86-9bbb-b58a72692b22 req-f9fd0bfd-90af-4bf9-bf90-2f6478f960e5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Jan 25 17:06:34.307229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:34.325054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e43ef-351f-4275-8b14-fa72b75acff2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:06:34.341525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:34.345943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:34.415546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:34.643658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['ae5e43ef-351f-4275-8b14-fa72b75acff2'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:06:35.194598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-9f185596-3e12-409d-9fcf-ac3e0f87baf4 req-187cc4c6-26e9-4e42-a997-51d62ec08e04 tempest-TestNetworkAdvancedServerOps-921964721 tempest-TestNetworkAdvancedServerOps-921964721-project] (87552) timed out ('10.222.0.15', 60759) {{(pid=87552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 17:06:35.472653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733e1f-52ff-4310-a762-16a3b2ab2e01 req-b5355645-cba7-459b-9eb8-839dab031159 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:35.474259 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-72733e1f-52ff-4310-a762-16a3b2ab2e01 req-b5355645-cba7-459b-9eb8-839dab031159 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 944 time: 0.0911391 Jan 25 17:06:35.523337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-72733e1f-52ff-4310-a762-16a3b2ab2e01 req-111b89d0-d06f-431d-80bd-712347b1ee51 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Jan 25 17:06:36.062078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae5e43ef-351f-4275-8b14-fa72b75acff2 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:06:36.139056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port ae5e43ef-351f-4275-8b14-fa72b75acff2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:06:36.144588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port ae5e43ef-351f-4275-8b14-fa72b75acff2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:06:36.144960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:36.269238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:36.300326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:06:36.318671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:06:36.323956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:36.356083 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'code': 200} Jan 25 17:06:36.404804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:36.580057 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa180b3-cecf-457e-a219-baa1867ee7c0 req-117fbffd-4fb2-4f47-bc55-b5a653f1f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:36.581591 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fa180b3-cecf-457e-a219-baa1867ee7c0 req-117fbffd-4fb2-4f47-bc55-b5a653f1f83a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1098 time: 0.0696664 Jan 25 17:06:36.627165 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fa180b3-cecf-457e-a219-baa1867ee7c0 req-41a4ad00-d57b-4e78-a3fa-0cce21822706 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399661 Jan 25 17:06:36.716449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3115d4-d57a-4d5f-9fdd-dd127413ce15 req-069259c8-5d9e-4578-8b64-b159fbc7ffbf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:36.718163 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de3115d4-d57a-4d5f-9fdd-dd127413ce15 req-069259c8-5d9e-4578-8b64-b159fbc7ffbf tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.0825129 Jan 25 17:06:36.770272 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de3115d4-d57a-4d5f-9fdd-dd127413ce15 req-5f7dff15-9503-44d3-9e29-674e8a731ce1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Jan 25 17:06:38.048418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c4b9c-787f-4c11-b547-baa5ab3b3518 req-a7ea0472-aff7-4316-8bae-5cac16d534b2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:38.049997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b14c4b9c-787f-4c11-b547-baa5ab3b3518 req-a7ea0472-aff7-4316-8bae-5cac16d534b2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.1309502 Jan 25 17:06:38.102829 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b14c4b9c-787f-4c11-b547-baa5ab3b3518 req-fd0bdc1b-e34b-4903-9ba2-cb5c0694ab5a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 Jan 25 17:06:39.299546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821141-b03b-43c3-833c-862dcf1bc21e req-7a0ec991-e0a2-4ae4-9f57-2eb03d2215d1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:39.301142 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89821141-b03b-43c3-833c-862dcf1bc21e req-7a0ec991-e0a2-4ae4-9f57-2eb03d2215d1 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.0863168 Jan 25 17:06:39.354137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89821141-b03b-43c3-833c-862dcf1bc21e req-50190000-79d8-499f-8135-40d6acfa0690 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468619 Jan 25 17:06:39.561658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d3075-9c6c-4f3e-89b9-0c5a0da6ebf8 req-281c86ec-5c45-45e4-8022-7fb7505a117a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:39.563812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b7d3075-9c6c-4f3e-89b9-0c5a0da6ebf8 req-281c86ec-5c45-45e4-8022-7fb7505a117a tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.0924242 Jan 25 17:06:39.616762 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b7d3075-9c6c-4f3e-89b9-0c5a0da6ebf8 req-f779e3c5-38b4-4538-9bb0-f3642b27cdfe tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463207 Jan 25 17:06:39.643970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40710) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:39.728861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34b83c-b72b-436a-afc6-98a5d0bb8cfd tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:39.730523 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c34b83c-b72b-436a-afc6-98a5d0bb8cfd tempest-TestNetworkBasicOps-2118086486 tempest-TestNetworkBasicOps-2118086486-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1093 time: 0.0852306 Jan 25 17:06:39.734522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:39.739786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:06:39.746222 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:06:39.751163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Usage tracker for resource:floatingip and tenant:62c4ba88c1404d4e8fd8e2f15731fa2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:06:39.754535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:06:39.760643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:06:39.773080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:39.933139 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:40.089208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Allocated IP 172.26.4.62 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3664575b-f058-4aa5-a2d4-f533dac87ebf) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:06:40.323877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:40.359303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:40.442193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:06:40.445403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:06:40.447872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:06:40.486143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=3664575b-f058-4aa5-a2d4-f533dac87ebf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:41.173153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:41.255706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:41.491596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:41.497466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:41.613078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event updated for resources: {'Port': ['ID=3664575b-f058-4aa5-a2d4-f533dac87ebf,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:06:41.626649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:41.824979 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP d13718c0-259e-4e23-846c-820c517ac722 associated. External IP: 172.26.4.62, port: ae5e43ef-351f-4275-8b14-fa72b75acff2. Jan 25 17:06:42.219201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:06:42.562865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:06:42.574941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:06:42.586078 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:42.586818 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:42.599891 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:42.674558 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25b08f35-6385-45a9-8433-066057929ba3 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9386675 Jan 25 17:06:42.675512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:06:42.677713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40720) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:42.741660 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'status': 'completed', 'code': 200} Jan 25 17:06:42.819052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-689a3c2f-eb72-41aa-80f9-428cfdbe15e6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.1397693 Jan 25 17:06:42.853157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-2dd0d612-7723-48a7-80f7-fcaabadd065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:42.855052 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-2dd0d612-7723-48a7-80f7-fcaabadd065e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1098 time: 0.0843472 Jan 25 17:06:42.883581 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:43.043557 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-70b578cd-c260-4f7f-954a-fb3d5a60e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:43.045067 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-70b578cd-c260-4f7f-954a-fb3d5a60e495 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 898 time: 0.1834981 Jan 25 17:06:43.205232 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-f29deb17-1507-46b8-bac3-eb5805a2386a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 998 time: 0.1532922 Jan 25 17:06:43.278133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-48cf56c8-be67-4b70-ac34-3f2d12de1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:43.281836 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-48cf56c8-be67-4b70-ac34-3f2d12de1a5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.0697303 Jan 25 17:06:43.390863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-3b709334-d085-41f3-9ea3-08cc05678666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:43.392326 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-3b709334-d085-41f3-9ea3-08cc05678666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027393 Jan 25 17:06:43.401795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:06:41Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:23Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:43.409313 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:06:43.425991 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:06:43.427026 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:06:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:43.542129 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-3998e78c-59e2-4672-a0cc-a10840f9a424 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439016 Jan 25 17:06:43.675292 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:06:43.774219 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92a7ac7b-da27-4e81-9357-2947b2c90ba3 req-610711f0-f6f2-438c-91db-4fd874338d81 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260180 Jan 25 17:06:43.823382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:43.975156 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d33578f-e1c4-44f9-83cc-cda8bebe2f52 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.1498411 Jan 25 17:06:44.164242 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:06:41Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:23Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:06:44.172056 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafac0eb-b04e-4cb6-b5fe-61512d745541 None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:06:41Z', 'revision_number': 0, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:06:23Z', 'revision_number': 5, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:06:44.404706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21349a13-c0d4-4253-a958-5bcf09f1b4cd None None] New status for floating IP d13718c0-259e-4e23-846c-820c517ac722: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:06:44.978987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40730) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:06:45.101899 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2191b42-af89-46e1-aaf5-16941d2f96e9 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 992 time: 0.1215322 Jan 25 17:06:47.589773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:06:50.634461 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-071fa374-90ac-43d5-9ca8-43dba41b2e34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771451 Jan 25 17:06:50.832676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-5bf36a99-6073-4fb8-a2ec-3f184ff87121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:50.835176 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-5bf36a99-6073-4fb8-a2ec-3f184ff87121 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1098 time: 0.0898106 Jan 25 17:06:51.008217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-54ecbfd5-7032-4f06-89b5-bb4dd975d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:51.010695 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-54ecbfd5-7032-4f06-89b5-bb4dd975d2e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 898 time: 0.1504700 Jan 25 17:06:51.129709 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-e6c48022-89b5-4487-b285-5df799b6d665 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 1000 time: 0.1116941 Jan 25 17:06:51.409895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-75ce8cad-125f-4a04-9787-c9bcbec8cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:51.412674 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-75ce8cad-125f-4a04-9787-c9bcbec8cbad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.2763872 Jan 25 17:06:51.496397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-31b01787-7dee-44bf-b283-94667be70e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:06:51.499100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-31b01787-7dee-44bf-b283-94667be70e09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794435 Jan 25 17:06:51.661161 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-5daa83e7-ce91-47c5-971f-5b98e75f883a service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553483 Jan 25 17:06:51.812899 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bf41a0f-6b37-4148-b5f1-bb6c23eee766 req-309329bf-d0ea-4f54-8f99-6733f3a532f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458061 Jan 25 17:06:55.527469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:06:57.671443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33ce3bfd-7de6-4701-bc6f-2d4c452f4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:00.288957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-10e7e6e0-91c0-498e-944d-1e3dafe347cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:01.126618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:01.571122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:02.739869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:24.593384 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:07:25.521462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:27.676268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-237b8abf-47db-4838-8ded-262f9004a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:30.286020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7d8f44ce-5850-4ab0-9d79-9a9043a245f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:31.128975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:31.573338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:32.748956 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:45.788445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:45.798960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:07:46.417961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:46.431143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:46.682652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:07:46.887159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:07:46.897924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:46.899856 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-83b25571-1d75-4bb7-a75a-e43bea1bab19 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c HTTP/1.1" status: 200 len: 886 time: 1.1096730 Jan 25 17:07:46.905029 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:07:46.916590 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:46.917305 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:47.003352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:47.020303 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:47.020927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:47.089680 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:47.090960 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10522a5c-6864-489a-b11a-00042f0fdaa2 None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:07:47.921902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b997e47e-a5bc-45d6-992e-4fe0135d211e None None] New status for floating IP d13718c0-259e-4e23-846c-820c517ac722: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:07:49.195378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:07:49.353997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:49.392820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:07:49.397900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:49.398703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:07:49.532281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:07:49.566991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.567412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.567790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.568295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.568676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.569074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.569592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.570026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.570390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.570764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.571143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.571504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:49.612200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:49.631456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f31d8166-b7b5-4131-80dc-f48ed0d9155f,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:07:49.636533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:49.718071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:07:49.959974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:49.966840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:07:50.721616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:50.737903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622406'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:51.025970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:07:51.269611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:07:51.280717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:51.280717 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f295a629-584f-41c0-a3d5-26655db2b2cc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c HTTP/1.1" status: 200 len: 885 time: 1.3186500 Jan 25 17:07:51.281208 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:07:51.283970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:51.299277 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:51.300060 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:51.437331 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4315e69a-1e4c-49c4-8594-7fa30bff9166 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.1518440 Jan 25 17:07:51.580048 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:07:52.051223 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-3758140c-72f0-4fa5-aa02-d2234bd5d9f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931051 Jan 25 17:07:52.104629 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:07:48Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:52.111716 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:07:52.124842 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:52.125851 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:52.227173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-bd406c0d-62b7-489c-8f34-4f742ac78a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:52.228732 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-bd406c0d-62b7-489c-8f34-4f742ac78a7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1098 time: 0.0842595 Jan 25 17:07:52.398861 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:07:52.413071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-ac080e2c-6db9-4a9b-be6a-e67fcc1f798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:52.415723 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-ac080e2c-6db9-4a9b-be6a-e67fcc1f798d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 898 time: 0.1607831 Jan 25 17:07:52.443751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40774) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:52.700508 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-18453625-2c28-4c6b-838f-2faaa9986cc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 998 time: 0.2776766 Jan 25 17:07:52.787256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-21066193-ca3b-454d-93a0-34eba0e21101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:52.789755 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-21066193-ca3b-454d-93a0-34eba0e21101 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.0832412 Jan 25 17:07:52.829966 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64d8b49c-8bec-4a36-a629-3a381b73dfd6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.3840072 Jan 25 17:07:52.865559 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:07:48Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:52.870831 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec33e4-6ad6-4213-9eca-7abaeb550e69 None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd13718c0-259e-4e23-846c-820c517ac722', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'port_id': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'mac_address': 'fa:16:3e:e8:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:06:41Z', 'updated_at': '2022-01-25T17:07:48Z', 'revision_number': 2, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:49Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:07:52.941632 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-c2fd223b-4f57-4143-9cde-8eaa421ac1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:52.944318 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-c2fd223b-4f57-4143-9cde-8eaa421ac1d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1486304 Jan 25 17:07:53.144461 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-1feba8e9-62a6-40b3-8740-d686e2bd5896 service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937637 Jan 25 17:07:53.283801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:07:53.360748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edd7ee7c-e444-48f4-9fcc-52793cf90c3b req-ee68549d-40c5-4af0-b658-5c5e713bf81a service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096410 Jan 25 17:07:53.409030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:07:53.409452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:53.569398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:53.607787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:07:53.613698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:53.718812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:07:53.833832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:54.017628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3e0d1b5-14ba-4ccc-a2fd-104a1910b4db tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.1819832 Jan 25 17:07:54.990802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72a909-38cf-46c6-b2cd-75b401df031f None None] New status for floating IP d13718c0-259e-4e23-846c-820c517ac722: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:07:55.021402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:55.151628 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04ad5dc1-bbc4-4940-a428-9f719faa22f8 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 990 time: 0.1284516 Jan 25 17:07:55.318323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:07:55.623080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:55.634753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:07:55.635355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:55.839946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:07:55.946876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f31d8166-b7b5-4131-80dc-f48ed0d9155f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:07:55.947246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:56.127309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:56.146190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f31d8166-b7b5-4131-80dc-f48ed0d9155f,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:07:56.151212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:56.157578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40786) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:56.257002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:07:56.301741 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fae12c77-1fbb-4a5e-a254-ee9eb8c6d52d tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 200 len: 992 time: 0.1423678 Jan 25 17:07:56.602541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40794) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:07:56.841616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 3664575b-f058-4aa5-a2d4-f533dac87ebf {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:07:56.841914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.032299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.032630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.169958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 3664575b-f058-4aa5-a2d4-f533dac87ebf owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:07:57.210799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:07:57.299916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f31d8166-b7b5-4131-80dc-f48ed0d9155f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:07:57.300515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.377920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.435421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=3664575b-f058-4aa5-a2d4-f533dac87ebf,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:07:57.481914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.482335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.482596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.482929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.483259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.483590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.483915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.484240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.484564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.484888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.485209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.485556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:07:57.547210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.547687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Floating IP d13718c0-259e-4e23-846c-820c517ac722 disassociated (deleted). External IP: 172.26.4.62, port: ae5e43ef-351f-4275-8b14-fa72b75acff2. Jan 25 17:07:57.683911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caa10173-c8c5-4e69-91c9-79f1450c56d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:57.982093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:07:58.316620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:07:58.328826 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:07:58.340589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:07:58.354871 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:58.356495 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:58.446111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9a2134c2-1bc8-403d-94a3-3d00a83fb536 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/floatingips/d13718c0-259e-4e23-846c-820c517ac722 HTTP/1.1" status: 204 len: 168 time: 1.8421240 Jan 25 17:07:58.447032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:07:58.578041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'status': 'completed', 'code': 200} Jan 25 17:07:58.735395 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:07:58.737576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-f34c70b4-7841-4270-9192-d4d8dc57b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:58.742451 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-f34c70b4-7841-4270-9192-d4d8dc57b8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 1098 time: 0.1393430 Jan 25 17:07:58.924858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-76ad29bc-1b0a-44b4-9eed-fc99384d18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:58.926397 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-76ad29bc-1b0a-44b4-9eed-fc99384d18cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 200 len: 898 time: 0.1774979 Jan 25 17:07:59.010946 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-c4bafdbb-cdfd-4694-9ac6-07a0f214b840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 200 len: 217 time: 0.0779369 Jan 25 17:07:59.094716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-3b243a3d-e589-4d76-9842-8ef0405b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:59.096654 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-3b243a3d-e589-4d76-9842-8ef0405b7fd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 200 len: 835 time: 0.0759373 Jan 25 17:07:59.224576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b631aa-7821-40d9-98d1-7c56be273532 req-649e1eec-d4f1-46f5-9fa8-f008a9581066 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:59.225535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a5b631aa-7821-40d9-98d1-7c56be273532 req-649e1eec-d4f1-46f5-9fa8-f008a9581066 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:07:59.228177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-a66db100-e5e7-4313-a69d-654c4e22b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:07:59.231051 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-a66db100-e5e7-4313-a69d-654c4e22b065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c4fba26-eed2-4a58-ab54-da3068b89199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276293 Jan 25 17:07:59.246177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a5b631aa-7821-40d9-98d1-7c56be273532 req-649e1eec-d4f1-46f5-9fa8-f008a9581066 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:07:59.247465 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5b631aa-7821-40d9-98d1-7c56be273532 req-649e1eec-d4f1-46f5-9fa8-f008a9581066 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.1683342 Jan 25 17:07:59.278365 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:53Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:59.282703 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:07:59.292547 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:07:59.293245 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:07:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:59.334291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5b631aa-7821-40d9-98d1-7c56be273532 req-2d4dcafa-e525-4607-b822-f4fb305b2a9b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750635 Jan 25 17:07:59.470127 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-aa8ec461-70b1-4165-85bb-e09ff138f40d service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309957 Jan 25 17:07:59.504310 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:07:59.627970 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafae915-cbe8-4fb5-ba7a-5b5eac1d8002 req-0b032c72-d82c-470e-956a-e8f5055b590a service neutron] 10.222.0.15 "GET /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503708 Jan 25 17:07:59.860647 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:53Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:07:59.865278 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eab279-a5bf-49d4-a91c-524ba4862245 None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:07:50Z', 'revision_number': 6, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3', 'name': '', 'network_id': '9c4fba26-eed2-4a58-ab54-da3068b89199', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'mac_address': 'fa:16:3e:16:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:16Z', 'updated_at': '2022-01-25T17:07:53Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'subnets': [{'id': '47bbeb7b-6d11-4db8-a4bd-2eebc63802df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:08:00.283664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b41df40-1a0d-4cb8-9e5e-8f0d941fad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:00.688328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114f638-c48a-4afe-9f80-e24d97774c6f None None] New status for floating IP d13718c0-259e-4e23-846c-820c517ac722: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:08:00.689547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9846e31-0717-4f4d-b7fc-23823e18f951 req-0308faed-d738-4f98-9df3-6ad29cc396bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:00.691958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b9846e31-0717-4f4d-b7fc-23823e18f951 req-0308faed-d738-4f98-9df3-6ad29cc396bc tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.1250727 Jan 25 17:08:00.723315 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0272-b133-475e-9731-5c3acc71828a req-e9a81684-dc72-4815-b5d1-8f90d9d4a9fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:00.724265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7a9e0272-b133-475e-9731-5c3acc71828a req-e9a81684-dc72-4815-b5d1-8f90d9d4a9fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Synchronizing usage tracker for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:08:00.738560 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7a9e0272-b133-475e-9731-5c3acc71828a req-e9a81684-dc72-4815-b5d1-8f90d9d4a9fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Unset dirty status for tenant:62c4ba88c1404d4e8fd8e2f15731fa2a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:08:00.739928 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a9e0272-b133-475e-9731-5c3acc71828a req-e9a81684-dc72-4815-b5d1-8f90d9d4a9fa tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 945 time: 0.2573841 Jan 25 17:08:00.745256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b9846e31-0717-4f4d-b7fc-23823e18f951 req-2563244c-164b-4613-be20-895cee16e34c tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/security-groups?id=151aa962-e2c4-40cb-af18-d09c3f557590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 Jan 25 17:08:00.816106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port ae5e43ef-351f-4275-8b14-fa72b75acff2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:08:00.816743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.097444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port ae5e43ef-351f-4275-8b14-fa72b75acff2, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ae5e43ef-351f-4275-8b14-fa72b75acff2,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:01.097811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.126855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.237708 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for ae5e43ef-351f-4275-8b14-fa72b75acff2 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:08:01.394445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.451246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=ae5e43ef-351f-4275-8b14-fa72b75acff2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:01.492392 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.492798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.493254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.493647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.494077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.494451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.494819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.495224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.496346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.497397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.497834 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.498253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:08:01.549443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] No DVR routers for this DVR port ae5e43ef-351f-4275-8b14-fa72b75acff2 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:08:01.554274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.559767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'name': 'network-vif-deleted', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:08:01.582864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:01.587234 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a9e0272-b133-475e-9731-5c3acc71828a req-4a47b939-d99a-4415-bb81-5d32d1b2dcc6 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.15 "DELETE /v2.0/ports/ae5e43ef-351f-4275-8b14-fa72b75acff2 HTTP/1.1" status: 204 len: 173 time: 0.8416126 Jan 25 17:08:01.594225 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:08:01.625041 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7aab1bf-2431-4425-8cac-83f4f37fbac2', 'name': 'network-vif-deleted', 'tag': 'ae5e43ef-351f-4275-8b14-fa72b75acff2', 'status': 'completed', 'code': 200} Jan 25 17:08:01.948377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dd1ef37b-8fa4-4842-9636-6fd9c84898c7 req-8f9dd7c1-f772-4b28-aa9f-c9eeb37ecc52 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7aab1bf-2431-4425-8cac-83f4f37fbac2 HTTP/1.1" status: 200 len: 210 time: 0.0464337 Jan 25 17:08:02.440253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae5e43ef-351f-4275-8b14-fa72b75acff2 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:08:02.478916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: ae5e43ef-351f-4275-8b14-fa72b75acff2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:08:02.479257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device ae5e43ef-351f-4275-8b14-fa72b75acff2 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:08:02.749204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:03.064102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:03.150410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:03.191034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:03.274223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:03.296668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151aa962-e2c4-40cb-af18-d09c3f557590,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:03.312563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:03.314234 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c043bef3-a421-4622-b100-240ca1d8e807 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/security-groups/151aa962-e2c4-40cb-af18-d09c3f557590 HTTP/1.1" status: 204 len: 168 time: 0.2489693 Jan 25 17:08:03.358406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40820) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:03.980879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:04.372713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:08:04.373478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:04.587877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:04.588230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:04.857633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:08:05.177995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:05.235983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:05.531101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:05.916570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:08:06.119761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:08:06.133988 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Sync routers for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:08:06.135082 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6e686918-286c-4a64-87df-d298f226d6f2 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "PUT /v2.0/routers/ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7745976 Jan 25 17:08:06.137997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:06.145369 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:08:06.146062 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:08:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:06.223239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting subnet 47bbeb7b-6d11-4db8-a4bd-2eebc63802df {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:08:06.228320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.315802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.357143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:08:06.414208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.519918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.581691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Subnet': ['ID=47bbeb7b-6d11-4db8-a4bd-2eebc63802df,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:06.587543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.599973 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f16f4441-e107-4aae-9b90-0ce1ef8d750b tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/subnets/47bbeb7b-6d11-4db8-a4bd-2eebc63802df HTTP/1.1" status: 204 len: 168 time: 0.4568412 Jan 25 17:08:06.600257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:06.601363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23817812-526e-44ba-b46e-8738f699e2f0 None None] Network 9c4fba26-eed2-4a58-ab54-da3068b89199 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:08:06.750782 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:08:05Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:06.757543 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Checking router: ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:08:06.774483 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Routers {'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:08:06.775576 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:08:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:06.825801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:06.963797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] DHCP port deletion for 9c4fba26-eed2-4a58-ab54-da3068b89199 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:08:06.969513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Deleting port 1767cc76-73b5-4a05-b246-94020bb70d06 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:08:06.969884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.101735 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] Set router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:08:07.222467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.236252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Deleting port f31d8166-b7b5-4131-80dc-f48ed0d9155f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:08:07.236771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.296325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1767cc76-73b5-4a05-b246-94020bb70d06 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:08:07.431964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] For port 1767cc76-73b5-4a05-b246-94020bb70d06, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1767cc76-73b5-4a05-b246-94020bb70d06,segment=NetworkSegment(f64f5df1-31b3-4d31-9e19-6f98c922d602),segment_id=f64f5df1-31b3-4d31-9e19-6f98c922d602)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:07.432522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.443673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] For port f31d8166-b7b5-4131-80dc-f48ed0d9155f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f31d8166-b7b5-4131-80dc-f48ed0d9155f,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:07.444251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.547773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:08:05Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:07.555210 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc5ca74-45d5-4d2a-bae9-48cf35ef377e None None] The sync data for ids ['ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c'] in dv-neutron-824022-2-hyperv is: [{'id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'name': 'tempest-TestNetworkBasicOps-router-66275180', 'tenant_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:06:11Z', 'updated_at': '2022-01-25T17:08:05Z', 'revision_number': 7, 'project_id': '62c4ba88c1404d4e8fd8e2f15731fa2a', 'gw_port': {'id': 'f31d8166-b7b5-4131-80dc-f48ed0d9155f', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:06:12Z', 'updated_at': '2022-01-25T17:07:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:08:07.576447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Calling delete_port for 1767cc76-73b5-4a05-b246-94020bb70d06 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:08:07.590755 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Calling delete_port for f31d8166-b7b5-4131-80dc-f48ed0d9155f owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:08:07.723847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.795118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.798443 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:07.851148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] Pushing event deleted for resources: {'Port': ['ID=1767cc76-73b5-4a05-b246-94020bb70d06,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:07.852867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ecd31-e7cb-4b06-b0ff-2b0262a68762 None None] No DVR routers for this DVR port 1767cc76-73b5-4a05-b246-94020bb70d06 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:08:07.905623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Port': ['ID=f31d8166-b7b5-4131-80dc-f48ed0d9155f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:07.975881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.163681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.166003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.191783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.192357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Fanout notify agent at l3_agent the message router_deleted on router ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:08:08.208455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.209737 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e2e8c0e-b2f0-4299-9a2d-dd37a3f835d5 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/routers/ba5c2248-1c8e-4c2c-8a1d-5b8a0eadb83c HTTP/1.1" status: 204 len: 168 time: 1.6084509 Jan 25 17:08:08.212599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40832) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:08.465642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.619108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.660177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4fba26-eed2-4a58-ab54-da3068b89199']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:08.675702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64f5df1-31b3-4d31-9e19-6f98c922d602') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:08.680977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64f5df1-31b3-4d31-9e19-6f98c922d602') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:08.689684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.708060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.715915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:08:08.716324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:08:08.732563 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:08:08.822209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.831673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:08.857160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] Pushing event deleted for resources: {'Network': ['ID=9c4fba26-eed2-4a58-ab54-da3068b89199,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:08.866527 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-604b73f8-262a-4cd0-bb45-6fcd8a747158 tempest-TestNetworkBasicOps-1785088939 tempest-TestNetworkBasicOps-1785088939-project] 10.222.0.45 "DELETE /v2.0/networks/9c4fba26-eed2-4a58-ab54-da3068b89199 HTTP/1.1" status: 204 len: 168 time: 0.6526749 Jan 25 17:08:09.223412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:08:09.269936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:08:09.270339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:09.270823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5a83bd5b-9b72-482c-8b3d-7d6c0a225dc3 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:08:09.271398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:08:09.331265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: f31d8166-b7b5-4131-80dc-f48ed0d9155f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:08:09.331758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f31d8166-b7b5-4131-80dc-f48ed0d9155f not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:08:09.477934 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ef4b0eb-1330-403a-a2a8-6a66e54abe2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62c4ba88c1404d4e8fd8e2f15731fa2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061856 Jan 25 17:08:09.481172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40846) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:09.543235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:09.582669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:09.654358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:09.677882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8335cee4-35f6-4d7f-8be3-a5c49f9201ab,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:09.684353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:09.685768 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2f365df5-f50c-4148-b8bb-fa0854a952cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8335cee4-35f6-4d7f-8be3-a5c49f9201ab HTTP/1.1" status: 204 len: 168 time: 0.2036097 Jan 25 17:08:10.051373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 40854) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:10.070121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.085970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:10.090413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2077c820b84f8f8fed50b3cd0d6ffe is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:10.093631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:10.099838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:10.203186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.207488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.261917 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc2077c820b84f8f8fed50b3cd0d6ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083869 Jan 25 17:08:10.262844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019b2e3-77d9-42fa-896d-b8ceb487d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe8497-2e29-4d57-ad00-d1c9ca2fdc31,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:10.264365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:10.333829 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.362029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.419124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.441707 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe8497-2e29-4d57-ad00-d1c9ca2fdc31,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:10.452078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:10.453341 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aca7e0d4-e748-4795-a330-b7eba79e7146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cfe8497-2e29-4d57-ad00-d1c9ca2fdc31 HTTP/1.1" status: 204 len: 168 time: 0.1878362 Jan 25 17:08:11.429602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40882) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:11.548630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-282543617-network', 'tenant_id': '9b6c5f5fd96642eebd8a00a0cfb664dd'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:11.553859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:11.558086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Usage tracker for resource:network and tenant:9b6c5f5fd96642eebd8a00a0cfb664dd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:11.561600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:11.568097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:11.578626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Made reservation on behalf of 9b6c5f5fd96642eebd8a00a0cfb664dd for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:11.581119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.594495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.610404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:11.614359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Usage tracker for resource:security_group_rule and tenant:9b6c5f5fd96642eebd8a00a0cfb664dd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:11.617510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:11.623440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:11.716508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.722846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.757786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:08:11.767699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a345e776-29ea-4f92-b994-95ac608c840e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:11.775342 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.775686 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Added segment 71fea2ab-1452-468d-bc89-77edc51ea4d1 of type vlan for network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 Jan 25 17:08:11.814820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.858616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.860140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:11.860896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:11.971378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] Pushing event updated for resources: {'Network': ['ID=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:11.974499 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59d415a3-f710-4b23-a9a1-2237aa6c2fca admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5437276 Jan 25 17:08:11.978584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40888) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:11.984625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Request body: {'subnet': {'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-282543617-subnet', 'tenant_id': '9b6c5f5fd96642eebd8a00a0cfb664dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:11.985296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:08:11.989942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:11.997152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Usage tracker for resource:subnet and tenant:9b6c5f5fd96642eebd8a00a0cfb664dd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:12.001291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:12.010061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:12.023172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Made reservation on behalf of 9b6c5f5fd96642eebd8a00a0cfb664dd for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:12.025482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:12.400598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:12.480584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948d2b8c-97a5-416b-9c3a-6d16f7f4c233,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:12.497085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Checking segment: {'id': '71fea2ab-1452-468d-bc89-77edc51ea4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:08:12.497643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Network hostable DHCP agents. Network: d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:08:12.525465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:08:12.538832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:08:12.543937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:12.544542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:12.552162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e624e-88ad-40e5-9320-af2384736fb5 None None] Network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:08:12.569399 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6430ed2b-8192-4535-82fe-e57e26f83468 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5892990 Jan 25 17:08:12.875833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a4ac4-a4b9-4b68-89d2-1412b3a1de2e None None] Network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:08:13.191552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:13.197159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1774511621-network', 'tenant_id': '2c996a9ef5a4470cb7b32074881adab7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:13.203469 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:13.207597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Usage tracker for resource:network and tenant:2c996a9ef5a4470cb7b32074881adab7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:13.210889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:13.219838 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:13.231362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Made reservation on behalf of 2c996a9ef5a4470cb7b32074881adab7 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:13.233929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.247948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.264647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:13.269131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Usage tracker for resource:security_group_rule and tenant:2c996a9ef5a4470cb7b32074881adab7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:13.272313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:13.279514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:13.377472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.383196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.414353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:08:13.429575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4819873-b68c-4e8d-b7b7-eca3ac0a6177,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:13.435970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.436313 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Added segment 4727abb7-5c56-4218-9c76-e8c993312cce of type vlan for network 6aff7879-84b9-40f1-903d-fadf7310ce2e Jan 25 17:08:13.466638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.503667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.505407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:13.506332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.649818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] Pushing event updated for resources: {'Network': ['ID=6aff7879-84b9-40f1-903d-fadf7310ce2e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:13.655000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-021d832b-0bd3-4191-8225-1f56ab011fdd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4623563 Jan 25 17:08:13.658626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 40910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:13.661915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 6aff7879-84b9-40f1-903d-fadf7310ce2e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:08:13.665239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Request body: {'subnet': {'network_id': '6aff7879-84b9-40f1-903d-fadf7310ce2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1774511621-subnet', 'tenant_id': '2c996a9ef5a4470cb7b32074881adab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:13.671039 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:13.675405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Usage tracker for resource:subnet and tenant:2c996a9ef5a4470cb7b32074881adab7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:13.678634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:13.685976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:13.700157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Made reservation on behalf of 2c996a9ef5a4470cb7b32074881adab7 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:13.702831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:13.948855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:14.025945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34aa07f2-06f5-4570-8964-7d04c829b2a8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:14.035952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Checking segment: {'id': '4727abb7-5c56-4218-9c76-e8c993312cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6aff7879-84b9-40f1-903d-fadf7310ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:08:14.036297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Network hostable DHCP agents. Network: 6aff7879-84b9-40f1-903d-fadf7310ce2e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:08:14.056889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Network 6aff7879-84b9-40f1-903d-fadf7310ce2e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:08:14.068793 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 6aff7879-84b9-40f1-903d-fadf7310ce2e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:08:14.073991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:14.073991 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:14.081276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98dacb-4f67-40fd-9d91-35b2d18f7294 None None] Network 6aff7879-84b9-40f1-903d-fadf7310ce2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:08:14.099097 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ab30d70-d4e6-4f77-bcde-222802b2b92d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4387207 Jan 25 17:08:14.339411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f071311-b67b-4580-97ff-0ff9904880d2 None None] Network 6aff7879-84b9-40f1-903d-fadf7310ce2e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:08:14.828776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-c878fbb0-9594-455b-b73f-944c328efc8b tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:14.830250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-c878fbb0-9594-455b-b73f-944c328efc8b tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/networks?id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 200 len: 811 time: 0.1621792 Jan 25 17:08:14.852126 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-aeb36daa-0a66-4c5e-b7ba-c9e5153afca2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/quotas/9b6c5f5fd96642eebd8a00a0cfb664dd HTTP/1.1" status: 200 len: 375 time: 0.0106096 Jan 25 17:08:14.907832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-2fb27dc8-1947-4345-8e39-661be75285f0 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487328 Jan 25 17:08:14.920303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-c8276ca8-050a-4a6d-80ee-333e3c90658a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:08:14.921526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-c8276ca8-050a-4a6d-80ee-333e3c90658a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066457 Jan 25 17:08:15.155812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-6274ca46-0ea3-42c1-a1d7-cecd0eb71caf service neutron] 10.222.0.45 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280521 Jan 25 17:08:15.302568 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-bf268ebb-2ac5-44eb-965d-360c1722d492 service neutron] 10.222.0.45 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374753 Jan 25 17:08:15.491135 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a2733b7-90cf-4046-a3c9-88868d958584 req-055702ed-7c43-44f0-8b76-49074a6ed9b3 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 210 time: 0.0456436 Jan 25 17:08:16.702873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6e317f82-6ae9-4766-a7c6-adad58b8a63c req-5e17b61d-cc8e-4670-af1c-2d33b77e649f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 210 time: 0.0534608 Jan 25 17:08:16.717307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-e20c40d4-45b4-4ce6-8388-53c74d6522e4 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:16.718062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-909b2051-9880-45f3-9b91-1e16be18d785 req-e20c40d4-45b4-4ce6-8388-53c74d6522e4 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Synchronizing usage tracker for tenant:9b6c5f5fd96642eebd8a00a0cfb664dd on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:08:16.737854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-909b2051-9880-45f3-9b91-1e16be18d785 req-e20c40d4-45b4-4ce6-8388-53c74d6522e4 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Unset dirty status for tenant:9b6c5f5fd96642eebd8a00a0cfb664dd on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:08:16.739245 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-e20c40d4-45b4-4ce6-8388-53c74d6522e4 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.15 "GET /v2.0/networks?id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 200 len: 811 time: 0.1989286 Jan 25 17:08:16.753095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Request body: {'port': {'device_id': 'a457a211-dbf0-449b-9f34-596ebc362942', 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61', 'admin_state_up': True, 'tenant_id': '9b6c5f5fd96642eebd8a00a0cfb664dd'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:16.907313 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:16.914890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Usage tracker for resource:port and tenant:9b6c5f5fd96642eebd8a00a0cfb664dd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:16.920329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:16.929329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:16.942172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Made reservation on behalf of 9b6c5f5fd96642eebd8a00a0cfb664dd for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:16.945985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:17.126172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Allocated IP 172.20.0.13 (d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61/948d2b8c-97a5-416b-9c3a-6d16f7f4c233/a5445797-ebd3-4d31-b6fb-5e4df3033a05) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:08:17.362066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:17.395873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:17.483874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:08:17.487279 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:08:17.491989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:08:17.524207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Pushing event updated for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:17.563432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:17.564075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:17.587307 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-f78acd26-9e38-420b-95b1-d2c484af03a2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385179 Jan 25 17:08:17.599887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Request body: {'port': {'device_id': 'a457a211-dbf0-449b-9f34-596ebc362942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:17.723173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:17.963999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef72f06-e071-4216-85b3-d5a6a29b20e8 req-4742a2a8-6b21-4c5e-befb-df6bc0fc087b tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:17.966226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aef72f06-e071-4216-85b3-d5a6a29b20e8 req-4742a2a8-6b21-4c5e-befb-df6bc0fc087b tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 932 time: 0.1360102 Jan 25 17:08:18.023273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aef72f06-e071-4216-85b3-d5a6a29b20e8 req-5361eafd-66e8-4bc0-874d-36a05cee1fcf tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493960 Jan 25 17:08:18.278983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5445797-ebd3-4d31-b6fb-5e4df3033a05 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:08:18.287113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:18.303678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Transition to ACTIVE for port object a5445797-ebd3-4d31-b6fb-5e4df3033a05 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:08:18.307943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:18.475436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Pushing event updated for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:18.563606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Attempting to bind port a5445797-ebd3-4d31-b6fb-5e4df3033a05 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:08:18.563828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Attempting to bind port a5445797-ebd3-4d31-b6fb-5e4df3033a05 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '71fea2ab-1452-468d-bc89-77edc51ea4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:08:18.564166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Attempting to bind port a5445797-ebd3-4d31-b6fb-5e4df3033a05 on network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:08:18.569710 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Port a5445797-ebd3-4d31-b6fb-5e4df3033a05 on network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:08:18.570029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Attempting to bind port a5445797-ebd3-4d31-b6fb-5e4df3033a05 on network d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:08:18.575488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:08:18.575819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Checking segment: {'id': '71fea2ab-1452-468d-bc89-77edc51ea4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:08:18.576200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Bound using segment: {'id': '71fea2ab-1452-468d-bc89-77edc51ea4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:08:18.576636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Bound port: a5445797-ebd3-4d31-b6fb-5e4df3033a05, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fea2ab-1452-468d-bc89-77edc51ea4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:08:18.576983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:18.681077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:08:18.685519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05,segment=NetworkSegment(71fea2ab-1452-468d-bc89-77edc51ea4d1),segment_id=71fea2ab-1452-468d-bc89-77edc51ea4d1)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:08:18.691289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:18.756892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:18.757611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:18.758954 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 200 len: 1094 time: 1.1646187 Jan 25 17:08:18.759460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:08:18.787847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea48be-3ead-4a69-b8e8-aad276f1a198 service neutron] Pushing event updated for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:18.862349 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05', 'status': 'completed', 'code': 200} Jan 25 17:08:18.903355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-3a6f5c38-fc34-469a-bec3-60253b57b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:18.904892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-3a6f5c38-fc34-469a-bec3-60253b57b298 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 1097 time: 0.0954709 Jan 25 17:08:18.982781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-fe3d762f-b3a2-4105-a30f-4736acc27e0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 200 len: 217 time: 0.0702033 Jan 25 17:08:19.055179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2051-9880-45f3-9b91-1e16be18d785 req-5048b3ac-4a80-47b6-a972-bbcbaccbb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:19.056677 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-5048b3ac-4a80-47b6-a972-bbcbaccbb787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=948d2b8c-97a5-416b-9c3a-6d16f7f4c233 HTTP/1.1" status: 200 len: 851 time: 0.0675418 Jan 25 17:08:19.115185 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-003dc37c-bc03-459a-a58e-2cbe0fcdf11b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503290 Jan 25 17:08:19.272832 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-639c8ee6-93dd-42f1-b02e-fbb4def7bef1 service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503556 Jan 25 17:08:19.317511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a29d4-03d9-481e-8c24-43368b734a58 req-cbc0f5d8-5b62-49bf-8151-bf64080e81ae tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:19.320341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c2a29d4-03d9-481e-8c24-43368b734a58 req-cbc0f5d8-5b62-49bf-8151-bf64080e81ae tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 944 time: 0.1670692 Jan 25 17:08:19.375231 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c2a29d4-03d9-481e-8c24-43368b734a58 req-1c1fcd86-a9aa-4a6e-94c9-02c1f8b6625c tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474813 Jan 25 17:08:19.428740 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-909b2051-9880-45f3-9b91-1e16be18d785 req-90c85ea8-96ad-4633-8b08-9bdbd4d4f4bd service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502457 Jan 25 17:08:19.564280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-94b3f4b5-aa69-472c-9c28-6b72b9c3f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:19.566055 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-94b3f4b5-aa69-472c-9c28-6b72b9c3f05c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 1097 time: 0.0833149 Jan 25 17:08:19.711684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-d915d208-d64a-4ee8-a85a-d4bead059e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:19.713178 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-d915d208-d64a-4ee8-a85a-d4bead059e44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 200 len: 912 time: 0.1410339 Jan 25 17:08:19.783040 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-3cc7cc20-c56d-4a31-a186-32d34f4ab843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 200 len: 217 time: 0.0634835 Jan 25 17:08:19.873950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-4585d32c-3710-47b6-8313-4c88479c96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:19.876818 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-4585d32c-3710-47b6-8313-4c88479c96ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=948d2b8c-97a5-416b-9c3a-6d16f7f4c233 HTTP/1.1" status: 200 len: 851 time: 0.0876944 Jan 25 17:08:19.925948 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-3ab60a34-8ea9-48c5-a76e-c082e306395b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427313 Jan 25 17:08:20.188792 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-f473ef35-47ec-4631-9f36-ad1e5f388725 service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566688 Jan 25 17:08:20.387444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-52240f97-954c-49d4-a07e-75f7b9eb0119 req-0c5c75c0-0bce-4adc-a36a-a3262922bbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905031 Jan 25 17:08:20.602984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d22d-bf89-45e6-a767-9fd71cad7404 req-b0972922-e111-47eb-a3f1-2677d0754aa9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:20.604761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b08d22d-bf89-45e6-a767-9fd71cad7404 req-b0972922-e111-47eb-a3f1-2677d0754aa9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 944 time: 0.0847368 Jan 25 17:08:20.656020 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b08d22d-bf89-45e6-a767-9fd71cad7404 req-93b047a1-8a07-4f40-8066-152fbf8b06e6 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Jan 25 17:08:21.863406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feab8e-4632-4634-b9cb-0707e129173f req-61fec4f4-f668-4b9c-909e-daf60051af72 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:21.864964 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16feab8e-4632-4634-b9cb-0707e129173f req-61fec4f4-f668-4b9c-909e-daf60051af72 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 944 time: 0.0957687 Jan 25 17:08:21.912172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16feab8e-4632-4634-b9cb-0707e129173f req-493e22d0-0305-45ea-ab6f-c2f8a370af63 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jan 25 17:08:23.111582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3dc89-a0f5-471b-b1c2-da4c708bfd81 req-da999a74-9082-4862-853e-352376dd197e tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:23.113056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86e3dc89-a0f5-471b-b1c2-da4c708bfd81 req-da999a74-9082-4862-853e-352376dd197e tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 944 time: 0.0881100 Jan 25 17:08:23.167856 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86e3dc89-a0f5-471b-b1c2-da4c708bfd81 req-b4218e24-5541-41cc-ac6a-7b4ed1cda8aa tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Jan 25 17:08:24.419328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549f462-5a41-46a8-a468-777ca600463d req-8749555a-6f32-4ed7-8ca2-231aa43f3672 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:24.420843 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3549f462-5a41-46a8-a468-777ca600463d req-8749555a-6f32-4ed7-8ca2-231aa43f3672 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 944 time: 0.0914400 Jan 25 17:08:24.471489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3549f462-5a41-46a8-a468-777ca600463d req-117e3325-bbbc-4908-939f-881cc78699da tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Jan 25 17:08:24.517276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device a5445797-ebd3-4d31-b6fb-5e4df3033a05 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:08:24.729019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05,segment=NetworkSegment(71fea2ab-1452-468d-bc89-77edc51ea4d1),segment_id=71fea2ab-1452-468d-bc89-77edc51ea4d1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:24.754933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05', 'network_id': 'd1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61', 'port_id': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05', 'mac_address': 'fa:16:3e:81:b2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948d2b8c-97a5-416b-9c3a-6d16f7f4c233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:08:24.821124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:24.839441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5445797-ebd3-4d31-b6fb-5e4df3033a05 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:08:24.855914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05,segment=NetworkSegment(71fea2ab-1452-468d-bc89-77edc51ea4d1),segment_id=71fea2ab-1452-468d-bc89-77edc51ea4d1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:24.859856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:24.928036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:25.168484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['a5445797-ebd3-4d31-b6fb-5e4df3033a05'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:08:25.556771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:25.800490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a1de8-77c8-46ae-b9bc-e87fad56fd65 req-c98ec6fd-2536-492d-ba55-2f7ba98a2e70 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:25.801956 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-448a1de8-77c8-46ae-b9bc-e87fad56fd65 req-c98ec6fd-2536-492d-ba55-2f7ba98a2e70 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 945 time: 0.2137647 Jan 25 17:08:25.858008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-448a1de8-77c8-46ae-b9bc-e87fad56fd65 req-eaa50a90-49e8-43ae-b45d-5516d8f67e2b tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Jan 25 17:08:26.548008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device a5445797-ebd3-4d31-b6fb-5e4df3033a05 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:08:26.619360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port a5445797-ebd3-4d31-b6fb-5e4df3033a05 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:08:26.625693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port a5445797-ebd3-4d31-b6fb-5e4df3033a05 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:08:26.626063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:26.803765 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:26.854549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:08:26.867106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05,segment=NetworkSegment(71fea2ab-1452-468d-bc89-77edc51ea4d1),segment_id=71fea2ab-1452-468d-bc89-77edc51ea4d1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:26.872647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:26.931070 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05', 'code': 200} Jan 25 17:08:26.995866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:27.134908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd57a7-188d-4d86-8eef-9c4e932ec7aa req-9c683085-76e9-4a0f-9de5-51bb6cc1af18 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:27.137662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fd57a7-188d-4d86-8eef-9c4e932ec7aa req-9c683085-76e9-4a0f-9de5-51bb6cc1af18 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0954542 Jan 25 17:08:27.187038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9000a0d-2c66-4f0a-b8a3-faaa721a25cb req-9ca01298-69ec-4650-b8f8-c74bdedd41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:27.188928 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d9000a0d-2c66-4f0a-b8a3-faaa721a25cb req-9ca01298-69ec-4650-b8f8-c74bdedd41ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 1099 time: 0.0985479 Jan 25 17:08:27.213600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fd57a7-188d-4d86-8eef-9c4e932ec7aa req-67b50c79-9e34-4017-89ca-fb4dbbf605a6 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Jan 25 17:08:27.246360 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d9000a0d-2c66-4f0a-b8a3-faaa721a25cb req-85dae710-b933-4ff2-99d7-8fd160d53dab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503647 Jan 25 17:08:27.680240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b39481d6-a3e9-493e-abe7-5e5e078d5c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:28.460519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de42748-f92d-4469-b04d-2492d409ea2b req-41651785-840c-491a-8872-be910faa7e96 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:28.462556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5de42748-f92d-4469-b04d-2492d409ea2b req-41651785-840c-491a-8872-be910faa7e96 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.1045439 Jan 25 17:08:28.538711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5de42748-f92d-4469-b04d-2492d409ea2b req-d8c39e9f-daa8-4b14-851e-376900dbbf33 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Jan 25 17:08:29.745113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e36d-df7e-4d90-b87e-2b3d4832cea1 req-de8ae398-8716-4662-8cb5-983c735e89cf tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:29.746845 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5be6e36d-df7e-4d90-b87e-2b3d4832cea1 req-de8ae398-8716-4662-8cb5-983c735e89cf tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0889771 Jan 25 17:08:29.823359 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5be6e36d-df7e-4d90-b87e-2b3d4832cea1 req-e95faaa5-e6bc-43d0-9d9f-9246aa6c4c75 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 Jan 25 17:08:30.030805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77508f-442f-4275-8054-f85dd7992d36 req-ae5a5e20-a767-49e8-a456-2e0c12204712 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:30.032385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c77508f-442f-4275-8054-f85dd7992d36 req-ae5a5e20-a767-49e8-a456-2e0c12204712 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0928342 Jan 25 17:08:30.082822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c77508f-442f-4275-8054-f85dd7992d36 req-3466934e-4129-4fd0-aa79-8e2eb601c7d2 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Jan 25 17:08:30.283433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4f80cee-cb92-4c38-8381-a73f83541453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:30.556474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f29fa-cdce-4e64-91d5-f3561cdbb774 req-55ab6b29-7b1e-49ba-a477-050cf22237b5 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:30.558938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a0f29fa-cdce-4e64-91d5-f3561cdbb774 req-55ab6b29-7b1e-49ba-a477-050cf22237b5 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.1213226 Jan 25 17:08:30.609356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a0f29fa-cdce-4e64-91d5-f3561cdbb774 req-e10c4af0-93cb-45bb-abfd-905946ca1830 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Jan 25 17:08:31.122440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:31.583552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:31.821523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74ff0-9796-4477-8269-f63a3f03a8ef req-828a02a8-9b45-4c56-ad98-275c652a55c6 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:31.823784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ada74ff0-9796-4477-8269-f63a3f03a8ef req-828a02a8-9b45-4c56-ad98-275c652a55c6 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0900447 Jan 25 17:08:31.871285 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ada74ff0-9796-4477-8269-f63a3f03a8ef req-4d96c014-17be-4181-b8eb-1ada8242af39 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Jan 25 17:08:32.254027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4865-fcdf-46bb-a3b1-cd7735e875a4 req-291e3e3b-ea73-41e9-a5e1-9ed9e83155c9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:32.255628 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1cff4865-fcdf-46bb-a3b1-cd7735e875a4 req-291e3e3b-ea73-41e9-a5e1-9ed9e83155c9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0906703 Jan 25 17:08:32.266664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-13c17ace-93b6-4cae-a4bb-1f2bc182d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:32.268345 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-13c17ace-93b6-4cae-a4bb-1f2bc182d0ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 1099 time: 0.0880716 Jan 25 17:08:32.305889 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1cff4865-fcdf-46bb-a3b1-cd7735e875a4 req-86e0c853-8228-44d5-90e1-f732530db5e7 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Jan 25 17:08:32.411811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-03354393-2ed5-4eea-ac2b-0439ea1d80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:32.413307 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-03354393-2ed5-4eea-ac2b-0439ea1d80de service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 200 len: 912 time: 0.1398027 Jan 25 17:08:32.521730 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-8b93ed7b-be50-4210-8239-4799d263df6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 200 len: 217 time: 0.1018393 Jan 25 17:08:32.589005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-1e7f76bc-a492-42cc-8f5b-04e5d44f5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:32.590570 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-1e7f76bc-a492-42cc-8f5b-04e5d44f5000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=948d2b8c-97a5-416b-9c3a-6d16f7f4c233 HTTP/1.1" status: 200 len: 851 time: 0.0634205 Jan 25 17:08:32.642266 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-cfaf97ea-b9ad-4800-8fcd-05533d96aa6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456412 Jan 25 17:08:32.757446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:32.800327 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-202cedf3-b84c-47fd-9899-1e68f2b5ebe9 service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521592 Jan 25 17:08:32.947392 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5f7b6077-9beb-4e49-afee-e7d5af672972 req-5ee319c4-3c60-440c-aa8b-93b7d8a9ad2a service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409707 Jan 25 17:08:33.509431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756f97-6768-4fa4-be8e-c936cb0c4a61 req-0027e946-600c-4372-a74b-7c9872a22fc7 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:33.511381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03756f97-6768-4fa4-be8e-c936cb0c4a61 req-0027e946-600c-4372-a74b-7c9872a22fc7 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0868452 Jan 25 17:08:33.564753 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03756f97-6768-4fa4-be8e-c936cb0c4a61 req-c8bf3029-b4a4-4437-b226-cc945216a6b0 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Jan 25 17:08:34.760300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ee324-c228-44fb-b100-3dfe003ecf72 req-cdb58b7f-ab18-4f61-bf88-deb27938dbf1 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:34.762361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa5ee324-c228-44fb-b100-3dfe003ecf72 req-cdb58b7f-ab18-4f61-bf88-deb27938dbf1 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0889218 Jan 25 17:08:34.819540 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa5ee324-c228-44fb-b100-3dfe003ecf72 req-84efd2ad-e822-4e55-9f66-73538064e08e tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Jan 25 17:08:35.320633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72da2-0746-42e8-aa90-ca26567e0c13 req-7e8df62a-4783-4e2a-9658-61dc192d11c9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:35.322226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ec72da2-0746-42e8-aa90-ca26567e0c13 req-7e8df62a-4783-4e2a-9658-61dc192d11c9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0923500 Jan 25 17:08:35.371272 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ec72da2-0746-42e8-aa90-ca26567e0c13 req-130e2d09-4f09-4193-b603-fa51556dedef tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Jan 25 17:08:36.578906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae733651-2480-4058-99d0-208c884206af req-ff714aa7-4aac-4933-a16b-3dffa70e3fa3 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:36.582090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae733651-2480-4058-99d0-208c884206af req-ff714aa7-4aac-4933-a16b-3dffa70e3fa3 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0941594 Jan 25 17:08:36.630303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae733651-2480-4058-99d0-208c884206af req-5a35749c-6631-4bd9-8c90-b3303f8f2f8f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Jan 25 17:08:37.021648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-b3e10fc8-dcda-496b-8817-0808c22566f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:37.023541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa56c90-ed62-46eb-8b64-2fd384e815c0 req-7e0b9c12-458c-477d-9ab9-c818322da225 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:37.023985 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-b3e10fc8-dcda-496b-8817-0808c22566f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 1099 time: 0.0897677 Jan 25 17:08:37.025913 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1aa56c90-ed62-46eb-8b64-2fd384e815c0 req-7e0b9c12-458c-477d-9ab9-c818322da225 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.1092775 Jan 25 17:08:37.098858 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1aa56c90-ed62-46eb-8b64-2fd384e815c0 req-5fb59934-19f4-446c-ab9d-997e78acb3fb tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Jan 25 17:08:37.195031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-112ac649-cf67-4838-b5d5-88645cee9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:37.196677 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-112ac649-cf67-4838-b5d5-88645cee9f19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 200 len: 912 time: 0.1669590 Jan 25 17:08:37.272444 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-5c864b15-7789-4663-a0f0-8ce67ed8b2d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 200 len: 217 time: 0.0696077 Jan 25 17:08:37.339982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-a08ac3f1-3aa3-4218-b8a6-a19fa6fb49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:37.341488 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-a08ac3f1-3aa3-4218-b8a6-a19fa6fb49bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=948d2b8c-97a5-416b-9c3a-6d16f7f4c233 HTTP/1.1" status: 200 len: 851 time: 0.0635426 Jan 25 17:08:37.391756 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-dbfa7c46-9a02-4fa1-9210-daeacab5f7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436065 Jan 25 17:08:37.545299 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-2822846c-d1c2-42f2-a16f-2f9f1feee1fa service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465018 Jan 25 17:08:37.816017 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4afadef8-7180-4dc2-95af-5a63cca719b5 req-ded956cf-6040-4b44-aad0-7d0c3f76cb17 service neutron] 10.222.0.15 "GET /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646601 Jan 25 17:08:38.315840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ffc0f-5c17-416d-ab9b-124fbc700e68 req-65fb55ad-a01a-40b9-8ab5-ee0af9581659 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:38.317391 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b97ffc0f-5c17-416d-ab9b-124fbc700e68 req-65fb55ad-a01a-40b9-8ab5-ee0af9581659 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0873730 Jan 25 17:08:38.364090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b97ffc0f-5c17-416d-ab9b-124fbc700e68 req-3e3fe460-e62a-4c92-a5fa-6cf958cf2fbb tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Jan 25 17:08:38.595697 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:08:39.563095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb335d66-f9ce-46c4-b4eb-d00c4506c2ed req-0f762866-32e9-48c0-bd0e-428ac52b6a8e tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:39.564627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb335d66-f9ce-46c4-b4eb-d00c4506c2ed req-0f762866-32e9-48c0-bd0e-428ac52b6a8e tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0869718 Jan 25 17:08:39.614617 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb335d66-f9ce-46c4-b4eb-d00c4506c2ed req-d56d061f-a2dc-47a7-9df8-ee2122f0fb93 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Jan 25 17:08:40.032572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af630-5934-40c0-9452-d1773ab01e78 req-f9be76fc-46c6-4428-aa38-ba0919e9848f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:40.034172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-da6af630-5934-40c0-9452-d1773ab01e78 req-f9be76fc-46c6-4428-aa38-ba0919e9848f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0858953 Jan 25 17:08:40.086067 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-da6af630-5934-40c0-9452-d1773ab01e78 req-371a4d2a-6bc1-4a7b-ae2f-c987039156d9 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459788 Jan 25 17:08:41.311445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df241e-832c-4b9a-ae65-51d5ca2961cb req-b9eb253e-8500-4db0-a1a6-874978bd48ec tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:41.313098 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86df241e-832c-4b9a-ae65-51d5ca2961cb req-b9eb253e-8500-4db0-a1a6-874978bd48ec tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.1102662 Jan 25 17:08:41.362001 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86df241e-832c-4b9a-ae65-51d5ca2961cb req-6d8ca142-4e52-4efa-8b9f-4736f52e8396 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Jan 25 17:08:41.988563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5a20-3218-4970-873f-221496595dec req-b54e40dc-cb3f-4595-b16c-a6fe3ce81087 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:41.989459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-83cc5a20-3218-4970-873f-221496595dec req-b54e40dc-cb3f-4595-b16c-a6fe3ce81087 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Synchronizing usage tracker for tenant:9b6c5f5fd96642eebd8a00a0cfb664dd on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:08:42.011585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-83cc5a20-3218-4970-873f-221496595dec req-b54e40dc-cb3f-4595-b16c-a6fe3ce81087 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Unset dirty status for tenant:9b6c5f5fd96642eebd8a00a0cfb664dd on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:08:42.012841 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-83cc5a20-3218-4970-873f-221496595dec req-b54e40dc-cb3f-4595-b16c-a6fe3ce81087 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.15 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.1106241 Jan 25 17:08:42.094390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Deleting port a5445797-ebd3-4d31-b6fb-5e4df3033a05 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:08:42.094797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:42.368501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] For port a5445797-ebd3-4d31-b6fb-5e4df3033a05, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a5445797-ebd3-4d31-b6fb-5e4df3033a05,segment=NetworkSegment(71fea2ab-1452-468d-bc89-77edc51ea4d1),segment_id=71fea2ab-1452-468d-bc89-77edc51ea4d1)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:08:42.369503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:42.511483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Calling delete_port for a5445797-ebd3-4d31-b6fb-5e4df3033a05 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:08:42.658250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59097c-7f5d-4df4-848c-4e5fc83cb297 req-e083c2cc-ab1b-4225-9cf1-39b23d3cbc69 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:42.659719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b59097c-7f5d-4df4-848c-4e5fc83cb297 req-e083c2cc-ab1b-4225-9cf1-39b23d3cbc69 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/ports?device_id=a457a211-dbf0-449b-9f34-596ebc362942 HTTP/1.1" status: 200 len: 946 time: 0.0960667 Jan 25 17:08:42.715001 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b59097c-7f5d-4df4-848c-4e5fc83cb297 req-66a84723-3570-4ea8-a834-823a72a1b706 tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a345e776-29ea-4f92-b994-95ac608c840e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Jan 25 17:08:42.739573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:42.841664 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Pushing event deleted for resources: {'Port': ['ID=a5445797-ebd3-4d31-b6fb-5e4df3033a05,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:42.979599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] No DVR routers for this DVR port a5445797-ebd3-4d31-b6fb-5e4df3033a05 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:08:42.982693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:42.985989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'name': 'network-vif-deleted', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:08:43.005865 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-83cc5a20-3218-4970-873f-221496595dec req-75b0eb33-8f4b-424d-8ad1-a2da0174646f tempest-TestServerAdvancedOps-959178897 tempest-TestServerAdvancedOps-959178897-project] 10.222.0.15 "DELETE /v2.0/ports/a5445797-ebd3-4d31-b6fb-5e4df3033a05 HTTP/1.1" status: 204 len: 173 time: 0.9867744 Jan 25 17:08:43.068810 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a457a211-dbf0-449b-9f34-596ebc362942', 'name': 'network-vif-deleted', 'tag': 'a5445797-ebd3-4d31-b6fb-5e4df3033a05', 'status': 'completed', 'code': 200} Jan 25 17:08:43.833411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:43.902625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Deleting subnet 948d2b8c-97a5-416b-9c3a-6d16f7f4c233 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:08:43.906357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:43.964177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.027756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.110130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.151366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948d2b8c-97a5-416b-9c3a-6d16f7f4c233,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:44.153085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.160087 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0dcd969c-d652-47c4-b2e1-591543a3f4ea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/948d2b8c-97a5-416b-9c3a-6d16f7f4c233 HTTP/1.1" status: 204 len: 168 time: 0.3294833 Jan 25 17:08:44.162899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:44.277951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.411538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.442133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:44.457090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fea2ab-1452-468d-bc89-77edc51ea4d1') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:44.457431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fea2ab-1452-468d-bc89-77edc51ea4d1') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:44.471552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.490539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.498798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:08:44.499196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:08:44.517382 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:08:44.599082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.616035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.627204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:44.637584 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c5726f8a-266a-4d16-bcc0-e77b6635dcf2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d1bdc2eb-4e34-4525-9e1c-0a0a0bf49e61 HTTP/1.1" status: 204 len: 168 time: 0.4734368 Jan 25 17:08:44.640449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:44.642259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device a5445797-ebd3-4d31-b6fb-5e4df3033a05 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:08:44.695008 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: a5445797-ebd3-4d31-b6fb-5e4df3033a05 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:08:44.695440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device a5445797-ebd3-4d31-b6fb-5e4df3033a05 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:08:44.732689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Deleting subnet 34aa07f2-06f5-4570-8964-7d04c829b2a8 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:08:44.737861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.832242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:44.944320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.177401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.223007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.227059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34aa07f2-06f5-4570-8964-7d04c829b2a8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:45.233689 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-007f6a80-078c-4133-b2c7-2f9db7d49fc1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/34aa07f2-06f5-4570-8964-7d04c829b2a8 HTTP/1.1" status: 204 len: 168 time: 0.5908542 Jan 25 17:08:45.235542 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:45.354474 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.502333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.535044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aff7879-84b9-40f1-903d-fadf7310ce2e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:45.550623 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4727abb7-5c56-4218-9c76-e8c993312cce') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:45.550965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4727abb7-5c56-4218-9c76-e8c993312cce') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:08:45.565172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.584550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.594683 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:08:45.595198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:08:45.611057 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:08:45.695628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.731820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:45.749740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] Pushing event deleted for resources: {'Network': ['ID=6aff7879-84b9-40f1-903d-fadf7310ce2e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:45.755921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-654bd42c-05f8-4041-9a1c-a32daa0ca54a admin admin] 10.222.0.45 "DELETE /v2.0/networks/6aff7879-84b9-40f1-903d-fadf7310ce2e HTTP/1.1" status: 204 len: 168 time: 0.5184388 Jan 25 17:08:46.007727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:46.066032 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-77ea087a-c84e-4c17-bee0-b9230519c82f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b6c5f5fd96642eebd8a00a0cfb664dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568631 Jan 25 17:08:46.068858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:46.138929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.173159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.231966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.260569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345e776-29ea-4f92-b994-95ac608c840e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:46.271803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.273769 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0059de77-02fe-4544-8f85-f7f0818c3bb6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a345e776-29ea-4f92-b994-95ac608c840e HTTP/1.1" status: 204 len: 168 time: 0.2035341 Jan 25 17:08:46.689402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41042) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:46.746305 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f290318-38ba-4bcd-9c21-8c9c1236727f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c996a9ef5a4470cb7b32074881adab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556393 Jan 25 17:08:46.748863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:08:46.818035 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.850642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.916818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.938841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4819873-b68c-4e8d-b7b7-eca3ac0a6177,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:46.943808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:46.944949 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-baaf3816-4a0b-4b3f-91f4-1a7c9af58690 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4819873-b68c-4e8d-b7b7-eca3ac0a6177 HTTP/1.1" status: 204 len: 168 time: 0.1950893 Jan 25 17:08:54.942787 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-e474d535-ecc6-4d53-b34b-61d33fc4e870 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f102c6b6b414db5be66ae08767d1b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301185 Jan 25 17:08:55.126888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-76d2a377-cd1a-4223-a23e-7a26cb3900ed tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:55.128318 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-76d2a377-cd1a-4223-a23e-7a26cb3900ed tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789362 Jan 25 17:08:55.144697 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-1dcea33e-694c-428c-88f7-adc93a0abef0 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/quotas/1f102c6b6b414db5be66ae08767d1b49 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Jan 25 17:08:55.197884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-9b5fce2b-a437-4b7b-963d-c049eae74759 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f102c6b6b414db5be66ae08767d1b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466342 Jan 25 17:08:55.410041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1fbfb577-f1fb-4cfe-b44f-e765b11a9d0b req-905819f7-1b9f-40a8-85e2-81be80fb986f tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 210 time: 0.0584347 Jan 25 17:08:55.560615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:56.367415 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-d5420250-0aa0-4c8c-9f4e-5113a18675ba tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f102c6b6b414db5be66ae08767d1b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277584 Jan 25 17:08:56.530511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-85963fd1-a245-442c-b1c9-b5f01a025a21 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:56.532271 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-85963fd1-a245-442c-b1c9-b5f01a025a21 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597214 Jan 25 17:08:56.544898 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Request body: {'port': {'device_id': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521', 'admin_state_up': True, 'tenant_id': '1f102c6b6b414db5be66ae08767d1b49'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:56.578034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef7fed0e-1225-4d90-ac1b-c72211e56e2c req-3f78a6dd-efc9-4295-98e7-92f392f2d846 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 210 time: 0.0493615 Jan 25 17:08:56.703359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:56.707170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Usage tracker for resource:port and tenant:1f102c6b6b414db5be66ae08767d1b49 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:56.710223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:56.716423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:56.727183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Made reservation on behalf of 1f102c6b6b414db5be66ae08767d1b49 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:08:56.731643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:56.745140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:56.765563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:08:56.769642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Usage tracker for resource:security_group_rule and tenant:1f102c6b6b414db5be66ae08767d1b49 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:08:56.772758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:08:56.779493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:08:56.920900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:56.926020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.016646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a367309e-9e71-4147-8887-4406317ed042,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:57.120356 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Allocated IP 192.168.233.155 (a43b93dd-70e0-4f19-bc98-b5d36ea39521/8f4f99ff-e741-4966-86f8-2a54fde1716b/128959fc-8abd-4b57-826d-3d4741b801d7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:08:57.329186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.350030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Transition to ACTIVE for port object 128959fc-8abd-4b57-826d-3d4741b801d7 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:08:57.376416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.451981 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Network a43b93dd-70e0-4f19-bc98-b5d36ea39521 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:08:57.454960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:08:57.459027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:08:57.500615 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Pushing event updated for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:57.533318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:57.533957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.563152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-5be2185f-3c65-472d-a11b-fc30d098f447 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0228908 Jan 25 17:08:57.575696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Request body: {'port': {'device_id': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:08:57.686686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ed3aaca-ae16-43c7-a631-74344c5c4ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.704415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-acbd5655-63f5-4b79-a928-6331950f2f99 None None] Provisioning for port 128959fc-8abd-4b57-826d-3d4741b801d7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:08:57.713552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-acbd5655-63f5-4b79-a928-6331950f2f99 None None] Provisioning complete for port 128959fc-8abd-4b57-826d-3d4741b801d7 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:08:57.714578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-acbd5655-63f5-4b79-a928-6331950f2f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.799265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310963c5-17f9-41fd-a223-8096d9449ff6 req-d8016270-6605-48fb-887a-888923c6f397 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:57.801651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-310963c5-17f9-41fd-a223-8096d9449ff6 req-d8016270-6605-48fb-887a-888923c6f397 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 936 time: 0.0970440 Jan 25 17:08:57.805848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-acbd5655-63f5-4b79-a928-6331950f2f99 None None] Port 128959fc-8abd-4b57-826d-3d4741b801d7 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:08:57.821873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:57.859484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-310963c5-17f9-41fd-a223-8096d9449ff6 req-87763627-57a2-4aab-84b7-37e27f09b9cd tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 Jan 25 17:08:58.187909 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128959fc-8abd-4b57-826d-3d4741b801d7 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:08:58.195902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:58.211377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Transition to ACTIVE for port object 128959fc-8abd-4b57-826d-3d4741b801d7 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:08:58.216637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:58.351737 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Pushing event updated for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:58.468188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Attempting to bind port 128959fc-8abd-4b57-826d-3d4741b801d7 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:08:58.468756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Attempting to bind port 128959fc-8abd-4b57-826d-3d4741b801d7 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:08:58.468857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Attempting to bind port 128959fc-8abd-4b57-826d-3d4741b801d7 on network a43b93dd-70e0-4f19-bc98-b5d36ea39521 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:08:58.473517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Port 128959fc-8abd-4b57-826d-3d4741b801d7 on network a43b93dd-70e0-4f19-bc98-b5d36ea39521 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:08:58.473835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Attempting to bind port 128959fc-8abd-4b57-826d-3d4741b801d7 on network a43b93dd-70e0-4f19-bc98-b5d36ea39521 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:08:58.478922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:08:58.479253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Checking segment: {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:08:58.479631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Bound using segment: {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:08:58.480049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Bound port: 128959fc-8abd-4b57-826d-3d4741b801d7, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7993b49-8db1-47bc-aaf3-fc3eec686bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:08:58.480390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:58.574490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:08:58.577485 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=128959fc-8abd-4b57-826d-3d4741b801d7,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:08:58.582393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:58.644339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:58.644955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:08:58.646375 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] 10.222.0.15 "PUT /v2.0/ports/128959fc-8abd-4b57-826d-3d4741b801d7 HTTP/1.1" status: 200 len: 1098 time: 1.0759163 Jan 25 17:08:58.646812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:08:58.673431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28791f-5cca-4c05-a2bf-7e1188796271 service neutron] Pushing event updated for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:08:58.729011 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7', 'status': 'completed', 'code': 200} Jan 25 17:08:58.775761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-72ce476a-fdeb-44ba-9c2b-cff6ed67c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:58.777343 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-72ce476a-fdeb-44ba-9c2b-cff6ed67c32b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f102c6b6b414db5be66ae08767d1b49&device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 1101 time: 0.0826426 Jan 25 17:08:58.859548 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-93c1437d-c6f4-47ad-bf13-17b746f2a892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=128959fc-8abd-4b57-826d-3d4741b801d7 HTTP/1.1" status: 200 len: 217 time: 0.0747323 Jan 25 17:08:58.932217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-d3feae1b-9212-490b-b2e2-fb7a3ccee3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:58.933310 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-d3feae1b-9212-490b-b2e2-fb7a3ccee3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f4f99ff-e741-4966-86f8-2a54fde1716b HTTP/1.1" status: 200 len: 843 time: 0.0683467 Jan 25 17:08:59.021567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-2f604b74-0b80-4c47-8116-7587fd73e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.022978 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-2f604b74-0b80-4c47-8116-7587fd73e3ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43b93dd-70e0-4f19-bc98-b5d36ea39521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0807927 Jan 25 17:08:59.070116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac12cd-00fc-43f6-8824-9f7f8adb7d93 req-51224b68-8b71-43a2-b1f3-941f478625d5 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.079057 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffac12cd-00fc-43f6-8824-9f7f8adb7d93 req-51224b68-8b71-43a2-b1f3-941f478625d5 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 948 time: 0.0922277 Jan 25 17:08:59.122752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffac12cd-00fc-43f6-8824-9f7f8adb7d93 req-ae53a9a5-786e-4fab-bfb0-269fb8e9234c tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Jan 25 17:08:59.163992 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-91c90d21-f966-4c0f-a753-a7a94877dac0 service neutron] 10.222.0.15 "GET /v2.0/networks/a43b93dd-70e0-4f19-bc98-b5d36ea39521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350434 Jan 25 17:08:59.300453 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-368123c0-dd21-48ba-bb71-58ded2935e83 req-a5f33a1c-f478-4fde-b041-f75568a257b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a43b93dd-70e0-4f19-bc98-b5d36ea39521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304367 Jan 25 17:08:59.438922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-574d26fe-c5df-4f03-aa95-6cccb087208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.440410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-574d26fe-c5df-4f03-aa95-6cccb087208e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f102c6b6b414db5be66ae08767d1b49&device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 1101 time: 0.0901496 Jan 25 17:08:59.582743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-6bab03bf-58ee-4adf-9300-29f2c17f68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.584239 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-6bab03bf-58ee-4adf-9300-29f2c17f68c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43b93dd-70e0-4f19-bc98-b5d36ea39521 HTTP/1.1" status: 200 len: 870 time: 0.1380913 Jan 25 17:08:59.757168 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-951583d5-de49-4802-b849-c1c74a9b710e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=128959fc-8abd-4b57-826d-3d4741b801d7 HTTP/1.1" status: 200 len: 217 time: 0.1667070 Jan 25 17:08:59.823236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-8a7543cd-d9b2-4fba-a345-ce34bd13c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.824752 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-8a7543cd-d9b2-4fba-a345-ce34bd13c678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f4f99ff-e741-4966-86f8-2a54fde1716b HTTP/1.1" status: 200 len: 843 time: 0.0617785 Jan 25 17:08:59.907262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-df229f80-8df1-40d8-b37a-26fa194f7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:08:59.908771 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-df229f80-8df1-40d8-b37a-26fa194f7788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43b93dd-70e0-4f19-bc98-b5d36ea39521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0780389 Jan 25 17:09:00.054555 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-e4556bdd-2436-4213-8c7a-568b64b87ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/a43b93dd-70e0-4f19-bc98-b5d36ea39521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376402 Jan 25 17:09:00.193485 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba7422d9-797a-40f1-8724-2463f7bccb21 req-5c766838-5cb4-4bab-950d-f82b16933511 service neutron] 10.222.0.15 "GET /v2.0/networks/a43b93dd-70e0-4f19-bc98-b5d36ea39521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323357 Jan 25 17:09:00.278338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-232e3479-4006-4494-9a93-f50c7ecd6b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:00.425399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0030d2-b201-4ba5-8d5c-370dd5b0e1fb req-3b589bac-17d9-4b96-b4e3-edb4b15a1009 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:00.426899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d0030d2-b201-4ba5-8d5c-370dd5b0e1fb req-3b589bac-17d9-4b96-b4e3-edb4b15a1009 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 948 time: 0.1913435 Jan 25 17:09:00.477055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d0030d2-b201-4ba5-8d5c-370dd5b0e1fb req-249c6595-b886-45b3-ac6e-32001c765321 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Jan 25 17:09:01.118169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:01.582609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:01.662931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f616fc-c925-4463-bbfa-81163b3e377f req-2f3ef62b-9487-49e7-bdc0-4840f932d8f8 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:01.664383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31f616fc-c925-4463-bbfa-81163b3e377f req-2f3ef62b-9487-49e7-bdc0-4840f932d8f8 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 948 time: 0.0792816 Jan 25 17:09:01.708853 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31f616fc-c925-4463-bbfa-81163b3e377f req-9623f413-0373-4e6b-a828-b1de593d5fe1 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Jan 25 17:09:02.704775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 128959fc-8abd-4b57-826d-3d4741b801d7 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:09:02.819965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:02.891685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=128959fc-8abd-4b57-826d-3d4741b801d7,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:02.906847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '128959fc-8abd-4b57-826d-3d4741b801d7', 'network_id': 'a43b93dd-70e0-4f19-bc98-b5d36ea39521', 'port_id': '128959fc-8abd-4b57-826d-3d4741b801d7', 'mac_address': 'fa:16:3e:87:09:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f4f99ff-e741-4966-86f8-2a54fde1716b', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:09:02.947199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111d83f-5a16-4834-90f6-8f76678eda30 req-3338f544-778b-4744-9ce6-b0c4ab0c40ed tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:02.949079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f111d83f-5a16-4834-90f6-8f76678eda30 req-3338f544-778b-4744-9ce6-b0c4ab0c40ed tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 948 time: 0.0981340 Jan 25 17:09:02.965871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:02.987604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128959fc-8abd-4b57-826d-3d4741b801d7 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:09:02.995819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f111d83f-5a16-4834-90f6-8f76678eda30 req-c6cf7342-2b8f-4531-8679-dce9bcf8f651 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jan 25 17:09:03.003687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=128959fc-8abd-4b57-826d-3d4741b801d7,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:03.006814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:03.076362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:03.083598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.084136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.084510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.084839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.085168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.085523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.085846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.086165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.086484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.086966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.088275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.088385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:03.359760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['128959fc-8abd-4b57-826d-3d4741b801d7'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:09:04.183969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c984-7eee-4b5c-8105-3e0855144f90 req-22a2d882-5e67-4688-a111-d724dfab1f54 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:04.185655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a389c984-7eee-4b5c-8105-3e0855144f90 req-22a2d882-5e67-4688-a111-d724dfab1f54 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 949 time: 0.0805526 Jan 25 17:09:04.234874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a389c984-7eee-4b5c-8105-3e0855144f90 req-5d56a678-cc41-4f19-bb78-11037e97c544 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Jan 25 17:09:04.703628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 128959fc-8abd-4b57-826d-3d4741b801d7 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:09:04.782256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 128959fc-8abd-4b57-826d-3d4741b801d7 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:09:04.787955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 128959fc-8abd-4b57-826d-3d4741b801d7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:09:04.788387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:04.921976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:04.950850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:09:04.961574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=128959fc-8abd-4b57-826d-3d4741b801d7,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:04.966347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:05.003045 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7', 'code': 200} Jan 25 17:09:05.037461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:05.226306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c566be-6557-4cbd-a8bb-239e8890590c req-69fc80b3-6cba-48f8-813a-1b15ca9fc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:05.228325 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7c566be-6557-4cbd-a8bb-239e8890590c req-69fc80b3-6cba-48f8-813a-1b15ca9fc9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 1103 time: 0.0701203 Jan 25 17:09:05.272368 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7c566be-6557-4cbd-a8bb-239e8890590c req-6b551f5e-2eb9-45bf-bfc8-9e7d580a7185 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Jan 25 17:09:05.421895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfac7ac-510b-4515-a006-7261eadcccce req-5e2094a4-1de3-4a55-b353-f041030dc524 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:05.423396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dfac7ac-510b-4515-a006-7261eadcccce req-5e2094a4-1de3-4a55-b353-f041030dc524 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.0811644 Jan 25 17:09:05.469518 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dfac7ac-510b-4515-a006-7261eadcccce req-5e148ede-3681-4abf-b077-245f9ca770f1 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Jan 25 17:09:06.670187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf38-51cc-4dbc-a324-aa437ef0caed req-afe5f4be-dbf4-490a-8b41-c26ab71fc8fa tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:06.671831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34cdaf38-51cc-4dbc-a324-aa437ef0caed req-afe5f4be-dbf4-490a-8b41-c26ab71fc8fa tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.0936043 Jan 25 17:09:06.718197 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34cdaf38-51cc-4dbc-a324-aa437ef0caed req-c778bebf-2629-4e83-8909-da39c85b5e31 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Jan 25 17:09:07.912484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976ab7-f8b1-4e34-bdf3-2df3f2bb9917 req-202e475e-7dfd-4a57-b117-aae46df01eff tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:07.914256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-76976ab7-f8b1-4e34-bdf3-2df3f2bb9917 req-202e475e-7dfd-4a57-b117-aae46df01eff tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.0878298 Jan 25 17:09:07.960837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-76976ab7-f8b1-4e34-bdf3-2df3f2bb9917 req-c0c7afea-590e-4bb2-af67-acdc82e84caa tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Jan 25 17:09:09.138031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0c29d-3219-4481-97d0-47c6cb177c8c req-a797ffe6-cea5-467a-bde3-53530a0f9b4a tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:09.139499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5c0c29d-3219-4481-97d0-47c6cb177c8c req-a797ffe6-cea5-467a-bde3-53530a0f9b4a tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.0883915 Jan 25 17:09:09.188443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5c0c29d-3219-4481-97d0-47c6cb177c8c req-95d8f578-e977-43b9-9081-c400fe95574e tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Jan 25 17:09:10.391690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9635d-4676-4861-a534-9829d53de2ae req-d59883e4-54de-497e-a8ff-ccd94287ad49 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:10.393340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16d9635d-4676-4861-a534-9829d53de2ae req-d59883e4-54de-497e-a8ff-ccd94287ad49 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.0866187 Jan 25 17:09:10.450502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16d9635d-4676-4861-a534-9829d53de2ae req-f8b9808e-cdb9-4715-9e38-db395bfc283b tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/security-groups?id=a367309e-9e71-4147-8887-4406317ed042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Jan 25 17:09:10.489127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-79c48577-b784-4030-a9a7-217ad68a9165 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:10.489828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-79c48577-b784-4030-a9a7-217ad68a9165 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Synchronizing usage tracker for tenant:1f102c6b6b414db5be66ae08767d1b49 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:09:10.509824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-79c48577-b784-4030-a9a7-217ad68a9165 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Unset dirty status for tenant:1f102c6b6b414db5be66ae08767d1b49 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:09:10.511115 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-79c48577-b784-4030-a9a7-217ad68a9165 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.15 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 950 time: 0.1102223 Jan 25 17:09:10.585508 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Deleting port 128959fc-8abd-4b57-826d-3d4741b801d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:09:10.585908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:10.857646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] For port 128959fc-8abd-4b57-826d-3d4741b801d7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=128959fc-8abd-4b57-826d-3d4741b801d7,segment=NetworkSegment(d7993b49-8db1-47bc-aaf3-fc3eec686bb1),segment_id=d7993b49-8db1-47bc-aaf3-fc3eec686bb1)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:10.858005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:11.002286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Calling delete_port for 128959fc-8abd-4b57-826d-3d4741b801d7 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:09:11.160034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:11.171676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['128959fc-8abd-4b57-826d-3d4741b801d7'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:09:11.220949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Pushing event deleted for resources: {'Port': ['ID=128959fc-8abd-4b57-826d-3d4741b801d7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:11.262235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.262696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.262927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.263270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.263608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.263941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.264273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.264602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.264929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.265275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.265604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.265930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:11.313353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] No DVR routers for this DVR port 128959fc-8abd-4b57-826d-3d4741b801d7 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:09:11.316486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:11.320038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'name': 'network-vif-deleted', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:09:11.341315 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-692fe757-0686-4a3b-97dc-372fc2ac3399 req-932be52d-4a44-4533-9472-2a1658e7c597 tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.15 "DELETE /v2.0/ports/128959fc-8abd-4b57-826d-3d4741b801d7 HTTP/1.1" status: 204 len: 173 time: 0.8245635 Jan 25 17:09:11.374618 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedb1aee-0035-4f13-a7da-aef315dec560', 'name': 'network-vif-deleted', 'tag': '128959fc-8abd-4b57-826d-3d4741b801d7', 'status': 'completed', 'code': 200} Jan 25 17:09:11.645164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dc312df6-1496-43b8-898b-e1292e3de29c req-0f4b4076-3604-49d1-8aef-d7c2dd43267c tempest-ServersAdminNegativeTestJSON-140345219 tempest-ServersAdminNegativeTestJSON-140345219-project] 10.222.0.45 "GET /v2.0/ports?device_id=fedb1aee-0035-4f13-a7da-aef315dec560 HTTP/1.1" status: 200 len: 210 time: 0.0522666 Jan 25 17:09:13.051051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 41182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:13.210536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a246ec2f-a443-4b08-8cf3-fde7057c98fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f102c6b6b414db5be66ae08767d1b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581705 Jan 25 17:09:13.213394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:13.288252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.316068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.372324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.391131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a367309e-9e71-4147-8887-4406317ed042,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:13.393422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.394544 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d3b597cc-dfc3-4a59-b1aa-6634b50e3a75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a367309e-9e71-4147-8887-4406317ed042 HTTP/1.1" status: 204 len: 168 time: 0.1801693 Jan 25 17:09:13.696937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:13.715455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.731270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:09:13.735230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:34c07d109da44954b61348cfe5d0e471 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:09:13.738174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:09:13.744109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:09:13.837319 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.842372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.894399 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34c07d109da44954b61348cfe5d0e471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963253 Jan 25 17:09:13.895296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e771-29f8-4b5f-88d3-2773e053e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c41229-c394-4aec-8fb9-5a383c0d5a33,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:13.897405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 41200) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:13.963233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:13.997242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:14.055216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:14.072764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c41229-c394-4aec-8fb9-5a383c0d5a33,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:14.085831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.086167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.087056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.087431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.087890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.088230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.088552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.088875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.089204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.089547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.089861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.090181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:09:14.093918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:14.097781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-af63cddb-5a8b-4d96-8859-11ccd5038d9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5c41229-c394-4aec-8fb9-5a383c0d5a33 HTTP/1.1" status: 204 len: 168 time: 0.1992145 Jan 25 17:09:14.781960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 128959fc-8abd-4b57-826d-3d4741b801d7 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:09:14.819254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 128959fc-8abd-4b57-826d-3d4741b801d7 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:09:14.819607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 128959fc-8abd-4b57-826d-3d4741b801d7 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:09:14.854763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:14.965100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008917486-network', 'tenant_id': 'c3414d8a2d324f6890652a2aae420e6a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:09:14.970635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:09:14.974746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Usage tracker for resource:network and tenant:c3414d8a2d324f6890652a2aae420e6a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:09:14.978937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:09:14.985453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:09:14.996641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Made reservation on behalf of c3414d8a2d324f6890652a2aae420e6a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:09:14.999034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.012052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.027106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:09:15.031051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Usage tracker for resource:security_group_rule and tenant:c3414d8a2d324f6890652a2aae420e6a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:09:15.034217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:09:15.041007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:09:15.134179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.140433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.178974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:09:15.188935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf81b5c-5b20-4752-a48a-c839b03a8d7a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:15.195331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.195670 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Added segment fc118b65-4ee0-4cdb-9420-a357178afaed of type vlan for network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 Jan 25 17:09:15.230910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.264376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.265437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:15.266027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.378097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] Pushing event updated for resources: {'Network': ['ID=1c20dfd2-e5f2-4adc-b161-2c0994d74965,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:15.383138 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2dc215c9-fb68-4f83-b787-3170f6636d8f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5272012 Jan 25 17:09:15.387715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41230) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:15.392120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:09:15.393271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Request body: {'subnet': {'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008917486-subnet', 'tenant_id': 'c3414d8a2d324f6890652a2aae420e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:09:15.398455 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:09:15.403108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Usage tracker for resource:subnet and tenant:c3414d8a2d324f6890652a2aae420e6a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:09:15.406084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:09:15.412106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:09:15.424163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Made reservation on behalf of c3414d8a2d324f6890652a2aae420e6a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:09:15.428091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.595843 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:09:15.815391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.891483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eee3962-e7c1-42f2-9856-da31e4cd03cd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:15.901992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Checking segment: {'id': 'fc118b65-4ee0-4cdb-9420-a357178afaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:09:15.902847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Network hostable DHCP agents. Network: 1c20dfd2-e5f2-4adc-b161-2c0994d74965, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:09:15.925451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:09:15.937397 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1c20dfd2-e5f2-4adc-b161-2c0994d74965) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:09:15.942709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:15.943628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:15.949413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8945ec9-6482-42dd-8cf5-ab60dad491d6 None None] Network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:09:15.978239 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c5cde64-b779-4d9f-acf4-c6e2aa83f969 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5886624 Jan 25 17:09:16.170104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb6d76-c368-4bcd-badf-9b4ea5ecf5c2 None None] Network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:09:16.499494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2eaf060e-e994-48f3-b813-407bdec12acd tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:16.501064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2eaf060e-e994-48f3-b813-407bdec12acd tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 812 time: 0.1509888 Jan 25 17:09:16.517244 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-5353c512-cafa-4604-8159-6bf425bca40d tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/quotas/c3414d8a2d324f6890652a2aae420e6a HTTP/1.1" status: 200 len: 375 time: 0.0106235 Jan 25 17:09:16.566476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-72ea59c7-ed35-46e7-a7c5-3f2db883cda0 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438371 Jan 25 17:09:16.770364 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-29f78801-523d-4b55-a468-d3a16a347348 service neutron] 10.222.0.45 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960692 Jan 25 17:09:16.923448 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-62f633c0-c7ee-4794-894b-367ebca3e3fa service neutron] 10.222.0.45 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387966 Jan 25 17:09:17.105654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-354027a5-3e97-4b1e-9380-fdb5f0970b8c req-fd0100d7-940c-4971-8b1a-9182ff6c9038 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 210 time: 0.0465646 Jan 25 17:09:18.293922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4c75ce3e-36bf-4b60-af0d-0dbb192399a2 req-1dbe018c-b5c2-42cd-a777-2feac8c69d82 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 210 time: 0.0510550 Jan 25 17:09:18.597575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-d5433a5e-3b4b-43fd-95a2-5b906606dabc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:18.598258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99eed273-064a-40d9-8f59-1ac886707f0a req-d5433a5e-3b4b-43fd-95a2-5b906606dabc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Synchronizing usage tracker for tenant:c3414d8a2d324f6890652a2aae420e6a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:09:18.615984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99eed273-064a-40d9-8f59-1ac886707f0a req-d5433a5e-3b4b-43fd-95a2-5b906606dabc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Unset dirty status for tenant:c3414d8a2d324f6890652a2aae420e6a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:09:18.619116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-d5433a5e-3b4b-43fd-95a2-5b906606dabc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 812 time: 0.1921842 Jan 25 17:09:18.630565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Request body: {'port': {'device_id': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965', 'admin_state_up': True, 'tenant_id': 'c3414d8a2d324f6890652a2aae420e6a'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:09:18.792631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:09:18.796505 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Usage tracker for resource:port and tenant:c3414d8a2d324f6890652a2aae420e6a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:09:18.799525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:09:18.806516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:09:18.817847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Made reservation on behalf of c3414d8a2d324f6890652a2aae420e6a for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:09:18.821608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:18.995544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Allocated IP 172.20.0.6 (1c20dfd2-e5f2-4adc-b161-2c0994d74965/0eee3962-e7c1-42f2-9856-da31e4cd03cd/fec18f21-e419-489e-8091-1e8c04fde5a4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:09:19.207908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:19.255641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:19.335641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:09:19.339775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:09:19.344657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:09:19.384918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:19.419604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:19.420285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:19.442378 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-a3d8815b-0d4c-4d00-9c78-79cd3302a9cc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156271 Jan 25 17:09:19.453142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Request body: {'port': {'device_id': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:09:19.504150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae131f-ca3a-48e8-8b1b-99d095cb214e req-0db76ba5-fb78-4b83-886a-882565a86ba4 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:19.505922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ae131f-ca3a-48e8-8b1b-99d095cb214e req-0db76ba5-fb78-4b83-886a-882565a86ba4 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 931 time: 0.0882039 Jan 25 17:09:19.556163 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ae131f-ca3a-48e8-8b1b-99d095cb214e req-739e1b8c-6324-4b30-803c-59387a932357 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Jan 25 17:09:19.588223 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:19.964316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec18f21-e419-489e-8091-1e8c04fde5a4 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:09:19.972170 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:19.988221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Transition to ACTIVE for port object fec18f21-e419-489e-8091-1e8c04fde5a4 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:09:19.992061 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:20.126725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:20.332473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Attempting to bind port fec18f21-e419-489e-8091-1e8c04fde5a4 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:09:20.332804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Attempting to bind port fec18f21-e419-489e-8091-1e8c04fde5a4 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'fc118b65-4ee0-4cdb-9420-a357178afaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:09:20.333131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Attempting to bind port fec18f21-e419-489e-8091-1e8c04fde5a4 on network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:09:20.338740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Port fec18f21-e419-489e-8091-1e8c04fde5a4 on network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:09:20.339060 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Attempting to bind port fec18f21-e419-489e-8091-1e8c04fde5a4 on network 1c20dfd2-e5f2-4adc-b161-2c0994d74965 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:09:20.344711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:09:20.345038 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Checking segment: {'id': 'fc118b65-4ee0-4cdb-9420-a357178afaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:09:20.345465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Bound using segment: {'id': 'fc118b65-4ee0-4cdb-9420-a357178afaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:09:20.345885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Bound port: fec18f21-e419-489e-8091-1e8c04fde5a4, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc118b65-4ee0-4cdb-9420-a357178afaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:09:20.346226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:20.445820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:09:20.449411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:09:20.454661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:20.518297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:20.518907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:20.520315 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] 10.222.0.15 "PUT /v2.0/ports/fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 1093 time: 1.0714328 Jan 25 17:09:20.520767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:09:20.545777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15d0f8-c9b3-41f8-a5ff-4d2d4e799093 service neutron] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:20.596474 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'status': 'completed', 'code': 200} Jan 25 17:09:20.645787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-f4790b0f-96ba-41ef-b606-826e18a73f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:20.647383 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-f4790b0f-96ba-41ef-b606-826e18a73f7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1096 time: 0.0878854 Jan 25 17:09:20.725331 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-8f8075a9-2eb2-47b7-90cc-ee1e45b6e2aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0700262 Jan 25 17:09:20.798757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed273-064a-40d9-8f59-1ac886707f0a req-44be157a-7cf2-4903-9682-3ed5a1fd28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:20.801312 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-44be157a-7cf2-4903-9682-3ed5a1fd28f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0701661 Jan 25 17:09:20.881281 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-30b58567-f347-4c92-9c78-4247d3836119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739152 Jan 25 17:09:20.916610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0668c1-dec1-41f7-87d0-6e1561e6c091 req-a08d5c1b-816a-40dc-a3c1-dbb7395daa26 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:20.919005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-be0668c1-dec1-41f7-87d0-6e1561e6c091 req-a08d5c1b-816a-40dc-a3c1-dbb7395daa26 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 943 time: 0.0959969 Jan 25 17:09:20.973483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-be0668c1-dec1-41f7-87d0-6e1561e6c091 req-ba16db74-1770-4b61-8a7c-16cc96f7c914 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Jan 25 17:09:21.042050 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-5f17b7c4-c17c-4621-aadb-14205e7ddfe3 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536357 Jan 25 17:09:21.227553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99eed273-064a-40d9-8f59-1ac886707f0a req-59074c9e-e829-4ad7-a353-1e5fc71854e4 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788950 Jan 25 17:09:21.356361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-6e385fc7-a182-4fb6-b097-a51293fe792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:21.357867 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-6e385fc7-a182-4fb6-b097-a51293fe792f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1096 time: 0.0801666 Jan 25 17:09:21.503461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-a79782d6-4362-4b3d-9209-eed202614a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:21.504825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-a79782d6-4362-4b3d-9209-eed202614a35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 913 time: 0.1411297 Jan 25 17:09:21.576671 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-5851946e-48f4-411b-b33e-f0aa11f9dd1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0661075 Jan 25 17:09:21.652633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-d9bca430-886f-41aa-a862-b59a89497ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:21.654110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-d9bca430-886f-41aa-a862-b59a89497ce9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0708036 Jan 25 17:09:21.703225 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-ec0b660b-bbd1-4fd6-9e06-1ef8530f8a35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425785 Jan 25 17:09:21.843925 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-9c4df779-8b12-4fab-ad23-f228abd86870 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341701 Jan 25 17:09:21.988852 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-724f8f0f-fc12-4988-b97d-86e350f2333b req-3e581bfb-db47-4e2f-a046-edc7c023a844 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381943 Jan 25 17:09:22.178798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85fdf-0161-4e76-aec5-8c25f4ba353e req-f9f8b6ae-af3e-4efd-a30b-bfbc744d8594 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:22.180315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cfa85fdf-0161-4e76-aec5-8c25f4ba353e req-f9f8b6ae-af3e-4efd-a30b-bfbc744d8594 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 943 time: 0.0880632 Jan 25 17:09:22.260638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cfa85fdf-0161-4e76-aec5-8c25f4ba353e req-c0d323d5-541f-4c86-8b3d-8bdf6f516f64 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Jan 25 17:09:23.456582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6cbb-234a-48db-8357-84f545cc4d34 req-cb6f530d-440b-4a84-a326-4fc31e561dc2 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:23.458538 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ede6cbb-234a-48db-8357-84f545cc4d34 req-cb6f530d-440b-4a84-a326-4fc31e561dc2 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 943 time: 0.0875647 Jan 25 17:09:23.518817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ede6cbb-234a-48db-8357-84f545cc4d34 req-d1b4ed78-16c7-4d85-9701-b95f0382485c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Jan 25 17:09:24.734033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f81c-d16c-4987-9407-298b2a99cf99 req-8d43a9cf-34d5-4db6-ba5e-2ca225e05d6e tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:24.735581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9010f81c-d16c-4987-9407-298b2a99cf99 req-8d43a9cf-34d5-4db6-ba5e-2ca225e05d6e tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 943 time: 0.0918479 Jan 25 17:09:24.828408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:09:24.888880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9010f81c-d16c-4987-9407-298b2a99cf99 req-e8eaacde-7d88-46a7-9be4-aef456b61ec7 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474376 Jan 25 17:09:24.973127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:24.991890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965', 'port_id': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'mac_address': 'fa:16:3e:2f:d3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eee3962-e7c1-42f2-9856-da31e4cd03cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:09:25.049512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:25.067734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec18f21-e419-489e-8091-1e8c04fde5a4 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:09:25.084194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:25.088665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:25.158066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:25.412857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['fec18f21-e419-489e-8091-1e8c04fde5a4'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:09:25.563221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:26.088331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ae097-5241-40bd-aab4-d0cdd0875480 req-942b0052-b5a5-4ab8-a178-98c0bd2ac1b9 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:26.089919 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe2ae097-5241-40bd-aab4-d0cdd0875480 req-942b0052-b5a5-4ab8-a178-98c0bd2ac1b9 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 944 time: 0.0844483 Jan 25 17:09:26.143220 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe2ae097-5241-40bd-aab4-d0cdd0875480 req-bdd05ae2-a98e-4d74-a6ee-ab65c998e5d7 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Jan 25 17:09:26.842885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:09:26.914174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port fec18f21-e419-489e-8091-1e8c04fde5a4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:09:26.919258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port fec18f21-e419-489e-8091-1e8c04fde5a4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:09:26.919622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:27.042263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:27.070587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:09:27.081720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:09:27.087933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:27.156359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:09:27.174409 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'code': 200} Jan 25 17:09:27.350135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369ae1-38d3-416b-bab7-363b8ae65f5a req-c195930a-39fc-4247-9a11-b0ee71c9a1d5 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:27.353386 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06369ae1-38d3-416b-bab7-363b8ae65f5a req-c195930a-39fc-4247-9a11-b0ee71c9a1d5 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0993271 Jan 25 17:09:27.403201 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06369ae1-38d3-416b-bab7-363b8ae65f5a req-0cd08c2f-d8ef-4ce6-bcdc-c36702d73778 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435579 Jan 25 17:09:27.429385 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ca113-13f4-43e1-a092-c58812752879 req-76bb3e06-3b02-4af0-9850-37a833619a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:27.431152 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-431ca113-13f4-43e1-a092-c58812752879 req-76bb3e06-3b02-4af0-9850-37a833619a1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1098 time: 0.0811653 Jan 25 17:09:27.568420 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-431ca113-13f4-43e1-a092-c58812752879 req-0f5dfbd1-c74f-45ef-8964-031a19fcdb39 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311703 Jan 25 17:09:27.669184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa13eeea-5cb3-4cae-981c-1a406cd7200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:28.594553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cd693-8c9b-4ec2-bf5b-03c2d3585199 req-ca398c9d-c8e2-4c4e-85ad-7732d22faa9f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:28.596069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd7cd693-8c9b-4ec2-bf5b-03c2d3585199 req-ca398c9d-c8e2-4c4e-85ad-7732d22faa9f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0804889 Jan 25 17:09:28.647071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd7cd693-8c9b-4ec2-bf5b-03c2d3585199 req-3c2636e7-48e5-42eb-837c-ceeef6d037fc tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Jan 25 17:09:29.837599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037bac-7c93-4a56-8532-3b387bba1db0 req-24aa3f4e-6e80-4f4e-b859-986e6986ab16 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:29.839047 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0037bac-7c93-4a56-8532-3b387bba1db0 req-24aa3f4e-6e80-4f4e-b859-986e6986ab16 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0838456 Jan 25 17:09:29.884344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0037bac-7c93-4a56-8532-3b387bba1db0 req-ac6e7aec-88ec-42ba-b3c0-bc559e8cacc1 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jan 25 17:09:30.245711 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:09:30.284463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f25b7c61-ca57-4f1d-b7c8-622b74c5e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:30.291673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f68e7-3507-4422-953d-867d32f01cfd req-9fb12c05-ac83-4069-b09c-ac081c28129a tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:30.293309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b5f68e7-3507-4422-953d-867d32f01cfd req-9fb12c05-ac83-4069-b09c-ac081c28129a tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0950985 Jan 25 17:09:30.339151 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8b5f68e7-3507-4422-953d-867d32f01cfd req-a86bd071-03b1-4b6e-844b-7139761a9e2a tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Jan 25 17:09:30.360994 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-e23c22a0-a22f-4afa-bdd4-bb6ba08bde7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141605 Jan 25 17:09:31.123228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:31.546303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae95b5f-dfe3-401e-a440-139062fad7b3 req-650ff1c5-1d10-41ac-9d63-a73efbe110be tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:31.547796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ae95b5f-dfe3-401e-a440-139062fad7b3 req-650ff1c5-1d10-41ac-9d63-a73efbe110be tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0972559 Jan 25 17:09:31.583307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-91a2cd6d-f2fc-4d9b-bc92-cd6e2ace3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:31.585528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:31.586105 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-91a2cd6d-f2fc-4d9b-bc92-cd6e2ace3849 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1098 time: 0.0809789 Jan 25 17:09:31.598479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ae95b5f-dfe3-401e-a440-139062fad7b3 req-c8eccf07-584d-48e0-9256-7f758a84decb tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Jan 25 17:09:31.723651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-43beccf7-f229-4f12-9d74-110a59f47141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:31.725105 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-43beccf7-f229-4f12-9d74-110a59f47141 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 913 time: 0.1340568 Jan 25 17:09:31.796861 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-846e2534-b89c-4d6e-9d2d-16022666c29d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0662780 Jan 25 17:09:31.869355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-ef67d0dc-fe6a-4fd7-a11e-643862abb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:31.870827 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-ef67d0dc-fe6a-4fd7-a11e-643862abb9a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0685966 Jan 25 17:09:31.918204 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-63301438-72a8-4762-b519-7488909bc86d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416994 Jan 25 17:09:32.053944 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-b1c345dd-f42d-4a35-a6b0-b4f05ac5f3c1 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299465 Jan 25 17:09:32.188651 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-1aa76d28-56e3-4182-bb78-ff322f1ae62f service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289182 Jan 25 17:09:32.761896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:32.796358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e7d1c-b934-444f-802e-91e591acfd95 req-f601dd6d-e27f-4670-b926-7438a3db1f14 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:32.797949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d10e7d1c-b934-444f-802e-91e591acfd95 req-f601dd6d-e27f-4670-b926-7438a3db1f14 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0895500 Jan 25 17:09:32.844561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d10e7d1c-b934-444f-802e-91e591acfd95 req-e84aaab4-cad1-435d-b8e8-d6f731f48e9f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Jan 25 17:09:34.034189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96329-9f72-4ca5-9c44-23b116377be9 req-6526ec75-f8d6-466a-9aaf-0c72eadcf367 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:34.035658 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cca96329-9f72-4ca5-9c44-23b116377be9 req-6526ec75-f8d6-466a-9aaf-0c72eadcf367 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0800407 Jan 25 17:09:34.085471 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cca96329-9f72-4ca5-9c44-23b116377be9 req-394f020d-651a-47ae-99c7-eb2a05b88d3a tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Jan 25 17:09:35.274267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9466560-6256-42cb-a1f4-ff54b690a3de req-fc4a77fe-bdd9-4779-8665-23648c95230c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:35.275730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9466560-6256-42cb-a1f4-ff54b690a3de req-fc4a77fe-bdd9-4779-8665-23648c95230c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0842571 Jan 25 17:09:35.320938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9466560-6256-42cb-a1f4-ff54b690a3de req-48302a0f-7ff3-45c5-b188-dad9cd378420 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Jan 25 17:09:36.518885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00460dd-963c-40a3-9e24-654be7d0f6bc req-c066520f-fbdf-435d-a79f-763e38a070e0 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:36.520377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a00460dd-963c-40a3-9e24-654be7d0f6bc req-c066520f-fbdf-435d-a79f-763e38a070e0 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0875394 Jan 25 17:09:36.566873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a00460dd-963c-40a3-9e24-654be7d0f6bc req-5d42e017-d7f6-46b4-977a-4c59c1856638 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Jan 25 17:09:37.758799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820eb1e-c7fc-4492-8fee-357a63446918 req-6d41673f-9130-4f97-8cac-3905c8526d78 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:37.760282 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d820eb1e-c7fc-4492-8fee-357a63446918 req-6d41673f-9130-4f97-8cac-3905c8526d78 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0827546 Jan 25 17:09:37.806511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d820eb1e-c7fc-4492-8fee-357a63446918 req-aa99e90e-e341-4452-abe7-f954a97665a6 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Jan 25 17:09:38.996777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef460b-5bcc-4879-8317-1461a4423ce7 req-4aa3e7b7-41bf-440d-966d-f963b69e4fa7 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:38.998265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fef460b-5bcc-4879-8317-1461a4423ce7 req-4aa3e7b7-41bf-440d-966d-f963b69e4fa7 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0843377 Jan 25 17:09:39.042239 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fef460b-5bcc-4879-8317-1461a4423ce7 req-57209690-af49-4135-9002-beeb54d1f8b5 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jan 25 17:09:40.229482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4e7db-88eb-467a-8b2b-b7767cbcf1d0 req-936a092a-d433-4330-aabb-262cf8cb63e9 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:40.230972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ab4e7db-88eb-467a-8b2b-b7767cbcf1d0 req-936a092a-d433-4330-aabb-262cf8cb63e9 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0792866 Jan 25 17:09:40.275513 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ab4e7db-88eb-467a-8b2b-b7767cbcf1d0 req-3f3d76d4-dd00-4bc2-a1a2-7e946b0be2a3 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Jan 25 17:09:41.459400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5a25b-1838-4d70-8fe9-afdf474fa82a req-245b7ad3-9c3a-40d6-9863-186f398de9e0 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:41.462109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75c5a25b-1838-4d70-8fe9-afdf474fa82a req-245b7ad3-9c3a-40d6-9863-186f398de9e0 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0829155 Jan 25 17:09:41.506785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75c5a25b-1838-4d70-8fe9-afdf474fa82a req-164a3dce-a4bc-4e84-aee0-0c500ded2ece tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Jan 25 17:09:42.689494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f27da-0a0a-47dc-a710-ab2c863cf467 req-55c6b0b5-6972-44f9-a69b-eb5694d2a353 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:42.691045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d30f27da-0a0a-47dc-a710-ab2c863cf467 req-55c6b0b5-6972-44f9-a69b-eb5694d2a353 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0799944 Jan 25 17:09:42.742953 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d30f27da-0a0a-47dc-a710-ab2c863cf467 req-9e008ad9-0c61-4739-bd34-3b8fa3747d2b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 Jan 25 17:09:43.933327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605c2e5-8f78-45c9-9132-3f66cc880f80 req-1783cced-ca16-4f24-b6e0-bba5f8d358ff tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:43.935043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6605c2e5-8f78-45c9-9132-3f66cc880f80 req-1783cced-ca16-4f24-b6e0-bba5f8d358ff tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0814061 Jan 25 17:09:43.984851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6605c2e5-8f78-45c9-9132-3f66cc880f80 req-6328ef9c-66e3-40ee-80de-f3ccc940ba1b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Jan 25 17:09:45.173759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889ad0-0558-4a11-a1a5-68ed33adfeab req-2c7d97d5-6c49-4e1e-a1f8-dd9f4aa00f3c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:45.175107 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9889ad0-0558-4a11-a1a5-68ed33adfeab req-2c7d97d5-6c49-4e1e-a1f8-dd9f4aa00f3c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0816519 Jan 25 17:09:45.220965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9889ad0-0558-4a11-a1a5-68ed33adfeab req-c61fbb02-28c6-4aad-b5c3-1357dce0cf23 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Jan 25 17:09:46.413349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce603-93ea-4ad5-aceb-19848a63d5c5 req-90784f18-09ef-4d38-9833-a455841a1353 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:46.414954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7e1ce603-93ea-4ad5-aceb-19848a63d5c5 req-90784f18-09ef-4d38-9833-a455841a1353 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0819182 Jan 25 17:09:46.459190 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7e1ce603-93ea-4ad5-aceb-19848a63d5c5 req-11c2b61b-116c-4adb-b1a5-6cc73e8b27fb tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Jan 25 17:09:47.677238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb86898-439f-4b5a-9752-e1961101c0f3 req-2b0106c1-ff43-4660-b08d-47850dfefd68 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:47.678708 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2bb86898-439f-4b5a-9752-e1961101c0f3 req-2b0106c1-ff43-4660-b08d-47850dfefd68 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0859265 Jan 25 17:09:47.724043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2bb86898-439f-4b5a-9752-e1961101c0f3 req-f11ca5ed-8301-4f2d-a916-92a3f8aeaee1 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Jan 25 17:09:48.916898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b744caa-b0f2-49b2-9f17-c0d3127e2c72 req-a3d5bfcd-ca93-4035-a1bb-897584878131 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:48.918423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b744caa-b0f2-49b2-9f17-c0d3127e2c72 req-a3d5bfcd-ca93-4035-a1bb-897584878131 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0853362 Jan 25 17:09:48.966752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b744caa-b0f2-49b2-9f17-c0d3127e2c72 req-eed69ed3-ebee-430f-a7f7-ace71d12e59b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Jan 25 17:09:50.152285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f8e84-c872-494c-acba-f648cbb67cb5 req-f328205b-ea48-41ca-8d87-32f13d5f0738 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:50.153665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-379f8e84-c872-494c-acba-f648cbb67cb5 req-f328205b-ea48-41ca-8d87-32f13d5f0738 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0806661 Jan 25 17:09:50.197573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-379f8e84-c872-494c-acba-f648cbb67cb5 req-7996426b-250b-4bc6-a66a-522222f9a383 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Jan 25 17:09:51.391359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436bbf0-73b0-4339-91bf-cc424a035fca req-3280642a-2303-4b3b-aefc-4a325f505d92 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:51.392801 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b436bbf0-73b0-4339-91bf-cc424a035fca req-3280642a-2303-4b3b-aefc-4a325f505d92 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0830331 Jan 25 17:09:51.437452 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b436bbf0-73b0-4339-91bf-cc424a035fca req-0ac82eda-2500-4de2-bd92-16432a3cbcce tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Jan 25 17:09:52.595136 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:09:52.634334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8738d83-6c54-4a32-9395-aae624a017eb req-86f1855e-2f3f-431a-bd09-0a780472af5d tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:52.635839 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8738d83-6c54-4a32-9395-aae624a017eb req-86f1855e-2f3f-431a-bd09-0a780472af5d tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0844610 Jan 25 17:09:52.681711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8738d83-6c54-4a32-9395-aae624a017eb req-1f49610b-c981-4cf0-936a-3057d4347db1 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Jan 25 17:09:53.975437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc10ed-2842-4ec5-8a99-7627e6c94aaa req-e778713c-b94f-4930-a086-2c43ea740dee tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:53.976915 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ebc10ed-2842-4ec5-8a99-7627e6c94aaa req-e778713c-b94f-4930-a086-2c43ea740dee tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1802828 Jan 25 17:09:54.026806 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ebc10ed-2842-4ec5-8a99-7627e6c94aaa req-618c6c37-689f-4d80-addf-54b6ac3de283 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Jan 25 17:09:55.145334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-69757109-254e-4341-9867-6f576e52bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:55.146802 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-69757109-254e-4341-9867-6f576e52bff6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1098 time: 0.1068485 Jan 25 17:09:55.318878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4afd-1d5a-4bcf-8106-35c2d087abec req-47a37304-cc47-405b-8e0e-d1e3561b23f6 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:55.321468 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f3f4afd-1d5a-4bcf-8106-35c2d087abec req-47a37304-cc47-405b-8e0e-d1e3561b23f6 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1662679 Jan 25 17:09:55.334504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-4cc9300d-5b74-4ea4-ab13-cf7bc071ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:55.336582 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-4cc9300d-5b74-4ea4-ab13-cf7bc071ea4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 913 time: 0.1672297 Jan 25 17:09:55.408131 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f3f4afd-1d5a-4bcf-8106-35c2d087abec req-69f5c44e-058c-4331-8338-b7ed6b3464f4 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729089 Jan 25 17:09:55.441624 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-f43dfcb3-5ed6-46ca-be67-99ad4b1e21c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0979695 Jan 25 17:09:55.525848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-060c0c9b-10a4-45e1-a738-041cf9f076af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:55.527333 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-060c0c9b-10a4-45e1-a738-041cf9f076af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0804148 Jan 25 17:09:55.572158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:55.586476 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-9f46a4a7-89ec-40cc-aea9-362dae79f2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528624 Jan 25 17:09:55.728159 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-fc00026a-2041-4fb2-91b0-799fc6d0409e service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355305 Jan 25 17:09:55.869367 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4bf810e-9261-4a30-aab7-f7c267f48991 req-75507e2d-7be0-4a62-b3d0-062b61416120 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350613 Jan 25 17:09:56.761941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053e08-aaa9-4008-bf5a-3cced89080b7 req-a688a740-1f9e-4912-a186-4eaf1fccd2be tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:56.763373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71053e08-aaa9-4008-bf5a-3cced89080b7 req-a688a740-1f9e-4912-a186-4eaf1fccd2be tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0850317 Jan 25 17:09:56.812975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71053e08-aaa9-4008-bf5a-3cced89080b7 req-77bff484-f49a-4e3d-beda-6e8644e29f17 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Jan 25 17:09:57.670992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa585433-7f17-45a4-9c80-9f9acec093e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:09:58.016400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47df5-0188-4a55-af9c-6568cccafeca req-ec813d5d-a2d3-4c78-b44a-a61bdb3cea13 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:58.018228 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ebb47df5-0188-4a55-af9c-6568cccafeca req-ec813d5d-a2d3-4c78-b44a-a61bdb3cea13 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0924075 Jan 25 17:09:58.071561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ebb47df5-0188-4a55-af9c-6568cccafeca req-07027ab5-c485-4e2d-83d5-cd2d8fa9f902 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Jan 25 17:09:59.018811 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-2a86d898-5f1d-4ee4-972c-c7c30e462d6d service neutron] 10.222.0.15 "GET /v2.0/ports/fec18f21-e419-489e-8091-1e8c04fde5a4/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0923631 Jan 25 17:09:59.322133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaf73c-5fa5-435b-ab6d-261e6955c08e req-dabe9415-00ca-4cb5-898c-c8e9278a92ca tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:59.323790 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-13aaf73c-5fa5-435b-ab6d-261e6955c08e req-dabe9415-00ca-4cb5-898c-c8e9278a92ca tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1346629 Jan 25 17:09:59.391225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-13aaf73c-5fa5-435b-ab6d-261e6955c08e req-ca64eda5-f735-4078-9d4b-ad13de30ac1f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Jan 25 17:09:59.454817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-5f435479-9b28-49d2-bc8b-358c25b543a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:59.456380 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-5f435479-9b28-49d2-bc8b-358c25b543a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b&tenant_id=c3414d8a2d324f6890652a2aae420e6a HTTP/1.1" status: 200 len: 1098 time: 0.1925185 Jan 25 17:09:59.561957 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-f2e2f003-735e-43b9-a464-b48ca6e45fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:59.563486 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-f2e2f003-735e-43b9-a464-b48ca6e45fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1098 time: 0.0834932 Jan 25 17:09:59.721578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-42a2cf46-f61a-48c6-9fcc-0b09fe1bf497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:59.723479 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-42a2cf46-f61a-48c6-9fcc-0b09fe1bf497 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 913 time: 0.1530275 Jan 25 17:09:59.794129 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-003535e6-3bc3-418b-b104-c0cf6e1189e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0637999 Jan 25 17:09:59.864276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-8adf1ac3-d1ed-4dd6-a2f6-9c197543195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:09:59.865734 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-8adf1ac3-d1ed-4dd6-a2f6-9c197543195e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0652354 Jan 25 17:09:59.914875 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-8ff922e4-e628-4c5f-88cc-60e4c1e99783 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420003 Jan 25 17:10:00.060031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-e0b98fa9-b3e9-48c4-8517-57e70a099e4f service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384072 Jan 25 17:10:00.204781 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31307c23-c561-40c8-bd68-f63b8ab5dc95 req-f8442167-acc5-43dc-a61b-e871bcad211f service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395125 Jan 25 17:10:00.282050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dad3adfe-b9cb-44ab-b639-2caf1155f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:00.607653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55d70c-b058-400b-b0bd-c36c3137b5c1 req-6769c4f7-c18a-4957-8f6d-24da1444d131 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:00.609537 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce55d70c-b058-400b-b0bd-c36c3137b5c1 req-6769c4f7-c18a-4957-8f6d-24da1444d131 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0945861 Jan 25 17:10:00.683803 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce55d70c-b058-400b-b0bd-c36c3137b5c1 req-f4ca28f3-d656-4e9e-a9df-90184d5a2efe tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677798 Jan 25 17:10:01.127521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:01.588649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:01.894585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8234a-428e-492a-99f1-0b69e2cc261d req-4633319e-75b7-406a-b0f4-2f175220bb1f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:01.896112 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93e8234a-428e-492a-99f1-0b69e2cc261d req-4633319e-75b7-406a-b0f4-2f175220bb1f tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0974743 Jan 25 17:10:01.947671 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93e8234a-428e-492a-99f1-0b69e2cc261d req-9ff975a9-4aa1-40b0-bba8-3b2046cfd5f9 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jan 25 17:10:02.765570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:03.036423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:10:03.039760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:10:03.234120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251b99-6ff0-4f12-b1b8-e9d658a6ca67 req-5b2e3802-a69f-44ca-b4d6-a1e6c1c8335e tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:03.236599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17251b99-6ff0-4f12-b1b8-e9d658a6ca67 req-5b2e3802-a69f-44ca-b4d6-a1e6c1c8335e tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1640670 Jan 25 17:10:03.297543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:03.312070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17251b99-6ff0-4f12-b1b8-e9d658a6ca67 req-f0a37360-c3d4-49a3-9c97-d45fe16de97c tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672483 Jan 25 17:10:03.343382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:03.362438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:10:03.374789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'network_id': '1c20dfd2-e5f2-4adc-b161-2c0994d74965', 'port_id': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'mac_address': 'fa:16:3e:2f:d3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eee3962-e7c1-42f2-9856-da31e4cd03cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:10:03.377691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:03.480601 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'code': 200} Jan 25 17:10:03.490638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:03.588627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:03.614093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec18f21-e419-489e-8091-1e8c04fde5a4 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:10:03.618435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:03.633677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.634260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.634755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.635341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.635817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.636163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.636508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.636868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.638190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.638827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.639203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.639564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:03.653123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:03.659204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:03.724959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['fec18f21-e419-489e-8091-1e8c04fde5a4'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:10:03.790850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:03.831071 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-a0930590-7f68-4188-b6a0-60587f4cb74b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:03.831836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-a0930590-7f68-4188-b6a0-60587f4cb74b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Synchronizing usage tracker for tenant:c3414d8a2d324f6890652a2aae420e6a on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:10:03.856470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-a0930590-7f68-4188-b6a0-60587f4cb74b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Unset dirty status for tenant:c3414d8a2d324f6890652a2aae420e6a on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:10:03.858454 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-a0930590-7f68-4188-b6a0-60587f4cb74b tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b&tenant_id=c3414d8a2d324f6890652a2aae420e6a&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 944 time: 0.1348314 Jan 25 17:10:04.025021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-9e1d925b-98ca-4907-b1ad-efe65aa7e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:04.026460 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-9e1d925b-98ca-4907-b1ad-efe65aa7e0e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3414d8a2d324f6890652a2aae420e6a&device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 1097 time: 0.0935786 Jan 25 17:10:04.171130 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-12e0413e-df87-4560-a964-8a7f3d59d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:04.172631 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-12e0413e-df87-4560-a964-8a7f3d59d576 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 200 len: 913 time: 0.1395595 Jan 25 17:10:04.251646 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-f6675bc2-2acc-4a17-b9a3-4420c4bd4827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 200 len: 217 time: 0.0720642 Jan 25 17:10:04.316995 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-e8b0264e-204f-40a7-beb4-f233c33f5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:04.318627 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-e8b0264e-204f-40a7-beb4-f233c33f5e17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 200 len: 852 time: 0.0615234 Jan 25 17:10:04.369074 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-86f19b90-6948-4b0b-9068-825be811b757 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c20dfd2-e5f2-4adc-b161-2c0994d74965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jan 25 17:10:04.514630 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-60323784-46bd-4e24-8d5a-8e5cccdd8d8a service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395719 Jan 25 17:10:04.661534 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-e5db7e4a-e345-4ee8-a638-c99f0d060787 service neutron] 10.222.0.15 "GET /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414027 Jan 25 17:10:05.058182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:10:05.142034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port fec18f21-e419-489e-8091-1e8c04fde5a4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:10:05.142695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:05.301477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:05.343158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:05.347967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:05.463967 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:05.482070 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:10:05.568004 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'code': 200} Jan 25 17:10:05.683809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5c9d-92da-400b-90b7-53470f0d5faa req-7acdb12e-d038-46a4-b553-8aa1ec0692ed tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:05.686146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-739d5c9d-92da-400b-90b7-53470f0d5faa req-7acdb12e-d038-46a4-b553-8aa1ec0692ed tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1033790 Jan 25 17:10:05.739345 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-739d5c9d-92da-400b-90b7-53470f0d5faa req-ab2a6a80-6fe3-4f7f-8ca7-8ed06c5633dd tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Jan 25 17:10:06.957338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d952c9-a0c9-4d04-8299-b2ff118ad38a req-75a1b886-86db-4464-bfd2-b9651885aa90 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:06.959412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4d952c9-a0c9-4d04-8299-b2ff118ad38a req-75a1b886-86db-4464-bfd2-b9651885aa90 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.0898972 Jan 25 17:10:07.012490 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4d952c9-a0c9-4d04-8299-b2ff118ad38a req-52fcddf2-c403-4410-8680-72717bffec64 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/security-groups?id=baf81b5c-5b20-4752-a48a-c839b03a8d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Jan 25 17:10:07.486468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-dbb0d68b-208d-4dd1-a7ce-ad3c728bc6fa tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:07.487941 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-dbb0d68b-208d-4dd1-a7ce-ad3c728bc6fa tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 945 time: 0.1986210 Jan 25 17:10:07.564906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Deleting port fec18f21-e419-489e-8091-1e8c04fde5a4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:10:07.565261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:07.838021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] For port fec18f21-e419-489e-8091-1e8c04fde5a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fec18f21-e419-489e-8091-1e8c04fde5a4,segment=NetworkSegment(fc118b65-4ee0-4cdb-9420-a357178afaed),segment_id=fc118b65-4ee0-4cdb-9420-a357178afaed)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:07.838314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:07.968428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Calling delete_port for fec18f21-e419-489e-8091-1e8c04fde5a4 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:10:08.142625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:08.157735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['fec18f21-e419-489e-8091-1e8c04fde5a4'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:10:08.211031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Pushing event deleted for resources: {'Port': ['ID=fec18f21-e419-489e-8091-1e8c04fde5a4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:08.247226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24f4d273-80cc-4cae-8500-989c7559fb8f req-3646668a-dea7-4d7b-ba47-1c97f95398bd tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b HTTP/1.1" status: 200 len: 210 time: 0.0889866 Jan 25 17:10:08.293783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] No DVR routers for this DVR port fec18f21-e419-489e-8091-1e8c04fde5a4 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:10:08.296534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:08.299535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-deleted', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:10:08.318293 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6df7036a-15f8-43e5-8bfb-d0e788088185 req-001f997c-fd90-4c35-9e5c-4c5164a96692 tempest-DeleteServersTestJSON-724437542 tempest-DeleteServersTestJSON-724437542-project] 10.222.0.15 "DELETE /v2.0/ports/fec18f21-e419-489e-8091-1e8c04fde5a4 HTTP/1.1" status: 204 len: 173 time: 0.8237946 Jan 25 17:10:08.352578 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4a031d-854d-48c3-b8cb-8ecc1ecbbc3b', 'name': 'network-vif-deleted', 'tag': 'fec18f21-e419-489e-8091-1e8c04fde5a4', 'status': 'completed', 'code': 200} Jan 25 17:10:09.585510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:09.653034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Deleting subnet 0eee3962-e7c1-42f2-9856-da31e4cd03cd {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:10:09.656492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:09.711816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:09.771561 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:09.882727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:09.920878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eee3962-e7c1-42f2-9856-da31e4cd03cd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:09.924601 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:09.931606 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75afb180-1622-47ad-bde9-96d98e6cb002 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0eee3962-e7c1-42f2-9856-da31e4cd03cd HTTP/1.1" status: 204 len: 168 time: 0.3449817 Jan 25 17:10:09.934083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:10.048697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.183575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.213444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c20dfd2-e5f2-4adc-b161-2c0994d74965']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:10:10.228810 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc118b65-4ee0-4cdb-9420-a357178afaed') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:10:10.229295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc118b65-4ee0-4cdb-9420-a357178afaed') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:10:10.243296 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.261147 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.268305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:10:10.268894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:10:10.288688 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:10:10.368361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.386316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.396785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c20dfd2-e5f2-4adc-b161-2c0994d74965,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:10.407268 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c985090-2966-40e7-b37d-c34e1b456180 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1c20dfd2-e5f2-4adc-b161-2c0994d74965 HTTP/1.1" status: 204 len: 168 time: 0.4721961 Jan 25 17:10:10.534665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:10.591636 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c21d6ecb-4950-462d-8e95-ff242f5e0e4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3414d8a2d324f6890652a2aae420e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557640 Jan 25 17:10:10.595748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:10.697703 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.725861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.819661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.837467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf81b5c-5b20-4752-a48a-c839b03a8d7a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:10.859871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:10.861729 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-332a9d15-ec09-4aaa-92d0-0dc7d8f2e5d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/baf81b5c-5b20-4752-a48a-c839b03a8d7a HTTP/1.1" status: 204 len: 168 time: 0.2646666 Jan 25 17:10:11.076750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:10:11.128005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: fec18f21-e419-489e-8091-1e8c04fde5a4 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:10:11.128348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device fec18f21-e419-489e-8091-1e8c04fde5a4 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:10:11.745128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:11.859983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2098751931-network', 'tenant_id': '92cce0830cc44c69a4371c5e0f3fe6d1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:10:11.865731 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:10:11.869634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Usage tracker for resource:network and tenant:92cce0830cc44c69a4371c5e0f3fe6d1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:10:11.872590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:10:11.878979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:10:11.889903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Made reservation on behalf of 92cce0830cc44c69a4371c5e0f3fe6d1 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:10:11.892516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:11.905301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:11.919945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:10:11.923949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Usage tracker for resource:security_group_rule and tenant:92cce0830cc44c69a4371c5e0f3fe6d1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:10:11.926936 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:10:11.933761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:10:12.041157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.045067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.079985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:10:12.089420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7129aed2-2e0b-471f-b4f9-d71ba61ad374,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:12.099133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.099473 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Added segment 32d325a9-4962-4dd4-b488-955b14904f1b of type vlan for network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 Jan 25 17:10:12.101745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.102093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.102436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.102769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.103106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.103435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.103760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.104086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.104415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.104735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.105050 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.105402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:10:12.138545 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.169049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.170066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:12.170653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.391504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] Pushing event updated for resources: {'Network': ['ID=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:12.394549 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5da5e245-18b1-43d0-bdea-5da2943646fb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6483247 Jan 25 17:10:12.397771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41456) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:10:12.402828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:10:12.405001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Request body: {'subnet': {'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2098751931-subnet', 'tenant_id': '92cce0830cc44c69a4371c5e0f3fe6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:10:12.414278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:10:12.420864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Usage tracker for resource:subnet and tenant:92cce0830cc44c69a4371c5e0f3fe6d1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:10:12.425743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:10:12.436593 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:10:12.448486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Made reservation on behalf of 92cce0830cc44c69a4371c5e0f3fe6d1 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:10:12.451559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.689925 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.773020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=893fe82d-e402-49c7-a8c7-adbb662215af,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:12.785748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Checking segment: {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:10:12.786107 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Network hostable DHCP agents. Network: 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:10:12.809176 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:10:12.821624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:10:12.826186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:12.826844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:12.835190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a524f97-7a02-4732-8399-ade194b85aea None None] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:10:12.860332 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43fc7b5d-75a8-41b6-b26e-229369406f4c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4540946 Jan 25 17:10:13.147819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d161b53-b4ac-478f-8985-c0bc9bef980c None None] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:10:13.604037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-242470d3-8aac-4711-a566-e4ba39478b8e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:13.605545 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-242470d3-8aac-4711-a566-e4ba39478b8e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 815 time: 0.2214317 Jan 25 17:10:13.622241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-f764553f-39af-4290-b328-4ac2baef2013 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/quotas/92cce0830cc44c69a4371c5e0f3fe6d1 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Jan 25 17:10:13.674047 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5da7054c-ac28-421a-b709-285de8b997a8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461838 Jan 25 17:10:13.831961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-9344acaa-7086-4214-8969-01a532c9a031 service neutron] 10.222.0.45 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450932 Jan 25 17:10:13.992211 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-3dee5bcf-a6f6-4d14-b346-5bf6c9945c5f service neutron] 10.222.0.45 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534181 Jan 25 17:10:14.193268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16265003-fab3-41a4-8038-a489f4f40ede req-fc5172a4-4014-4be9-81b0-dd22ae4f4ff4 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 210 time: 0.0522811 Jan 25 17:10:15.301436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-55587ede-6c9f-4b58-b7ae-f24c148303a1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:15.302839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-55587ede-6c9f-4b58-b7ae-f24c148303a1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Synchronizing usage tracker for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:10:15.322955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-55587ede-6c9f-4b58-b7ae-f24c148303a1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Unset dirty status for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:10:15.324434 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-55587ede-6c9f-4b58-b7ae-f24c148303a1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 815 time: 0.2005036 Jan 25 17:10:15.337779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Request body: {'port': {'device_id': '1db06824-4851-418d-aa90-7a402a7e434f', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'admin_state_up': True, 'tenant_id': '92cce0830cc44c69a4371c5e0f3fe6d1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:10:15.375949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e4015993-a399-457f-8920-d47e1d8afcb4 req-e1dad601-32e0-4b6f-b8ca-6f92b368e82f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 210 time: 0.0547757 Jan 25 17:10:15.544282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:10:15.550844 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Usage tracker for resource:port and tenant:92cce0830cc44c69a4371c5e0f3fe6d1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:10:15.555726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:10:15.565871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:10:15.579911 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Made reservation on behalf of 92cce0830cc44c69a4371c5e0f3fe6d1 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:10:15.583659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:15.760509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Allocated IP 172.20.0.7 (1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621/893fe82d-e402-49c7-a8c7-adbb662215af/f101bb88-f45b-49a0-8b49-c1cee1cff669) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:10:15.982187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:16.016654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:16.092885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:10:16.095978 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:10:16.098421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:10:16.150371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:16.188900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:16.190042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:16.225854 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-5c4a6e41-7b5d-46ad-a59e-49586556dad1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936877 Jan 25 17:10:16.236808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Request body: {'port': {'device_id': '1db06824-4851-418d-aa90-7a402a7e434f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:10:16.360453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:16.586646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a3f20-cf2e-4438-bc99-9b93d9bd1f78 req-c095af91-8b7d-4196-8822-c7dddd29d0d9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:16.588181 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1a3f20-cf2e-4438-bc99-9b93d9bd1f78 req-c095af91-8b7d-4196-8822-c7dddd29d0d9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 931 time: 0.0857873 Jan 25 17:10:16.636419 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1a3f20-cf2e-4438-bc99-9b93d9bd1f78 req-206af5a9-b579-4212-9f1a-93eb67617670 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jan 25 17:10:16.741119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:10:16.748775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:16.764618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Transition to ACTIVE for port object f101bb88-f45b-49a0-8b49-c1cee1cff669 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:10:16.768435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:17.046712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029282e-4eef-4487-8359-20f925776351 service neutron] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:17.131379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Attempting to bind port f101bb88-f45b-49a0-8b49-c1cee1cff669 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:10:17.131679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Attempting to bind port f101bb88-f45b-49a0-8b49-c1cee1cff669 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:10:17.132009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Attempting to bind port f101bb88-f45b-49a0-8b49-c1cee1cff669 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:10:17.137123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Port f101bb88-f45b-49a0-8b49-c1cee1cff669 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:10:17.137476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Attempting to bind port f101bb88-f45b-49a0-8b49-c1cee1cff669 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:10:17.143116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:10:17.143494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Checking segment: {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:10:17.143896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Bound using segment: {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:10:17.144363 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Bound port: f101bb88-f45b-49a0-8b49-c1cee1cff669, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:10:17.144746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:17.244913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:10:17.248178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:10:17.253606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:17.323902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:17.324525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:17.326008 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-e029282e-4eef-4487-8359-20f925776351 service neutron] 10.222.0.15 "PUT /v2.0/ports/f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 1093 time: 1.0934396 Jan 25 17:10:17.326457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:10:17.358556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029282e-4eef-4487-8359-20f925776351 service neutron] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:17.407134 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'status': 'completed', 'code': 200} Jan 25 17:10:17.451840 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-16db3e27-dc7e-4c10-9591-791f3b7f8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:17.453370 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-16db3e27-dc7e-4c10-9591-791f3b7f8467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1096 time: 0.0814319 Jan 25 17:10:17.531319 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-2469fe8a-4cc2-46b8-943f-2a21cbc20960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.0706880 Jan 25 17:10:17.596842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-347d8082-d531-45d0-b719-e5482fc1d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:17.598296 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-347d8082-d531-45d0-b719-e5482fc1d5e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0614929 Jan 25 17:10:17.651214 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-8d62e0d3-e54a-4020-ba2d-394a7f59a9ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467274 Jan 25 17:10:17.842279 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-6dc3662b-27cb-4dc3-aa9a-1e0d3ade7543 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847646 Jan 25 17:10:18.001591 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edc689b4-394f-49e2-bc20-c0af36048b26 req-dbedc74d-0b8a-4abf-a741-bfc217958dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527801 Jan 25 17:10:18.003740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6afa4d-8e8c-4682-b0d4-b8017e26e2a1 req-a6c5ce44-c25f-4667-b2dc-f33cf7609ecd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:18.006028 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d6afa4d-8e8c-4682-b0d4-b8017e26e2a1 req-a6c5ce44-c25f-4667-b2dc-f33cf7609ecd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 943 time: 0.2377470 Jan 25 17:10:18.061451 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d6afa4d-8e8c-4682-b0d4-b8017e26e2a1 req-7a6486a5-c311-429d-a0ca-1af919189cb9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Jan 25 17:10:18.127243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-e545008a-5bd1-4aa2-8cce-d8f8645721c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:18.128606 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-e545008a-5bd1-4aa2-8cce-d8f8645721c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1096 time: 0.0784345 Jan 25 17:10:18.272800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-156ba5f5-939d-4399-b218-bfa74ccea903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:18.274339 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-156ba5f5-939d-4399-b218-bfa74ccea903 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1394210 Jan 25 17:10:18.350182 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-a48a23f8-69b1-4c84-b0b2-da655073d2c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.0692608 Jan 25 17:10:18.418644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-291ba89f-6ebc-4eef-ac5c-57aeaf3ef325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:18.420010 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-291ba89f-6ebc-4eef-ac5c-57aeaf3ef325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0647409 Jan 25 17:10:18.473529 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-e3b12e80-4ac7-4ab7-a9ef-5d3f1ef21e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470169 Jan 25 17:10:18.623548 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-739cb1d2-95c2-4c02-b7ba-409580735d61 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428885 Jan 25 17:10:18.769550 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9354dbdf-7bc0-4152-96b9-87bfd931e417 req-464e0b05-d2b1-46ec-ba02-fcdae5983d26 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397014 Jan 25 17:10:19.278846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2963-99b0-4efc-9439-1b6035a1a33f req-d41e17f5-cae5-41c1-8199-86d30c4aba0b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:19.280747 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b9a2963-99b0-4efc-9439-1b6035a1a33f req-d41e17f5-cae5-41c1-8199-86d30c4aba0b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 943 time: 0.1016486 Jan 25 17:10:19.349163 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b9a2963-99b0-4efc-9439-1b6035a1a33f req-e6e60e43-a4ae-48f3-adff-7f9bdeaacefb tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Jan 25 17:10:20.564597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c519d5-0b2d-44c3-a9ee-ff18830d2a96 req-b5cd8ca5-ce0e-46cd-8e58-0778e01c4d45 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:20.566251 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4c519d5-0b2d-44c3-a9ee-ff18830d2a96 req-b5cd8ca5-ce0e-46cd-8e58-0778e01c4d45 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 943 time: 0.0971751 Jan 25 17:10:20.629636 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4c519d5-0b2d-44c3-a9ee-ff18830d2a96 req-2be77c63-7b5e-40da-978b-da851ac7acca tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Jan 25 17:10:21.138418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:10:21.339630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:21.357520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'port_id': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'mac_address': 'fa:16:3e:34:4c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fe82d-e402-49c7-a8c7-adbb662215af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:10:21.416631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:21.434891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:10:21.457511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:21.463212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:21.540898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:21.775620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['f101bb88-f45b-49a0-8b49-c1cee1cff669'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:10:21.833657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb8bf-b498-44db-9949-6a65485dd9c5 req-8fbea855-b7c5-401e-b92e-498664819d9d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:21.835851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c04bb8bf-b498-44db-9949-6a65485dd9c5 req-8fbea855-b7c5-401e-b92e-498664819d9d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 944 time: 0.0936544 Jan 25 17:10:21.928534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c04bb8bf-b498-44db-9949-6a65485dd9c5 req-bbe24cff-94a3-40bf-8643-50a65aca1e01 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826252 Jan 25 17:10:23.151663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:10:23.153969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aec63a-10b5-4ff6-962a-f249ae9fa28a req-01504807-6bbe-4e99-97fd-5b9699aa2bdd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:23.156645 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-66aec63a-10b5-4ff6-962a-f249ae9fa28a req-01504807-6bbe-4e99-97fd-5b9699aa2bdd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 944 time: 0.0978568 Jan 25 17:10:23.233800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-66aec63a-10b5-4ff6-962a-f249ae9fa28a req-1191beed-7700-4844-b6a0-56180cf719ce tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Jan 25 17:10:23.250976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port f101bb88-f45b-49a0-8b49-c1cee1cff669 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:10:23.258874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port f101bb88-f45b-49a0-8b49-c1cee1cff669 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:10:23.259375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:23.403532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:23.437042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:10:23.448079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:10:23.453903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:23.491775 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'code': 200} Jan 25 17:10:23.541848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:10:23.756651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a68efc-120e-49c8-b84c-6cfd4399121c req-379152f9-c6ad-431e-a7d1-e7c3f996918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:23.758247 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-39a68efc-120e-49c8-b84c-6cfd4399121c req-379152f9-c6ad-431e-a7d1-e7c3f996918a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1098 time: 0.0831039 Jan 25 17:10:23.817054 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-39a68efc-120e-49c8-b84c-6cfd4399121c req-f76559ae-a07f-469d-a94f-538b6461dfcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Jan 25 17:10:24.444820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3962606-2de9-4ba6-abb5-b6ff525f5915 req-5663902d-4fc3-42f5-859c-2f0a5b6f816f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:24.446564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b3962606-2de9-4ba6-abb5-b6ff525f5915 req-5663902d-4fc3-42f5-859c-2f0a5b6f816f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0918550 Jan 25 17:10:24.493588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b3962606-2de9-4ba6-abb5-b6ff525f5915 req-28d439e5-a657-465c-8086-b712e4c8ac1f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jan 25 17:10:25.572838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:25.802200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80201fe-82f8-47dc-8b76-4da3a149f1b2 req-3a12e845-e7c5-4c12-b289-74a649922f88 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:25.803842 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f80201fe-82f8-47dc-8b76-4da3a149f1b2 req-3a12e845-e7c5-4c12-b289-74a649922f88 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0865819 Jan 25 17:10:25.886949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f80201fe-82f8-47dc-8b76-4da3a149f1b2 req-7d4e5f96-2d2e-4aba-9181-ce15f4c5b220 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757589 Jan 25 17:10:26.086477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313cd1-62a0-4eb9-99e2-32f68b5dc80d req-19255e61-f648-4010-b369-5f47ef3d4b9e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:26.087893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2313cd1-62a0-4eb9-99e2-32f68b5dc80d req-19255e61-f648-4010-b369-5f47ef3d4b9e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0896480 Jan 25 17:10:26.136091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2313cd1-62a0-4eb9-99e2-32f68b5dc80d req-c36be0cb-2583-4eb7-90d2-3c3af5d988f2 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Jan 25 17:10:26.507876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33312de9-b9ef-4f3c-8656-6b5db7baeded req-52c35ddf-53a1-41e6-85c3-177142e43ad9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:26.509552 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33312de9-b9ef-4f3c-8656-6b5db7baeded req-52c35ddf-53a1-41e6-85c3-177142e43ad9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0970476 Jan 25 17:10:26.559908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33312de9-b9ef-4f3c-8656-6b5db7baeded req-2e3e76ce-00f4-4b64-ac98-d655c94b6238 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Jan 25 17:10:26.745813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee84be-a887-43c2-8fd0-6cea5beee425 req-90214a98-f8c3-40c4-bfb8-f05cfcfa7fc5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:26.747274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3cee84be-a887-43c2-8fd0-6cea5beee425 req-90214a98-f8c3-40c4-bfb8-f05cfcfa7fc5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0804224 Jan 25 17:10:26.792947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3cee84be-a887-43c2-8fd0-6cea5beee425 req-bf2882d7-4d0a-436c-aec6-bbbb66118860 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Jan 25 17:10:27.675017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3938ea6b-1a74-437a-a02e-fdf831aa7448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:28.149046 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-7befac9c-a612-4682-a900-cba21874c9af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710058 Jan 25 17:10:28.207597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace969a-6dc3-46ef-87ae-9417885f3b4e req-48f16890-7b88-4811-be6a-208349843d62 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:28.209460 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aace969a-6dc3-46ef-87ae-9417885f3b4e req-48f16890-7b88-4811-be6a-208349843d62 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0856600 Jan 25 17:10:28.257599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aace969a-6dc3-46ef-87ae-9417885f3b4e req-4c90c22e-bf4e-4b3c-87f3-8c53333bc8ff tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Jan 25 17:10:29.355182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-2104701b-1d30-4c53-a55e-18a76b33a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:29.356667 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-2104701b-1d30-4c53-a55e-18a76b33a97d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1098 time: 0.1109595 Jan 25 17:10:29.473400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be2e4c-49ba-48a9-93ca-319a2f5659e9 req-8b43192c-0417-4f4c-a35b-fcdbfab04f17 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:29.475350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50be2e4c-49ba-48a9-93ca-319a2f5659e9 req-8b43192c-0417-4f4c-a35b-fcdbfab04f17 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0985773 Jan 25 17:10:29.525054 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-50be2e4c-49ba-48a9-93ca-319a2f5659e9 req-eb63726c-c5a9-452d-900d-66d2e48bb6d8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Jan 25 17:10:29.593981 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:10:29.606588 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-2a187b81-7486-4551-994a-3bf5c184fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:29.608309 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-2a187b81-7486-4551-994a-3bf5c184fb3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.2456677 Jan 25 17:10:29.681892 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-5e6cf90f-9f47-46ae-b6bb-9296ee1df585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.0675640 Jan 25 17:10:29.759594 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-c582cb67-0773-482c-9ac7-098096f2e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:29.759594 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-c582cb67-0773-482c-9ac7-098096f2e82c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0726037 Jan 25 17:10:29.808317 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-3fc70f8b-2037-4e12-be7f-91768c460dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430632 Jan 25 17:10:29.949984 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-181c3426-43df-4e08-8bbb-0dab41ea3614 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340451 Jan 25 17:10:30.092093 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-80443529-8e0d-4e4b-8ac4-7a84845c8413 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366792 Jan 25 17:10:30.277505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87fd967f-5f7e-4468-8fbc-14c1ef767870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:30.735684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee2d8-4b0b-4bf1-893a-303195478fbc req-1755c456-71cd-42b1-ba56-fbcf3f44fe61 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:30.737174 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bddee2d8-4b0b-4bf1-893a-303195478fbc req-1755c456-71cd-42b1-ba56-fbcf3f44fe61 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.1002049 Jan 25 17:10:30.783250 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bddee2d8-4b0b-4bf1-893a-303195478fbc req-5ed1038b-7d72-477e-b574-e17c64bf81da tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Jan 25 17:10:31.133909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:31.593676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:31.987796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d430ede-9e25-4b5b-abd8-1a29706c090f req-5a3d8f8f-1611-4ee0-9acf-5b7c1f0f50cd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:31.989310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d430ede-9e25-4b5b-abd8-1a29706c090f req-5a3d8f8f-1611-4ee0-9acf-5b7c1f0f50cd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0831649 Jan 25 17:10:32.036384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d430ede-9e25-4b5b-abd8-1a29706c090f req-deaa1110-15a8-40ad-b72d-f0e589867462 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Jan 25 17:10:32.766850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:33.247749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672aab6-6e8c-42ec-8e4c-2b19fc72af44 req-327ddbe6-f60d-499e-bf93-afdb810921f3 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:33.249531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4672aab6-6e8c-42ec-8e4c-2b19fc72af44 req-327ddbe6-f60d-499e-bf93-afdb810921f3 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0936723 Jan 25 17:10:33.296871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4672aab6-6e8c-42ec-8e4c-2b19fc72af44 req-fec5c12b-ce79-45fa-9e8d-c76362b23c98 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jan 25 17:10:34.480273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcff62d-7067-4530-8350-18f15491583f req-e1a47cf5-1e54-4c0c-aedc-5f2d611a6f4f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:34.481834 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6dcff62d-7067-4530-8350-18f15491583f req-e1a47cf5-1e54-4c0c-aedc-5f2d611a6f4f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0788059 Jan 25 17:10:34.530224 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6dcff62d-7067-4530-8350-18f15491583f req-74ce288d-8f5c-4f2d-bb95-99c8cf0fa50d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Jan 25 17:10:35.714239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391d85-937f-4c6b-8a6a-c739515a8673 req-674d7a4b-423f-4562-917c-0b018d61ebaa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:35.715768 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51391d85-937f-4c6b-8a6a-c739515a8673 req-674d7a4b-423f-4562-917c-0b018d61ebaa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0813932 Jan 25 17:10:35.760133 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51391d85-937f-4c6b-8a6a-c739515a8673 req-2080159a-bde5-4b26-b62b-8bac0884501d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Jan 25 17:10:36.948921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ae12-9d99-49ab-a141-b165fe63ac04 req-e539f252-338f-414e-9f6e-b74f0a129f9d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:36.950403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47f4ae12-9d99-49ab-a141-b165fe63ac04 req-e539f252-338f-414e-9f6e-b74f0a129f9d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0829062 Jan 25 17:10:36.995519 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47f4ae12-9d99-49ab-a141-b165fe63ac04 req-4c3da5a0-7036-4e43-a78e-db29a8aa1714 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Jan 25 17:10:38.179620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a08e9-ddda-4e3d-9060-f7f5a57c58e8 req-eebef5a8-7a30-4f0d-92c7-8a1a00087d35 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:38.180972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-283a08e9-ddda-4e3d-9060-f7f5a57c58e8 req-eebef5a8-7a30-4f0d-92c7-8a1a00087d35 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0802937 Jan 25 17:10:38.225207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-283a08e9-ddda-4e3d-9060-f7f5a57c58e8 req-33cb24f5-80ec-40c4-a066-98d9d59c6686 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Jan 25 17:10:39.414878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd27ef-807d-4590-81fc-34263afee730 req-0a2958bc-2373-4b53-b9e4-b0d7357fefc0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:39.416330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fbdd27ef-807d-4590-81fc-34263afee730 req-0a2958bc-2373-4b53-b9e4-b0d7357fefc0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0817845 Jan 25 17:10:39.460735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fbdd27ef-807d-4590-81fc-34263afee730 req-0bdc1dd7-4230-4fa8-b9cb-361f32915728 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Jan 25 17:10:40.645413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d52ef-7044-4204-a4c8-0133b505bd69 req-3566251d-00dd-41c2-b211-65466f1eb975 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:40.647483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c54d52ef-7044-4204-a4c8-0133b505bd69 req-3566251d-00dd-41c2-b211-65466f1eb975 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0792360 Jan 25 17:10:40.694241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c54d52ef-7044-4204-a4c8-0133b505bd69 req-d1d813fe-3245-4abd-b0bb-a4ac8a14a78c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Jan 25 17:10:41.881615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaff441-f408-4158-93a6-e6c89e03169d req-00e461ff-f8c0-4ea6-9372-db1588ccc187 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:41.883059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ddaff441-f408-4158-93a6-e6c89e03169d req-00e461ff-f8c0-4ea6-9372-db1588ccc187 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0796359 Jan 25 17:10:41.927390 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ddaff441-f408-4158-93a6-e6c89e03169d req-38ee2a25-b319-4410-b356-4effe99e7c82 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Jan 25 17:10:43.113318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704c648-adfd-4cfd-ae5b-aeb26230a1c7 req-1d94b6c2-3aa2-4586-a0a3-9eca82aed366 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:43.114766 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5704c648-adfd-4cfd-ae5b-aeb26230a1c7 req-1d94b6c2-3aa2-4586-a0a3-9eca82aed366 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0831132 Jan 25 17:10:43.159311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5704c648-adfd-4cfd-ae5b-aeb26230a1c7 req-ed415879-dbf6-4a6c-bc32-91ec03463ec3 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Jan 25 17:10:44.348184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252c80-e88a-4c77-b3b5-642c958bd798 req-3d4bc2df-1238-4bf2-800b-1edd073f6a04 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:44.350619 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41252c80-e88a-4c77-b3b5-642c958bd798 req-3d4bc2df-1238-4bf2-800b-1edd073f6a04 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0842650 Jan 25 17:10:44.394912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-41252c80-e88a-4c77-b3b5-642c958bd798 req-95316553-068d-487b-8655-17262eadf23d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jan 25 17:10:45.682359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c318600-2c50-4b54-b1b8-1ab167b966e4 req-d70c5b5e-e9ca-4f66-8215-d7bdd45e3e6c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:45.683709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c318600-2c50-4b54-b1b8-1ab167b966e4 req-d70c5b5e-e9ca-4f66-8215-d7bdd45e3e6c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.1810563 Jan 25 17:10:45.728439 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c318600-2c50-4b54-b1b8-1ab167b966e4 req-2195918e-7862-4a55-a908-8652a9057acd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Jan 25 17:10:46.921418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdea0d-3288-4fa0-b25c-863df6c91441 req-dcb5d2ee-ba04-4a40-9fec-a562dc2362bd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:46.922863 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-69cdea0d-3288-4fa0-b25c-863df6c91441 req-dcb5d2ee-ba04-4a40-9fec-a562dc2362bd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0806949 Jan 25 17:10:46.971094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-69cdea0d-3288-4fa0-b25c-863df6c91441 req-243f1511-cfef-4e54-8140-7b1404a4680a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Jan 25 17:10:48.160813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d54f41-25fd-48f0-8cb5-b377481d1eac req-aab08d06-9998-4f57-ad4f-bfd40678d658 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:48.162902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05d54f41-25fd-48f0-8cb5-b377481d1eac req-aab08d06-9998-4f57-ad4f-bfd40678d658 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0790327 Jan 25 17:10:48.205833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05d54f41-25fd-48f0-8cb5-b377481d1eac req-d820daec-f69d-48a8-b312-31c6775750f0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Jan 25 17:10:49.392660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c7782-99d1-42b7-8a04-26f3aa79f42c req-f4f9e8cf-857f-414e-84b6-dd72158a2023 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:49.394118 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-900c7782-99d1-42b7-8a04-26f3aa79f42c req-f4f9e8cf-857f-414e-84b6-dd72158a2023 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0828106 Jan 25 17:10:49.438722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-900c7782-99d1-42b7-8a04-26f3aa79f42c req-14e590cc-46ed-4cbb-b5f4-572a5d25ed2f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Jan 25 17:10:50.628465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1c1a6-b5b4-4eb3-a6e1-4f9c6eb42d4a req-06dabb12-d5c1-4498-a2d6-eb923b3d964d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:50.630207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bac1c1a6-b5b4-4eb3-a6e1-4f9c6eb42d4a req-06dabb12-d5c1-4498-a2d6-eb923b3d964d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0834143 Jan 25 17:10:50.673727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bac1c1a6-b5b4-4eb3-a6e1-4f9c6eb42d4a req-24aca9f9-a2b2-424a-b6ff-bf462a248961 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Jan 25 17:10:51.860635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f1c6-337a-45a4-8279-38da0d4d17fb req-64f6efe8-b62a-4581-9bc9-44ed8dcf6561 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:51.862116 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d8c2f1c6-337a-45a4-8279-38da0d4d17fb req-64f6efe8-b62a-4581-9bc9-44ed8dcf6561 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0832627 Jan 25 17:10:51.905566 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d8c2f1c6-337a-45a4-8279-38da0d4d17fb req-9a4f7081-7257-4707-a5f4-a2c57585182b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Jan 25 17:10:53.092767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae1971-ef3b-4efe-b73a-e595d1db8130 req-f34445e6-781a-46f7-afcb-5e2a909a2b4a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:53.094236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2fae1971-ef3b-4efe-b73a-e595d1db8130 req-f34445e6-781a-46f7-afcb-5e2a909a2b4a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0794678 Jan 25 17:10:53.138367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2fae1971-ef3b-4efe-b73a-e595d1db8130 req-a97034d7-c267-43e4-a836-7f9c59263d59 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Jan 25 17:10:54.337206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a453a1-f73f-44ec-a525-2de4f152f292 req-71b6f146-27b6-403b-8327-383e2d34ebc7 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:54.338680 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73a453a1-f73f-44ec-a525-2de4f152f292 req-71b6f146-27b6-403b-8327-383e2d34ebc7 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0840192 Jan 25 17:10:54.382060 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73a453a1-f73f-44ec-a525-2de4f152f292 req-358e167a-d297-4995-b0f9-7a49071e33d1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Jan 25 17:10:55.565271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:55.693528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5acd5-4f54-413a-ae37-c958f3e95f33 req-019a9404-7d34-47a9-9dc2-1c125b258f39 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:55.695155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49d5acd5-4f54-413a-ae37-c958f3e95f33 req-019a9404-7d34-47a9-9dc2-1c125b258f39 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.1945238 Jan 25 17:10:55.744139 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49d5acd5-4f54-413a-ae37-c958f3e95f33 req-87dd6311-b065-428b-ac38-c496e59b0423 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Jan 25 17:10:56.986603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3950d-65c0-4401-9ba0-db27974a340a req-c98023a0-a4b4-421f-b730-ff109aeeca0e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:56.987750 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-1abe313b-8671-42fe-89d4-40116c598975 service neutron] 10.222.0.15 "GET /v2.0/ports/f101bb88-f45b-49a0-8b49-c1cee1cff669/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.1254582 Jan 25 17:10:56.989016 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92c3950d-65c0-4401-9ba0-db27974a340a req-c98023a0-a4b4-421f-b730-ff109aeeca0e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.1370635 Jan 25 17:10:57.037851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92c3950d-65c0-4401-9ba0-db27974a340a req-5098fe59-60c2-4e99-9a75-ea5331876f38 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Jan 25 17:10:57.092802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-02197f2c-8106-474b-8c67-26d61e24b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.094311 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-02197f2c-8106-474b-8c67-26d61e24b6cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1098 time: 0.0723038 Jan 25 17:10:57.243018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-f1989253-82e9-4382-9d7e-e568122bf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.244553 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-f1989253-82e9-4382-9d7e-e568122bf400 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1331546 Jan 25 17:10:57.263835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-d36d890b-fa67-4084-8e95-3e04cb039ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.265325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-d36d890b-fa67-4084-8e95-3e04cb039ef9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f&tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0765431 Jan 25 17:10:57.315736 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-073b4c91-fe5a-413c-ad8b-4b6861a559f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.0648592 Jan 25 17:10:57.376977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-8545d395-5a9d-4d9f-ae82-8b6ee0e7e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.378407 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-8545d395-5a9d-4d9f-ae82-8b6ee0e7e095 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0571268 Jan 25 17:10:57.429770 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-7d3bdd2f-170b-4eb8-943d-5bc012a2d886 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448959 Jan 25 17:10:57.560957 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-a17bfb94-dbbe-490e-a439-1079de6e6a78 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253407 Jan 25 17:10:57.679437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-951654ff-3e57-42af-b526-507e94b31a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:10:57.692100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31af3f40-852c-4f63-90e7-fc93b06f511c req-ccae8cba-ba1b-47c5-b7dd-a9990989b3e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250813 Jan 25 17:10:57.810022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-e1c2bc05-1da6-4768-9ad5-880d0b3ee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.811489 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-e1c2bc05-1da6-4768-9ad5-880d0b3ee697 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1098 time: 0.0724552 Jan 25 17:10:57.943715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-571cbbac-0c28-4347-841d-89c2a374d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:57.945085 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-571cbbac-0c28-4347-841d-89c2a374d42e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1277514 Jan 25 17:10:58.123659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-42178b57-ba6c-42ed-a8d6-d2682671f274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.1726682 Jan 25 17:10:58.185164 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-1ce4cbc5-0466-45df-855a-5182dcc46a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:58.186613 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-1ce4cbc5-0466-45df-855a-5182dcc46a5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0574207 Jan 25 17:10:58.231213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c7dfe-3e65-4fe4-b9cd-4b72b23ffdf4 req-2fb418dc-2510-48d7-8fc4-3041cafec53c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:58.232684 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c9c7dfe-3e65-4fe4-b9cd-4b72b23ffdf4 req-2fb418dc-2510-48d7-8fc4-3041cafec53c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0836122 Jan 25 17:10:58.237094 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-499b1bee-0928-4d74-987a-4c7a70a940a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450294 Jan 25 17:10:58.281609 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c9c7dfe-3e65-4fe4-b9cd-4b72b23ffdf4 req-ebaed692-73f4-4404-815e-70c6cd7639ef tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Jan 25 17:10:58.368609 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-9fbc3947-c924-4ee1-afc1-c558baaaa821 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250215 Jan 25 17:10:58.500532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cecd0583-945f-4b12-86df-59cf7486fc14 req-f39e8b55-bf62-4f8a-be0d-1bedfc699fd0 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263080 Jan 25 17:10:59.470284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e0bd7-040b-45b4-9c82-67259654a4a3 req-e9c439b5-fd24-4ade-a982-a5f7f7d2540f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:10:59.471730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf3e0bd7-040b-45b4-9c82-67259654a4a3 req-e9c439b5-fd24-4ade-a982-a5f7f7d2540f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0835922 Jan 25 17:10:59.518901 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf3e0bd7-040b-45b4-9c82-67259654a4a3 req-fbaeb601-15cc-4278-b9a1-b99fcd20da01 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Jan 25 17:11:00.281289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c35e0ff3-5033-4ab1-9f54-d55e89814a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:00.706824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706843d-a282-43dc-98bd-71993efd0109 req-bd557547-bfe0-4366-9494-26b4efb5dc0c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:00.708452 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e706843d-a282-43dc-98bd-71993efd0109 req-bd557547-bfe0-4366-9494-26b4efb5dc0c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0811689 Jan 25 17:11:00.753088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e706843d-a282-43dc-98bd-71993efd0109 req-46686771-8f5d-41d8-aeb7-d6aa48f896aa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Jan 25 17:11:01.126089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:01.340782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:11:01.343125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:11:01.557842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:01.592519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:01.622240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'port_id': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'mac_address': 'fa:16:3e:34:4c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fe82d-e402-49c7-a8c7-adbb662215af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:11:01.627656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:01.634954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:01.668745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:01.676001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:01.716541 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'code': 200} Jan 25 17:11:01.748171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:01.773089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:01.779757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:01.844434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:11:01.844664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:11:01.945267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64adff9-f191-4538-b4aa-01485e8fbf5c req-9d0fa04f-599f-471d-94b9-b725266f7516 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:01.946727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b64adff9-f191-4538-b4aa-01485e8fbf5c req-9d0fa04f-599f-471d-94b9-b725266f7516 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 943 time: 0.0832405 Jan 25 17:11:01.990984 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b64adff9-f191-4538-b4aa-01485e8fbf5c req-f790371c-8c28-4f23-a829-19072d52e4ad tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Jan 25 17:11:02.300386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eb25f-ee4b-4bf2-b9f0-7887c9716616 req-af5f60d7-ed1a-42cc-8a5b-fc91667cac84 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:02.302396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-785aca58-d923-43a6-bf6e-2ef4cab9ff06 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:02.303528 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-643eb25f-ee4b-4bf2-b9f0-7887c9716616 req-af5f60d7-ed1a-42cc-8a5b-fc91667cac84 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 943 time: 0.0811384 Jan 25 17:11:02.303645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-785aca58-d923-43a6-bf6e-2ef4cab9ff06 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Synchronizing usage tracker for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:11:02.321662 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-785aca58-d923-43a6-bf6e-2ef4cab9ff06 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Unset dirty status for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:11:02.322875 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-785aca58-d923-43a6-bf6e-2ef4cab9ff06 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f&tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 943 time: 0.1022513 Jan 25 17:11:02.353450 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-643eb25f-ee4b-4bf2-b9f0-7887c9716616 req-0cb4e852-25bb-4753-8631-be4d576ecf19 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Jan 25 17:11:02.400360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:02.417130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:02.433770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:02.437721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:02.464492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-7ecc68e1-8ef6-4fc2-9c17-fc21de838b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:02.465975 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-7ecc68e1-8ef6-4fc2-9c17-fc21de838b9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 1096 time: 0.0743597 Jan 25 17:11:02.509072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['f101bb88-f45b-49a0-8b49-c1cee1cff669'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:02.539640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:02.603316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-cc6a2717-27b9-402c-97a9-27af139d8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:02.604748 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-cc6a2717-27b9-402c-97a9-27af139d8950 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1332006 Jan 25 17:11:02.676782 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-4404af34-1c37-4e3a-a8b6-586141c997ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 200 len: 217 time: 0.0654738 Jan 25 17:11:02.742343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-5fe9a979-6003-4d79-bee0-f61dd336b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:02.743763 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-5fe9a979-6003-4d79-bee0-f61dd336b16e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0612087 Jan 25 17:11:02.767334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:02.791755 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-48992dba-c487-4f6f-959b-66e9db31e6f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415492 Jan 25 17:11:02.924201 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-32e8071d-ad38-4cce-b323-5f0b909b975c service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261427 Jan 25 17:11:03.055180 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2cfe626-e829-4f74-88f2-f907bbf40b06 req-c4478e62-fc40-4917-925f-05e4363a7df8 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241970 Jan 25 17:11:03.353330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:11:03.424231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port f101bb88-f45b-49a0-8b49-c1cee1cff669 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:11:03.424913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:03.555949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644f69-f18a-4ac2-b3d0-fa18260f3e3e req-9b0986d2-e558-4a36-a3c6-76a1e46522b0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:03.557779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d644f69-f18a-4ac2-b3d0-fa18260f3e3e req-9b0986d2-e558-4a36-a3c6-76a1e46522b0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 944 time: 0.0912614 Jan 25 17:11:03.577348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:03.608662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d644f69-f18a-4ac2-b3d0-fa18260f3e3e req-b45776ad-8ca0-485f-907e-ce780e41731d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Jan 25 17:11:03.618103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:03.624320 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:03.698680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:03.706144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.706488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.706827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.707161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.707493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.707823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.708821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.709474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.709586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.709901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.710224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.710545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:03.717491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:03.760843 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'code': 200} Jan 25 17:11:04.802850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb27426-0998-4159-8fe7-f9d60efc1521 req-e11a9ee5-1e69-4ff9-877c-ebf5269d7389 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:04.804294 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0eb27426-0998-4159-8fe7-f9d60efc1521 req-e11a9ee5-1e69-4ff9-877c-ebf5269d7389 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0838764 Jan 25 17:11:04.848173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0eb27426-0998-4159-8fe7-f9d60efc1521 req-8a812ce0-840a-45cb-aacc-242d934276e9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Jan 25 17:11:05.033164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3e53-f282-4b2b-94d6-e537967db5f4 req-b3646e9e-c0df-4b2d-bbc8-42997731b92e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:05.034637 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b32e3e53-f282-4b2b-94d6-e537967db5f4 req-b3646e9e-c0df-4b2d-bbc8-42997731b92e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0802233 Jan 25 17:11:05.078759 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b32e3e53-f282-4b2b-94d6-e537967db5f4 req-5e275ba0-02a6-4d4c-9d8b-237fbde4d7f5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Jan 25 17:11:05.264899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1f90e-1880-4466-b65e-55eea5b8a31f req-66d490c6-6c39-4391-b901-c8672fc1f167 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:05.266376 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6fa1f90e-1880-4466-b65e-55eea5b8a31f req-66d490c6-6c39-4391-b901-c8672fc1f167 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0846124 Jan 25 17:11:05.311578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6fa1f90e-1880-4466-b65e-55eea5b8a31f req-790c194f-e9ab-4e95-b915-13478a55b0df tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Jan 25 17:11:05.906059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-ac6e769d-8ee4-4b71-9b15-d4eb70c4bfc1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:05.907482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-ac6e769d-8ee4-4b71-9b15-d4eb70c4bfc1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 815 time: 0.2496626 Jan 25 17:11:05.921812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-af25e350-542b-4f72-b664-4ed870ba1073 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/quotas/92cce0830cc44c69a4371c5e0f3fe6d1 HTTP/1.1" status: 200 len: 375 time: 0.0088308 Jan 25 17:11:06.004866 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-d36556ae-8386-42e6-838a-88ee1a43a987 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778964 Jan 25 17:11:06.140877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-4f2a94d5-4508-42e9-b74e-74558b235e24 service neutron] 10.222.0.45 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281664 Jan 25 17:11:06.273498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-398c8397-de03-4ebd-9a39-73e7ca793b49 service neutron] 10.222.0.45 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263018 Jan 25 17:11:06.459624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09758102-665b-4930-aa32-3ab71a71400f req-5b712276-0227-432c-b42b-9bd710143839 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 210 time: 0.0489891 Jan 25 17:11:06.594201 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:11:07.589619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262471f-3902-4462-87a1-c902c1bdabec req-f148a78a-c2a6-406a-b17a-51584b4a9f4e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:07.591115 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f262471f-3902-4462-87a1-c902c1bdabec req-f148a78a-c2a6-406a-b17a-51584b4a9f4e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/ports?device_id=1db06824-4851-418d-aa90-7a402a7e434f HTTP/1.1" status: 200 len: 945 time: 0.0921645 Jan 25 17:11:07.640791 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aba70741-69a5-4433-8292-4b2ee15618da req-557d5802-bc0a-4d65-ba80-bf396a4d5a53 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 210 time: 0.0562871 Jan 25 17:11:07.677856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Deleting port f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:11:07.678291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:07.712193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-a6af17f6-fa13-48bd-985e-b83046ecc01b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:07.714008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-a6af17f6-fa13-48bd-985e-b83046ecc01b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 815 time: 0.2149141 Jan 25 17:11:07.729642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Request body: {'port': {'device_id': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'admin_state_up': True, 'tenant_id': '92cce0830cc44c69a4371c5e0f3fe6d1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:11:07.866489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:11:07.875960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:11:07.885904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Made reservation on behalf of 92cce0830cc44c69a4371c5e0f3fe6d1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:11:07.889327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:07.941878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] For port f101bb88-f45b-49a0-8b49-c1cee1cff669, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f101bb88-f45b-49a0-8b49-c1cee1cff669,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:07.943243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.063109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Allocated IP 172.20.0.5 (1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621/893fe82d-e402-49c7-a8c7-adbb662215af/58ac17c1-aec7-47e8-bcde-aabaf4afc323) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:11:08.178534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Calling delete_port for f101bb88-f45b-49a0-8b49-c1cee1cff669 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:11:08.283049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.315356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.327925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['f101bb88-f45b-49a0-8b49-c1cee1cff669'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:08.351369 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.385470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['f101bb88-f45b-49a0-8b49-c1cee1cff669'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:08.392421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:11:08.393628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:11:08.398495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:11:08.438960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Pushing event deleted for resources: {'Port': ['ID=f101bb88-f45b-49a0-8b49-c1cee1cff669,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:08.450830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:08.464118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.464467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.464817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.465152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.465509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.465840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.466171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.466498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.466818 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.467139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.467461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.467780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:11:08.484627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:08.485246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.486008 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] No DVR routers for this DVR port f101bb88-f45b-49a0-8b49-c1cee1cff669 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:11:08.488436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:08.491878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-deleted', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:08.510162 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "DELETE /v2.0/ports/f101bb88-f45b-49a0-8b49-c1cee1cff669 HTTP/1.1" status: 204 len: 173 time: 0.9140582 Jan 25 17:11:08.520874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-67c46a56-7379-494d-ab9d-037158bef1e5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958286 Jan 25 17:11:08.533841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Request body: {'port': {'device_id': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:11:08.611641 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db06824-4851-418d-aa90-7a402a7e434f', 'name': 'network-vif-deleted', 'tag': 'f101bb88-f45b-49a0-8b49-c1cee1cff669', 'status': 'completed', 'code': 200} Jan 25 17:11:08.675293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.110845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982ffd8-3bfa-49b7-8bc2-fcf47fa7dee2 req-529bf9e8-1e0f-4fc0-9782-68d71602051c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:09.111445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2982ffd8-3bfa-49b7-8bc2-fcf47fa7dee2 req-529bf9e8-1e0f-4fc0-9782-68d71602051c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Synchronizing usage tracker for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:11:09.150595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-2982ffd8-3bfa-49b7-8bc2-fcf47fa7dee2 req-529bf9e8-1e0f-4fc0-9782-68d71602051c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Unset dirty status for tenant:92cce0830cc44c69a4371c5e0f3fe6d1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:11:09.151932 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2982ffd8-3bfa-49b7-8bc2-fcf47fa7dee2 req-529bf9e8-1e0f-4fc0-9782-68d71602051c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 931 time: 0.3932149 Jan 25 17:11:09.261707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2982ffd8-3bfa-49b7-8bc2-fcf47fa7dee2 req-3a4a841d-4ca5-4d9a-8e0e-3456cf889803 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969105 Jan 25 17:11:09.263658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:09.271692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.288033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Transition to ACTIVE for port object 58ac17c1-aec7-47e8-bcde-aabaf4afc323 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:11:09.292736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.423375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:09.532249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Attempting to bind port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:11:09.532581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Attempting to bind port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:11:09.532907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Attempting to bind port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:11:09.538455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:11:09.538768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Attempting to bind port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 on network 1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:11:09.544037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:11:09.544405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Checking segment: {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:11:09.544730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Bound using segment: {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:11:09.545145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Bound port: 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d325a9-4962-4dd4-b488-955b14904f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:11:09.545522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.638494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:11:09.642020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:11:09.649312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.716783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:09.717774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:09.718818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] 10.222.0.15 "PUT /v2.0/ports/58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 1093 time: 1.1902168 Jan 25 17:11:09.719290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:09.744605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a3b05-ac1c-4ec5-ac95-b4881c1feee7 service neutron] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:09.835069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'status': 'completed', 'code': 200} Jan 25 17:11:09.839746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-e64940b0-d6fb-47ff-aec0-d866b4131c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:09.841322 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-e64940b0-d6fb-47ff-aec0-d866b4131c99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1096 time: 0.0852230 Jan 25 17:11:09.921423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-d45f4801-0e4a-427b-8cb7-db2db38583a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 217 time: 0.0739260 Jan 25 17:11:09.986296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-9a1e104a-3a56-4cd3-b431-dadf614500a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:09.987661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-9a1e104a-3a56-4cd3-b431-dadf614500a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0609286 Jan 25 17:11:10.037742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-b7648321-124a-48e4-bf13-5c421566cf6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436015 Jan 25 17:11:10.183826 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-03671e3c-c0c9-4011-9ae5-892a55926792 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402383 Jan 25 17:11:10.320785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ae25f914-5ba4-4cae-9354-7e6d8e040667 req-1525136e-8657-4d7f-b5d0-fb4f17a48648 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316905 Jan 25 17:11:10.501840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-1e7560b1-3288-4f2c-9e46-be9f9bf7cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:10.503336 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-1e7560b1-3288-4f2c-9e46-be9f9bf7cd42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1096 time: 0.1374457 Jan 25 17:11:10.514704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13fb4-6772-437e-9722-f9eb3b8a3ad1 req-48febbc0-21c0-45b9-8236-cc9184944eb6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:10.516215 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-add13fb4-6772-437e-9722-f9eb3b8a3ad1 req-48febbc0-21c0-45b9-8236-cc9184944eb6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 943 time: 0.1151741 Jan 25 17:11:10.645932 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-add13fb4-6772-437e-9722-f9eb3b8a3ad1 req-4dd940fd-157c-46f7-8b81-bd9ffe8df5e7 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100366 Jan 25 17:11:10.686832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-74f3e6e5-5322-4b9b-afe5-a38c36e4cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:10.688301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-74f3e6e5-5322-4b9b-afe5-a38c36e4cbe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1712198 Jan 25 17:11:10.760774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-15d0d328-037b-48da-a87e-c43b809d711d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 217 time: 0.0658646 Jan 25 17:11:10.841427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-48dab5c7-20e3-48d8-913b-a7632a6f14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:10.842862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-48dab5c7-20e3-48d8-913b-a7632a6f14d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0759552 Jan 25 17:11:10.890660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-a9a1df30-629d-46e1-afd9-69ddaf849b40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419753 Jan 25 17:11:11.033944 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-4b968a2a-1490-4077-8d55-1d1f676e7586 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358554 Jan 25 17:11:11.284121 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b01d2bc8-24ee-48ee-bdd8-18391473c4b4 req-983f4e98-a245-4aaf-a720-4dae389b6a34 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436254 Jan 25 17:11:11.401232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:11:11.437138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: f101bb88-f45b-49a0-8b49-c1cee1cff669 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:11:11.437530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device f101bb88-f45b-49a0-8b49-c1cee1cff669 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:11:11.840666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111b8d-1fcd-4118-9413-e40cc114db63 req-c5c76197-e824-4783-875d-9eaf563a5334 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:11.842155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb111b8d-1fcd-4118-9413-e40cc114db63 req-c5c76197-e824-4783-875d-9eaf563a5334 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 943 time: 0.0856874 Jan 25 17:11:11.886693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb111b8d-1fcd-4118-9413-e40cc114db63 req-6aa3f114-2059-480a-9903-4bb0268429e8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388341 Jan 25 17:11:13.076309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dae063-e578-4021-8c8b-96e2e94aba3a req-974c3e6c-29d0-4119-b722-f62ba3ab6d31 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:13.077923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90dae063-e578-4021-8c8b-96e2e94aba3a req-974c3e6c-29d0-4119-b722-f62ba3ab6d31 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 943 time: 0.0835664 Jan 25 17:11:13.125277 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90dae063-e578-4021-8c8b-96e2e94aba3a req-f5a8dfc1-7d08-4f5a-bc2d-0a18d59c5fdd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Jan 25 17:11:13.402096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:11:13.534553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:13.548361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'port_id': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'mac_address': 'fa:16:3e:34:d8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fe82d-e402-49c7-a8c7-adbb662215af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:11:13.607824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:13.625674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:13.645921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:13.650345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:13.717936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:14.002737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['58ac17c1-aec7-47e8-bcde-aabaf4afc323'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:14.325067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576b88-d263-4384-a642-cdfbe23a9945 req-40667d90-c385-4e62-83a7-d1022b258d99 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:14.326496 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f576b88-d263-4384-a642-cdfbe23a9945 req-40667d90-c385-4e62-83a7-d1022b258d99 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 944 time: 0.0885797 Jan 25 17:11:14.375057 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f576b88-d263-4384-a642-cdfbe23a9945 req-e05f10d3-516e-4562-bc1a-0e8519a44ace tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Jan 25 17:11:15.416364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:11:15.491879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:11:15.497075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:11:15.497478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:15.566001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cdc33-dc3c-4526-b686-0071953cc84e req-6ce13fd5-6100-4f51-b450-cbafdf6166cd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:15.567534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce2cdc33-dc3c-4526-b686-0071953cc84e req-6ce13fd5-6100-4f51-b450-cbafdf6166cd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 944 time: 0.0833919 Jan 25 17:11:15.614495 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce2cdc33-dc3c-4526-b686-0071953cc84e req-a5f199e5-8bdf-4604-bb1b-cf7777791754 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Jan 25 17:11:15.620766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:15.648687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:15.658424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:15.663332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:15.695559 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'code': 200} Jan 25 17:11:15.742465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:15.934205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995accff-3245-4315-9ed9-83e9a7c4da34 req-a8f903be-0de5-41e0-8975-7d88deb66b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:15.936032 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-995accff-3245-4315-9ed9-83e9a7c4da34 req-a8f903be-0de5-41e0-8975-7d88deb66b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1098 time: 0.0759885 Jan 25 17:11:15.981912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-995accff-3245-4315-9ed9-83e9a7c4da34 req-5616753e-5492-4aad-900b-3258c45d7e4b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Jan 25 17:11:16.809445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fbdb1-18b5-433b-961e-3396f9fa27f2 req-50dbdd19-fa52-41a5-aec6-348934a777a9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:16.811477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-998fbdb1-18b5-433b-961e-3396f9fa27f2 req-50dbdd19-fa52-41a5-aec6-348934a777a9 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0883477 Jan 25 17:11:16.862348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-998fbdb1-18b5-433b-961e-3396f9fa27f2 req-f44d15d4-f1e4-4203-98e0-ba13f41ae34a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Jan 25 17:11:18.052451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941801-42ea-4c2c-905d-0b9670a53aa1 req-8de1b440-13c5-4767-8be3-10e7530b98f0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:18.054026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10941801-42ea-4c2c-905d-0b9670a53aa1 req-8de1b440-13c5-4767-8be3-10e7530b98f0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0826826 Jan 25 17:11:18.099356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10941801-42ea-4c2c-905d-0b9670a53aa1 req-d0f4bd55-6de4-4f96-9645-132c7334e7bc tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jan 25 17:11:18.294208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175315-80da-4e3c-a1a3-cbeb44b4f28e req-9a420ee9-7849-4960-8cd1-2ce12c31d43d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:18.295771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b175315-80da-4e3c-a1a3-cbeb44b4f28e req-9a420ee9-7849-4960-8cd1-2ce12c31d43d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0910046 Jan 25 17:11:18.343642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b175315-80da-4e3c-a1a3-cbeb44b4f28e req-6bf5f7a5-f630-43c2-9033-dba041a0c395 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Jan 25 17:11:18.717684 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-79fde7fa-7d44-4b7f-bf82-f509d56ab52a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810034 Jan 25 17:11:18.779351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cea2a7-cb27-425b-86dc-ecb2bcb90ba9 req-48b7a0d2-326c-4ba6-9c78-71237b58337e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:18.781727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00cea2a7-cb27-425b-86dc-ecb2bcb90ba9 req-48b7a0d2-326c-4ba6-9c78-71237b58337e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0987606 Jan 25 17:11:18.835475 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00cea2a7-cb27-425b-86dc-ecb2bcb90ba9 req-b2737bf9-00bf-4523-b104-9e3e291c5fef tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Jan 25 17:11:19.938401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-df9e4133-0e3e-4c8e-a2cd-f915676592ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:19.939896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-df9e4133-0e3e-4c8e-a2cd-f915676592ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1098 time: 0.0892332 Jan 25 17:11:20.150229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-9e2e8256-9396-4ad8-ba15-d1e0f4573a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:20.151780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-9e2e8256-9396-4ad8-ba15-d1e0f4573a6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.2058022 Jan 25 17:11:20.220523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d5e1-2f3b-4e34-a68a-48948ada4c39 req-8656ff75-a192-48f3-af84-e03da9931d55 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:20.222125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba07d5e1-2f3b-4e34-a68a-48948ada4c39 req-8656ff75-a192-48f3-af84-e03da9931d55 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.2527733 Jan 25 17:11:20.240995 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-e273b7f4-153e-49b8-aded-c0dfbbfddc8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 217 time: 0.0825133 Jan 25 17:11:20.334548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba07d5e1-2f3b-4e34-a68a-48948ada4c39 req-a95fc62d-7ffe-4473-bb79-292e7cbb3d80 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965655 Jan 25 17:11:20.338200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-6c47ebd9-6a02-4945-9ebe-962a1a3cd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:20.339631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-6c47ebd9-6a02-4945-9ebe-962a1a3cd140 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0866284 Jan 25 17:11:20.391630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-366c8cda-f026-4354-953d-ec6861b2040f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447142 Jan 25 17:11:20.531429 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-661e51c8-ea03-452d-87ac-30a792e13292 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332901 Jan 25 17:11:20.777344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-c53acf8b-898b-486f-a1aa-0277c865711f service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403505 Jan 25 17:11:21.554894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d7d4d-01b1-46a0-b895-061718cb072d req-f975adf3-c353-4b54-8a93-6f975e8c7ce6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:21.556284 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-015d7d4d-01b1-46a0-b895-061718cb072d req-f975adf3-c353-4b54-8a93-6f975e8c7ce6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0828855 Jan 25 17:11:21.607862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-015d7d4d-01b1-46a0-b895-061718cb072d req-826cb1fb-991d-4d0b-b2f6-e12bbe3bc951 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Jan 25 17:11:22.809275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfea88-0c8c-4865-af8a-05d06ae12b83 req-6961f7c7-4904-443b-985d-38da5d587021 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:22.811104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0ccfea88-0c8c-4865-af8a-05d06ae12b83 req-6961f7c7-4904-443b-985d-38da5d587021 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0879447 Jan 25 17:11:22.865653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0ccfea88-0c8c-4865-af8a-05d06ae12b83 req-605b5fe0-90ff-4f1b-aed3-f152c397ca6e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jan 25 17:11:24.112101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168db4b-e291-41bd-9332-c1cff6f86823 req-44f013ce-22fa-4adb-b44b-b92a8470b543 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:24.113521 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5168db4b-e291-41bd-9332-c1cff6f86823 req-44f013ce-22fa-4adb-b44b-b92a8470b543 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.1303749 Jan 25 17:11:24.177123 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5168db4b-e291-41bd-9332-c1cff6f86823 req-17040939-a85b-4eaf-8edf-9b6cb0370002 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Jan 25 17:11:25.373480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747449c1-6632-40bd-8b9e-f3ce7cef9e37 req-ed6c0305-cd23-48ea-aa31-9c6566b10c11 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:25.375146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-747449c1-6632-40bd-8b9e-f3ce7cef9e37 req-ed6c0305-cd23-48ea-aa31-9c6566b10c11 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0836127 Jan 25 17:11:25.423411 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-747449c1-6632-40bd-8b9e-f3ce7cef9e37 req-f5deb745-edd6-447d-9b55-18effbe8ee67 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Jan 25 17:11:25.567663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:26.680266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c14c2-2f4e-4e24-a01a-0bcf7b043a62 req-fd8cae35-adee-4237-8928-f5918de34d5d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:26.681833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c14c2-2f4e-4e24-a01a-0bcf7b043a62 req-fd8cae35-adee-4237-8928-f5918de34d5d tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.1039443 Jan 25 17:11:26.729784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a0c14c2-2f4e-4e24-a01a-0bcf7b043a62 req-d5624a5a-e6f6-453e-840a-412eb13a25ec tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Jan 25 17:11:27.683789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bb2d717-54f0-4290-a54e-cf66f1dc8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:27.931775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ddf84-ddfb-43d7-a471-52f0187b380b req-46f167ac-3ebc-4427-994d-5ce28ea54bed tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:27.933354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-428ddf84-ddfb-43d7-a471-52f0187b380b req-46f167ac-3ebc-4427-994d-5ce28ea54bed tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0913718 Jan 25 17:11:27.981433 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-428ddf84-ddfb-43d7-a471-52f0187b380b req-5b75b1b2-d862-4d56-9b91-a2dbddbab880 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Jan 25 17:11:29.174858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8e0e-92c6-4410-8e71-490d511d4252 req-c81a4660-ac8b-4c4b-9085-3d5f8bdf86d8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:29.176227 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee1c8e0e-92c6-4410-8e71-490d511d4252 req-c81a4660-ac8b-4c4b-9085-3d5f8bdf86d8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0862262 Jan 25 17:11:29.223470 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee1c8e0e-92c6-4410-8e71-490d511d4252 req-d503ef57-6c22-4983-9e0b-e544f6198c20 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Jan 25 17:11:30.288774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c614-1b09-4dba-95cd-60e79b58ed38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:30.429088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c0743-278a-4ed5-a516-a3bc48853cb2 req-f6e4b617-40ed-4978-a1ac-d1d9f55fb8b5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:30.430746 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b81c0743-278a-4ed5-a516-a3bc48853cb2 req-f6e4b617-40ed-4978-a1ac-d1d9f55fb8b5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0861666 Jan 25 17:11:30.483575 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b81c0743-278a-4ed5-a516-a3bc48853cb2 req-02ce0ee3-4349-4571-8e13-35aba770f1bd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Jan 25 17:11:31.129514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:31.597364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:31.685721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040991-3194-48cb-b072-9fe2de69a121 req-36ece8cd-f39e-428d-bf71-79204163600b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:31.687295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bf040991-3194-48cb-b072-9fe2de69a121 req-36ece8cd-f39e-428d-bf71-79204163600b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0940628 Jan 25 17:11:31.736735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bf040991-3194-48cb-b072-9fe2de69a121 req-ec14053e-bfd1-4006-9992-59ffedbbe733 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Jan 25 17:11:32.775467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:32.951040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726d50a-0bb9-41d7-a118-d72206dbc4c1 req-c1cd812b-72ce-4f26-918f-afed225e9882 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:32.952562 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4726d50a-0bb9-41d7-a118-d72206dbc4c1 req-c1cd812b-72ce-4f26-918f-afed225e9882 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0960002 Jan 25 17:11:33.001080 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4726d50a-0bb9-41d7-a118-d72206dbc4c1 req-f62a0cc7-649b-4c31-a862-c9f1c3444a26 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Jan 25 17:11:34.201840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334df2b7-6ca6-4aa3-bbd4-74eccb938b9d req-4daa50e3-6af5-4865-a3ce-7c61a766a186 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:34.203626 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-334df2b7-6ca6-4aa3-bbd4-74eccb938b9d req-4daa50e3-6af5-4865-a3ce-7c61a766a186 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0892611 Jan 25 17:11:34.252513 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-334df2b7-6ca6-4aa3-bbd4-74eccb938b9d req-f962fb7b-3ced-4d22-a6cb-49b886c4ea13 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Jan 25 17:11:35.442266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4c5a-11e8-47b5-baa8-23c78a84de18 req-37eb5404-b2e2-47a4-a2e5-218d52404b45 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:35.443867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-897c4c5a-11e8-47b5-baa8-23c78a84de18 req-37eb5404-b2e2-47a4-a2e5-218d52404b45 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0817192 Jan 25 17:11:35.489584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-897c4c5a-11e8-47b5-baa8-23c78a84de18 req-fca8aa63-6c36-43df-95a9-4ad48cf9f238 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Jan 25 17:11:36.674844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1c0fc-7fc8-4bd0-b73d-8e7fba903c71 req-8706da05-711d-4660-992b-268324571df6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:36.676307 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89d1c0fc-7fc8-4bd0-b73d-8e7fba903c71 req-8706da05-711d-4660-992b-268324571df6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0803719 Jan 25 17:11:36.724928 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89d1c0fc-7fc8-4bd0-b73d-8e7fba903c71 req-67aa5c4b-4c00-471e-b547-4c9d0c6aa0d8 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Jan 25 17:11:37.916366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfdf1d-ed27-4bb9-92aa-6e781bb187f1 req-5d6f0580-a4ce-45c3-acd0-aa826f717301 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:37.917965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-11dfdf1d-ed27-4bb9-92aa-6e781bb187f1 req-5d6f0580-a4ce-45c3-acd0-aa826f717301 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0832808 Jan 25 17:11:37.977385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-11dfdf1d-ed27-4bb9-92aa-6e781bb187f1 req-7821af80-7ec9-47cc-9e61-c64b98f2a3fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Jan 25 17:11:39.176555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14e7d5-542c-45ed-a1db-2a2ca8dd60c7 req-a1d9ede5-d3f6-47da-b65c-17a434bbb3ff tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:39.178710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc14e7d5-542c-45ed-a1db-2a2ca8dd60c7 req-a1d9ede5-d3f6-47da-b65c-17a434bbb3ff tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0890660 Jan 25 17:11:39.226405 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc14e7d5-542c-45ed-a1db-2a2ca8dd60c7 req-32b3091a-07cc-4393-8747-91504a8e6814 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Jan 25 17:11:40.417017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db6b68-bb66-44d5-98cb-8d3cb68f29c7 req-d9bafd47-d44b-4089-8a5a-94dac906311a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:40.418565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43db6b68-bb66-44d5-98cb-8d3cb68f29c7 req-d9bafd47-d44b-4089-8a5a-94dac906311a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0834601 Jan 25 17:11:40.465396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43db6b68-bb66-44d5-98cb-8d3cb68f29c7 req-4432e86e-7fb6-4a6c-819e-57905cb8bff6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Jan 25 17:11:41.663949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553dde-cccf-4144-9ce7-68113ce19f86 req-cab6ed9e-72f9-4485-8c5b-ca6bff59286a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:41.665041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87553dde-cccf-4144-9ce7-68113ce19f86 req-cab6ed9e-72f9-4485-8c5b-ca6bff59286a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0886257 Jan 25 17:11:41.719868 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87553dde-cccf-4144-9ce7-68113ce19f86 req-b07d5a1b-2ed7-47d9-aad8-138fe07037d5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 Jan 25 17:11:42.951907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39ff7a-f40b-400c-9eba-24545db48a8f req-cbbd800c-35e7-4134-99f9-d6a53b4b8437 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:42.953529 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4f39ff7a-f40b-400c-9eba-24545db48a8f req-cbbd800c-35e7-4134-99f9-d6a53b4b8437 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.1166615 Jan 25 17:11:43.010124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4f39ff7a-f40b-400c-9eba-24545db48a8f req-42ed0986-09a2-46a2-bf27-996cba66ef09 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492754 Jan 25 17:11:43.593964 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:11:44.203885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb515ce-e71b-409e-9da3-c8a3785ffc0b req-6bf61a0f-b61c-4d0c-932c-e8005db1955a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:44.205476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cbb515ce-e71b-409e-9da3-c8a3785ffc0b req-6bf61a0f-b61c-4d0c-932c-e8005db1955a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0856547 Jan 25 17:11:44.252033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cbb515ce-e71b-409e-9da3-c8a3785ffc0b req-f38cf4c5-1583-48b6-8aea-b9a119517a20 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Jan 25 17:11:45.452552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05fe6f-89a8-4473-9c56-cb3acf2800f8 req-beb75e5f-f9a0-4ff0-9cee-424aa5a83524 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:45.454041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4f05fe6f-89a8-4473-9c56-cb3acf2800f8 req-beb75e5f-f9a0-4ff0-9cee-424aa5a83524 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0834641 Jan 25 17:11:45.498620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4f05fe6f-89a8-4473-9c56-cb3acf2800f8 req-db73c97f-2213-4b8d-b651-44525c1da123 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Jan 25 17:11:46.695083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2aef3-8dd0-4275-b7b8-1fb684b7e7c9 req-bbc54b90-16a1-4e71-a6f4-3f9b24660f3b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:46.696575 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8b2aef3-8dd0-4275-b7b8-1fb684b7e7c9 req-bbc54b90-16a1-4e71-a6f4-3f9b24660f3b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0865803 Jan 25 17:11:46.745044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8b2aef3-8dd0-4275-b7b8-1fb684b7e7c9 req-6dbcbbdb-07fe-41ad-a133-765de96e7b3a tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Jan 25 17:11:47.669325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-bde53712-1cd1-475a-94f4-0455dd0d4c00 service neutron] 10.222.0.15 "GET /v2.0/ports/58ac17c1-aec7-47e8-bcde-aabaf4afc323/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.1827378 Jan 25 17:11:47.994618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-317c0da7-632f-495e-9fb0-44b37bdae7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:47.996356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-317c0da7-632f-495e-9fb0-44b37bdae7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77&tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1 HTTP/1.1" status: 200 len: 1098 time: 0.1036797 Jan 25 17:11:48.004508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c0e4-a579-4cf8-beac-aa277f704a81 req-29f5fef8-9050-4d9a-a154-17882677380e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:48.005550 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e36c0e4-a579-4cf8-beac-aa277f704a81 req-29f5fef8-9050-4d9a-a154-17882677380e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.1503170 Jan 25 17:11:48.101227 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e36c0e4-a579-4cf8-beac-aa277f704a81 req-46e7cc03-19d0-4697-845f-741f61834cc1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895450 Jan 25 17:11:48.125778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-4266f87e-89cf-4eef-8572-51d9a9841bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:48.127240 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-4266f87e-89cf-4eef-8572-51d9a9841bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1098 time: 0.1021404 Jan 25 17:11:48.271127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-a46e6d7c-9f70-4eb0-abf8-f1fe96d1afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:48.272515 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-a46e6d7c-9f70-4eb0-abf8-f1fe96d1afff service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1391220 Jan 25 17:11:48.345554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-8ad373ef-27a8-47e7-8bda-0d8ea94318ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 217 time: 0.0672376 Jan 25 17:11:48.408312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-dacf77bb-5490-48d3-b6bb-eee587107dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:48.409790 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-dacf77bb-5490-48d3-b6bb-eee587107dec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0589056 Jan 25 17:11:48.462735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-e3b13956-6398-4f89-947d-78e9b19362d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456111 Jan 25 17:11:48.601423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-508037cd-3301-40d0-bd93-d33327646589 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317074 Jan 25 17:11:48.738948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5abff613-415d-4b41-91db-4d4fb6d5424d req-22d09ed0-05a4-418c-b74e-7d782d662733 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321564 Jan 25 17:11:49.302653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261af86a-ebb0-405b-a998-5f5cc653f866 req-4d35d18b-7153-422d-a244-212001b30f66 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:49.304182 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-261af86a-ebb0-405b-a998-5f5cc653f866 req-4d35d18b-7153-422d-a244-212001b30f66 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0892286 Jan 25 17:11:49.350734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-261af86a-ebb0-405b-a998-5f5cc653f866 req-6f038997-f338-4124-bcdb-473f674ea1b7 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Jan 25 17:11:50.553776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc3143-fe17-4cd5-a3d2-1c255ee0e66b req-5332c0d9-2ad8-41f1-beca-0b90407e0fb1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:50.555330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1bbc3143-fe17-4cd5-a3d2-1c255ee0e66b req-5332c0d9-2ad8-41f1-beca-0b90407e0fb1 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0939856 Jan 25 17:11:50.604499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1bbc3143-fe17-4cd5-a3d2-1c255ee0e66b req-73311d48-1fc4-4a64-b1b4-b428256cedf2 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Jan 25 17:11:51.609916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:11:51.613270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:11:51.803801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4145422-58d5-4bd5-9e93-62a711578951 req-6b6e3041-78d8-4769-aba5-c758fdf4c250 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:51.805449 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d4145422-58d5-4bd5-9e93-62a711578951 req-6b6e3041-78d8-4769-aba5-c758fdf4c250 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0882399 Jan 25 17:11:51.851135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:51.866522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:51.868052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d4145422-58d5-4bd5-9e93-62a711578951 req-f143c011-1494-467f-b66d-4b1e8a9321d5 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 Jan 25 17:11:51.881020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'network_id': '1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621', 'port_id': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'mac_address': 'fa:16:3e:34:d8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893fe82d-e402-49c7-a8c7-adbb662215af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:11:51.931848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:51.951973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:51.958925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:52.002603 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'code': 200} Jan 25 17:11:52.011773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:52.046576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:52.095649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:52.120072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:11:52.120368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:11:52.276979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aea9d-2d50-4315-ba6e-d14c664a5e7e req-ecb4c32c-3eb7-4137-816f-184e07b68308 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:52.278503 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7a4aea9d-2d50-4315-ba6e-d14c664a5e7e req-ecb4c32c-3eb7-4137-816f-184e07b68308 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 943 time: 0.1465330 Jan 25 17:11:52.292535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b1ac-e452-4741-a984-b6672c732d54 req-6892c0e6-1c37-4c90-9b33-067168cc972b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:52.294027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-6892c0e6-1c37-4c90-9b33-067168cc972b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77&tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 943 time: 0.1299891 Jan 25 17:11:52.336001 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7a4aea9d-2d50-4315-ba6e-d14c664a5e7e req-be426978-8b22-4a33-8d86-820ec658dffd tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Jan 25 17:11:52.435221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b1ac-e452-4741-a984-b6672c732d54 req-0729d26b-dbe8-4faf-a1b3-791cd2abf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:52.436615 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-0729d26b-dbe8-4faf-a1b3-791cd2abf773 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 1096 time: 0.0740616 Jan 25 17:11:52.593857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b1ac-e452-4741-a984-b6672c732d54 req-137fe88d-734c-40cf-a688-788e8ea352c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:52.595477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-137fe88d-734c-40cf-a688-788e8ea352c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 200 len: 916 time: 0.1534164 Jan 25 17:11:52.684287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:52.703577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:11:52.722384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:52.729144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:52.782878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-8388fd9c-208f-465c-b383-5dfbc11ab898 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 200 len: 217 time: 0.1813614 Jan 25 17:11:52.795531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['58ac17c1-aec7-47e8-bcde-aabaf4afc323'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:52.854984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b1ac-e452-4741-a984-b6672c732d54 req-b9eaca9b-2213-42c5-97c6-77caf6199538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:52.856591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-b9eaca9b-2213-42c5-97c6-77caf6199538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 200 len: 855 time: 0.0678103 Jan 25 17:11:52.907073 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-7a625c75-02ca-4788-a8a0-09ff1b808ce2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449820 Jan 25 17:11:52.939660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:53.041701 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-a9906375-0e2c-41f0-a0f7-8abf255ca424 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281736 Jan 25 17:11:53.186952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c434b1ac-e452-4741-a984-b6672c732d54 req-180ee9ec-5c7d-46a8-85e4-ce1fb7cb3b40 service neutron] 10.222.0.15 "GET /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395445 Jan 25 17:11:53.539699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b3ae-a164-470c-a7cc-1cc82d2f0e34 req-44251aa7-a8b3-4a8c-9518-872492cc480f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:53.542069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b29b3ae-a164-470c-a7cc-1cc82d2f0e34 req-44251aa7-a8b3-4a8c-9518-872492cc480f tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 944 time: 0.0894353 Jan 25 17:11:53.590856 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b29b3ae-a164-470c-a7cc-1cc82d2f0e34 req-803f4df0-ce72-4c37-a83c-29cd4eb9e0e7 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Jan 25 17:11:53.625391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:11:53.701986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:11:53.702829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:53.836269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:53.870975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:53.874729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:53.951969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:54.003436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:54.053105 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'code': 200} Jan 25 17:11:54.816514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3e759-235a-4038-a5fa-9fa08447d704 req-d36c5a1d-5ea8-4083-b2df-cf3616191baf tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:54.818040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ef3e759-235a-4038-a5fa-9fa08447d704 req-d36c5a1d-5ea8-4083-b2df-cf3616191baf tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.1122100 Jan 25 17:11:54.869751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ef3e759-235a-4038-a5fa-9fa08447d704 req-d96701b9-bb68-48d4-bd95-d7d160cfa468 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jan 25 17:11:55.092032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2688-25fb-409a-b534-10b65f4ee638 req-8802a865-3e84-4489-b6d1-a5c914ae09ce tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:55.093513 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7e7c2688-25fb-409a-b534-10b65f4ee638 req-8802a865-3e84-4489-b6d1-a5c914ae09ce tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0963314 Jan 25 17:11:55.151072 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7e7c2688-25fb-409a-b534-10b65f4ee638 req-308f3ecb-cfef-4afc-8299-039e437c1e1b tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475752 Jan 25 17:11:55.352973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0473a31-d6c9-41f0-b2e2-9aabfbf0d75f req-602e26e9-aee9-485d-aec4-9c645f9cb9ee tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:55.354524 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c0473a31-d6c9-41f0-b2e2-9aabfbf0d75f req-602e26e9-aee9-485d-aec4-9c645f9cb9ee tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0904830 Jan 25 17:11:55.413184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c0473a31-d6c9-41f0-b2e2-9aabfbf0d75f req-e755adfd-e7d3-468a-b050-29f4dc2ff450 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529721 Jan 25 17:11:55.572502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:55.979453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd70b7-299d-4a17-ae4b-58a2c8a3f00c req-ab288e1b-539e-46fd-aa31-b8c62e4ce3c0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:55.980853 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-04bd70b7-299d-4a17-ae4b-58a2c8a3f00c req-ab288e1b-539e-46fd-aa31-b8c62e4ce3c0 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0815580 Jan 25 17:11:56.031735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-04bd70b7-299d-4a17-ae4b-58a2c8a3f00c req-8fd69c44-9f8d-41ff-ac6a-2d47863a1cc3 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Jan 25 17:11:57.222087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76ca4a-e6c0-48e4-a0fd-a2d1d4663bd0 req-7e901938-11a1-495e-944b-d9242c2f528e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:57.223595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd76ca4a-e6c0-48e4-a0fd-a2d1d4663bd0 req-7e901938-11a1-495e-944b-d9242c2f528e tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0826824 Jan 25 17:11:57.271140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd76ca4a-e6c0-48e4-a0fd-a2d1d4663bd0 req-eaa79262-cc50-40b7-88d9-6b9c032344ea tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jan 25 17:11:57.687383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b1d77c8-f858-4474-9007-664b86fb4063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:57.781119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-8151beba-9024-416f-9750-11df70695729 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:57.782610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-8151beba-9024-416f-9750-11df70695729 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.0866125 Jan 25 17:11:57.866307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Deleting port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:11:57.866649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:58.128598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] For port 58ac17c1-aec7-47e8-bcde-aabaf4afc323, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ac17c1-aec7-47e8-bcde-aabaf4afc323,segment=NetworkSegment(32d325a9-4962-4dd4-b488-955b14904f1b),segment_id=32d325a9-4962-4dd4-b488-955b14904f1b)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:11:58.128860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:58.255947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Calling delete_port for 58ac17c1-aec7-47e8-bcde-aabaf4afc323 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:11:58.457045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:58.470577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['58ac17c1-aec7-47e8-bcde-aabaf4afc323'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:11:58.631276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Pushing event deleted for resources: {'Port': ['ID=58ac17c1-aec7-47e8-bcde-aabaf4afc323,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:11:58.716146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4436f3-c226-4dc7-b30b-39a0274c34e9 req-6716626f-84fc-4596-b194-cc4bd04e51e6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:11:58.717579 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4436f3-c226-4dc7-b30b-39a0274c34e9 req-6716626f-84fc-4596-b194-cc4bd04e51e6 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/ports?device_id=3022f65e-670a-4a3c-8b61-66250ffcad77 HTTP/1.1" status: 200 len: 945 time: 0.3311837 Jan 25 17:11:58.723202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] No DVR routers for this DVR port 58ac17c1-aec7-47e8-bcde-aabaf4afc323 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:11:58.726378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:11:58.729124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-deleted', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:11:58.774447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e409c80a-3b4b-4375-b2d9-1b2dd9b88dee req-149ab22e-8ca6-4438-976f-84f5fbb7e1fa tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.15 "DELETE /v2.0/ports/58ac17c1-aec7-47e8-bcde-aabaf4afc323 HTTP/1.1" status: 204 len: 173 time: 0.9852910 Jan 25 17:11:58.782161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3022f65e-670a-4a3c-8b61-66250ffcad77', 'name': 'network-vif-deleted', 'tag': '58ac17c1-aec7-47e8-bcde-aabaf4afc323', 'status': 'completed', 'code': 200} Jan 25 17:11:58.790488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4436f3-c226-4dc7-b30b-39a0274c34e9 req-b99d3bfd-3b9c-4722-8870-b007411e1623 tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] 10.222.0.45 "GET /v2.0/security-groups?id=7129aed2-2e0b-471f-b4f9-d71ba61ad374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Jan 25 17:12:00.077409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:00.141349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Deleting subnet 893fe82d-e402-49c7-a8c7-adbb662215af {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:12:00.144145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.193792 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.254287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.280327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd4f3-77f7-48bd-b0c2-1724ace126a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.328357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.366851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893fe82d-e402-49c7-a8c7-adbb662215af,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:00.369851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.378106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.378461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.378800 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.379132 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.380244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.380973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.380973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.381166 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.381528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.381856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.382182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.382504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:00.386071 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-052642a1-36f2-421e-a175-1691e9b80da9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/893fe82d-e402-49c7-a8c7-adbb662215af HTTP/1.1" status: 204 len: 168 time: 0.3076434 Jan 25 17:12:00.388522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:00.494516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.619118 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.643569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:00.655442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d325a9-4962-4dd4-b488-955b14904f1b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:00.655740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d325a9-4962-4dd4-b488-955b14904f1b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:00.667409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.683770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.689976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:12:00.690352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:12:00.703187 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:12:00.781515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.798852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:00.810218 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:00.819455 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85a656e0-d154-45a6-9a6d-15d6ae0957b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1f5f8d89-0ea2-46f9-b35e-e2a0f84dc621 HTTP/1.1" status: 204 len: 168 time: 0.4295931 Jan 25 17:12:00.957607 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:01.007872 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5fcbab3-02f7-4d0e-8e20-ce72b0baaa48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92cce0830cc44c69a4371c5e0f3fe6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490882 Jan 25 17:12:01.010456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:01.076432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.105391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.136716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.163612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.180743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7129aed2-2e0b-471f-b4f9-d71ba61ad374,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:01.185606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.186714 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73475643-281b-47c8-a94d-e9a23cda505a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7129aed2-2e0b-471f-b4f9-d71ba61ad374 HTTP/1.1" status: 204 len: 168 time: 0.1753757 Jan 25 17:12:01.601556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:01.650675 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:12:01.690112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 58ac17c1-aec7-47e8-bcde-aabaf4afc323 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:12:01.690448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ac17c1-aec7-47e8-bcde-aabaf4afc323 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:12:01.964463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41842) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:02.071121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1741363729-network', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:02.075879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:02.079659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Usage tracker for resource:network and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:02.083005 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:02.088617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:02.099382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:12:02.101596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.113290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.127177 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:02.131487 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:02.134250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:02.139839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:02.222373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.226415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.261450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:12:02.266554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f244ec4-5bb3-48a3-afd1-138e4c3694a0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:02.274836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.275120 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Added segment f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266 of type vlan for network 25b75a38-3dbc-4617-9df3-90bbb5806011 Jan 25 17:12:02.301878 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.331736 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.333412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:02.333990 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.438142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] Pushing event updated for resources: {'Network': ['ID=25b75a38-3dbc-4617-9df3-90bbb5806011,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:02.444031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e193a140-10a1-4fe5-899c-b17393351d16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4753606 Jan 25 17:12:02.444336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:02.449037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:12:02.449568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Request body: {'subnet': {'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1741363729-subnet', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:02.454436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:02.458774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Usage tracker for resource:subnet and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:02.461651 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:02.467272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:02.478148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:12:02.480464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.682338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.759876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4449206d-0c41-4704-89e5-d9880b16f449,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:02.768763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:12:02.769115 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Network hostable DHCP agents. Network: 25b75a38-3dbc-4617-9df3-90bbb5806011, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:12:02.777884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.790117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:12:02.800434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 25b75a38-3dbc-4617-9df3-90bbb5806011) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:02.805837 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:02.807267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.812020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dd83d-f15e-4102-bfdf-e6671f275de2 None None] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:12:02.934283 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f30c245f-97b3-486c-bddf-d608d68e0f6a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4889743 Jan 25 17:12:02.937151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:02.942326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:02.947404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:02.951641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Usage tracker for resource:router and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:02.954174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:02.960635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:02.971719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.974946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:02.990979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.080340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-25b75a38-3dbc-4617-9df3-90bbb5806011', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:12:03.081180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.255306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Allocated IP 172.20.0.2 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/a838d690-df53-4a06-9604-35f2b9ad7cf8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:12:03.288713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.479329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.490959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Transition to ACTIVE for port object a838d690-df53-4a06-9604-35f2b9ad7cf8 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:03.512828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Transition to ACTIVE for port object a838d690-df53-4a06-9604-35f2b9ad7cf8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:03.518418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.589823 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:03.592635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:03.596913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:12:03.599074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Pushing event updated for resources: {'Port': ['ID=a838d690-df53-4a06-9604-35f2b9ad7cf8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:03.612584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.647523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.689805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Attempting to bind port a838d690-df53-4a06-9604-35f2b9ad7cf8 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:12:03.690132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Attempting to bind port a838d690-df53-4a06-9604-35f2b9ad7cf8 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:12:03.690499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Attempting to bind port a838d690-df53-4a06-9604-35f2b9ad7cf8 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:12:03.697364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:12:03.697855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:12:03.698293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.698784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:12:03.699321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Bound port: a838d690-df53-4a06-9604-35f2b9ad7cf8, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:12:03.699794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.783112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Allocated IP 172.26.4.205 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/46c20329-178b-4fa8-91c3-cce71b1c17bc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:12:03.789692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] For port a838d690-df53-4a06-9604-35f2b9ad7cf8, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:12:03.792928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] For port a838d690-df53-4a06-9604-35f2b9ad7cf8, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a838d690-df53-4a06-9604-35f2b9ad7cf8,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:12:03.798315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.886753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Pushing event updated for resources: {'Port': ['ID=a838d690-df53-4a06-9604-35f2b9ad7cf8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:03.899974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.900333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.900680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.901068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.901446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.901784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.902113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.902443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.903035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.903374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.903706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.904029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb71786-ab35-4851-a727-e222bfe3efd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:03.938036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:03.970881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:04.040686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:04.058051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:04.060902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:12:04.102066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=46c20329-178b-4fa8-91c3-cce71b1c17bc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:04.642770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:04.884306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4eb2ab-d1f4-4074-b7ed-2a5545715ea5 None None] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:12:05.003256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bbc2d1c7-d592-49a4-a7c6-ca0591c0e0e4 None None] Provisioning for port a838d690-df53-4a06-9604-35f2b9ad7cf8 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:05.030531 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:05.245446 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:12:05.377006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a838d690-df53-4a06-9604-35f2b9ad7cf8 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:05.439830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:12:05.451578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:12:05.463964 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:05.465140 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6c1669e-1537-467f-88c9-bc504405c5e0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5270100 Jan 25 17:12:05.468034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:05.468249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41856) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:05.468592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:05.521716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a838d690-df53-4a06-9604-35f2b9ad7cf8 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:05.537955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a838d690-df53-4a06-9604-35f2b9ad7cf8 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:05.538324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:05.729984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:05.951924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.095135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a838d690-df53-4a06-9604-35f2b9ad7cf8, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a838d690-df53-4a06-9604-35f2b9ad7cf8,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:06.109029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.229640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a838d690-df53-4a06-9604-35f2b9ad7cf8,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:06.299257 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.333613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:04Z', 'revision_number': 3, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:06.340166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:12:06.340505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Updating router 8833a12b-f8dd-4558-b422-43e1b9683e62 port 46c20329-178b-4fa8-91c3-cce71b1c17bc binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:12:06.403388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.533320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Allocated IP 172.20.0.1 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/ca8f02c5-4de5-4112-886e-042ec872b08b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:12:06.703201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.719402 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Transition to ACTIVE for port object ca8f02c5-4de5-4112-886e-042ec872b08b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:06.744320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.808366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.821486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Transition to ACTIVE for port object 46c20329-178b-4fa8-91c3-cce71b1c17bc will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:06.821721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:06.824728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:06.828456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:12:06.829099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.859201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Pushing event updated for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:06.889879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.915229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Attempting to bind port 46c20329-178b-4fa8-91c3-cce71b1c17bc on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:12:06.915606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Attempting to bind port 46c20329-178b-4fa8-91c3-cce71b1c17bc by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:12:06.915976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Attempting to bind port 46c20329-178b-4fa8-91c3-cce71b1c17bc on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:12:06.918910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf09a-e494-4508-a90d-7dc0167aebd4 None None] Pushing event updated for resources: {'Port': ['ID=46c20329-178b-4fa8-91c3-cce71b1c17bc,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:06.926582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:12:06.927439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:12:06.927569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:06.927943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:12:06.928409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Bound port: 46c20329-178b-4fa8-91c3-cce71b1c17bc, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:12:06.928789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.009139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] For port 46c20329-178b-4fa8-91c3-cce71b1c17bc, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:12:07.013145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] For port 46c20329-178b-4fa8-91c3-cce71b1c17bc, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46c20329-178b-4fa8-91c3-cce71b1c17bc,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:12:07.019251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.110508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:07.111166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:07.165670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.180329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf09a-e494-4508-a90d-7dc0167aebd4 None None] Pushing event updated for resources: {'Port': ['ID=46c20329-178b-4fa8-91c3-cce71b1c17bc,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:07.182903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22d00523-f123-4e72-8186-fa1980af2f94 None None] Provisioning for port ca8f02c5-4de5-4112-886e-042ec872b08b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:07.200190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22d00523-f123-4e72-8186-fa1980af2f94 None None] Provisioning complete for port ca8f02c5-4de5-4112-886e-042ec872b08b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:07.200567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22d00523-f123-4e72-8186-fa1980af2f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.338758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a838d690-df53-4a06-9604-35f2b9ad7cf8 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:07.369233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-22d00523-f123-4e72-8186-fa1980af2f94 None None] Port ca8f02c5-4de5-4112-886e-042ec872b08b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:12:07.405135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.410258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.414933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:07.513648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Pushing event updated for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:07.518326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.552674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a838d690-df53-4a06-9604-35f2b9ad7cf8 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:07.552966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:07.658719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:07.659945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:07.855971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:06Z', 'revision_number': 1, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:07.860474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda6f1ba-aeb4-4546-bc7a-3dd9f81c70d5 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:06Z', 'revision_number': 1, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:12:07.978906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:12:07.995925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3589bf16-3903-4c88-85cd-1043844a74cf None None] Provisioning complete for port ca8f02c5-4de5-4112-886e-042ec872b08b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:07.996418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3589bf16-3903-4c88-85cd-1043844a74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:08.056295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3589bf16-3903-4c88-85cd-1043844a74cf None None] Port ca8f02c5-4de5-4112-886e-042ec872b08b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:12:08.193188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:12:08.202874 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2d476a2-64fe-4cb8-be63-7695a4e6c00b admin admin] 10.222.0.45 "PUT /v2.0/routers/8833a12b-f8dd-4558-b422-43e1b9683e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7339284 Jan 25 17:12:08.695748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41866) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:08.701116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517448613', 'description': 'tempest-description--1689988104'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:08.707611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:08.713381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:security_group and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:08.716463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:08.724605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:08.737332 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:08.759695 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:08.763885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:security_group_rule and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:08.767094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:08.773535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:08.858382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:08.862999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:08.909280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a73afe-c932-49c5-b90d-831e1fd31e12,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:08.920961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:08.920961 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7884712f-27d6-410b-825f-e0f12c200127 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2190812 Jan 25 17:12:08.920961 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41870) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:08.926450 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'security_group_rule': {'security_group_id': '60a73afe-c932-49c5-b90d-831e1fd31e12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:08.933905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:08.938559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:security_group_rule and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:08.941914 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:08.948371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:08.970160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.045886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.050112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.080724 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4c8a28-f22b-4137-a3a5-b54e18ec476d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:09.090285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.091282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e720cc39-011c-4e8c-8b4e-eb9eb673f9d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697397 Jan 25 17:12:09.093861 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 41874) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:09.100373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'security_group_rule': {'security_group_id': '60a73afe-c932-49c5-b90d-831e1fd31e12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:09.107886 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:09.112144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:security_group_rule and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:09.115418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:09.121416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:09.139368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.205916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.210302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.235379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04047f7-0006-4cfe-aaf7-1c2ff356c1d1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:09.245753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.250390 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51a8c4df-e820-4b36-8c74-84e5712a80df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554546 Jan 25 17:12:09.250575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 41878) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:09.265114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:09.273382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:09.278184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:floatingip and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:09.281559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:09.299703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:09.313750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.370549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46c20329-178b-4fa8-91c3-cce71b1c17bc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:09.437719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 46c20329-178b-4fa8-91c3-cce71b1c17bc completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:09.442885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 46c20329-178b-4fa8-91c3-cce71b1c17bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:09.443256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.455056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.564942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.581723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 46c20329-178b-4fa8-91c3-cce71b1c17bc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46c20329-178b-4fa8-91c3-cce71b1c17bc,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:09.585661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.596881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Allocated IP 172.26.4.131 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/5bf976b6-6fca-4a77-ac9a-b9db2c483c55) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:12:09.656801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=46c20329-178b-4fa8-91c3-cce71b1c17bc,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:09.756033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.786838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:09.860301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:09.863248 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:09.867046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:12:09.896569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=5bf976b6-6fca-4a77-ac9a-b9db2c483c55,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:09.915312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.916056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.916056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.916241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.916542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.916870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.917200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.917553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.917879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.918205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.918526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.918844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:09.963719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.017695 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:12:10.027634 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:10.028248 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:10.030551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.215766 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:10.262756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.269940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.384913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=5bf976b6-6fca-4a77-ac9a-b9db2c483c55,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:10.398632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.423555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.424672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64dcf013-d28f-42a6-b1bf-fffc292ac60d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1724935 Jan 25 17:12:10.553194 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 2, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:10.557408 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:12:10.557763 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Updating router 8833a12b-f8dd-4558-b422-43e1b9683e62 port ca8f02c5-4de5-4112-886e-042ec872b08b binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:12:10.614025 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:10.640908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-225647e6-794f-4ee4-85b1-631d4d74dfb8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--517448613&fields=id&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 267 time: 0.0506449 Jan 25 17:12:10.806949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-5ceefb39-dae6-4d76-9523-51e5941ea8ff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:10.809037 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-5ceefb39-dae6-4d76-9523-51e5941ea8ff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1604185 Jan 25 17:12:10.824589 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-d41d2f7d-a979-4f36-a37b-8d24ec4f592b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/quotas/1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 375 time: 0.0096145 Jan 25 17:12:10.920039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-1be6c69e-8ee0-41db-88c7-c6acd39c0fa9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888889 Jan 25 17:12:11.023753 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.038551 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Transition to ACTIVE for port object ca8f02c5-4de5-4112-886e-042ec872b08b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:11.047682 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.083433 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-b63a0be5-7b17-466f-b61a-da36cfac3345 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503546 Jan 25 17:12:11.182033 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Pushing event updated for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:11.225730 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.226131 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.226362 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.226694 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.227015 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.227339 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.227655 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.228062 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.228655 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.228655 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.228901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.229206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:12:11.239976 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-4881ee9c-b2da-418c-84f9-430543eac9a0 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501901 Jan 25 17:12:11.288030 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Attempting to bind port ca8f02c5-4de5-4112-886e-042ec872b08b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:12:11.288350 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Attempting to bind port ca8f02c5-4de5-4112-886e-042ec872b08b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:12:11.288708 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Attempting to bind port ca8f02c5-4de5-4112-886e-042ec872b08b on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:12:11.295212 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:12:11.295598 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:12:11.296036 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.296382 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:12:11.296853 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Bound port: ca8f02c5-4de5-4112-886e-042ec872b08b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:12:11.297244 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.372568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46c20329-178b-4fa8-91c3-cce71b1c17bc up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:11.405289 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] For port ca8f02c5-4de5-4112-886e-042ec872b08b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:12:11.409168 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] For port ca8f02c5-4de5-4112-886e-042ec872b08b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ca8f02c5-4de5-4112-886e-042ec872b08b,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:12:11.415004 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.479865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 46c20329-178b-4fa8-91c3-cce71b1c17bc triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:11.480248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:11.518054 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:11.519017 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:11.619793 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521157-1b52-4b16-8040-f7968f14df7f None None] Pushing event updated for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:11.624193 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5a3c526f-6f22-4c72-923b-ab45e8653418 req-227137c1-d403-4d7e-91da-decc508dd0b5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 210 time: 0.2171934 Jan 25 17:12:11.755808 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:12.090604 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:11Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:12.094914 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195bc09-0b86-44ac-a716-8c6f1d380070 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:11Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:12:12.765702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-f21adacd-ed32-40d1-bf4e-4f976c0f0f4a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:12.767546 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-f21adacd-ed32-40d1-bf4e-4f976c0f0f4a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1799912 Jan 25 17:12:12.848677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4595c540-e2ee-4e43-ad72-e7efc94d9ac6 req-c46dcc13-d3b1-47b4-a518-7dddbeb9cc6d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 210 time: 0.0765381 Jan 25 17:12:12.883776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-36a7eefa-7832-4b64-82e7-695ccf05e626 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 379 time: 0.0728381 Jan 25 17:12:12.891907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'port': {'device_id': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'admin_state_up': True, 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'security_groups': ['60a73afe-c932-49c5-b90d-831e1fd31e12']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:13.036668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:12:13.040560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Usage tracker for resource:port and tenant:1fcfc83e950740059e6ecbb1e1eafb69 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:12:13.043452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:12:13.049053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:12:13.059119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:12:13.063155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.238237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Allocated IP 172.20.0.6 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/1d3bcad1-69da-452b-bde9-cfb7dd20d707) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:12:13.384419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ca8f02c5-4de5-4112-886e-042ec872b08b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:13.452199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.455849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ca8f02c5-4de5-4112-886e-042ec872b08b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:13.462158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ca8f02c5-4de5-4112-886e-042ec872b08b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:13.462608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.469982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Transition to ACTIVE for port object 1d3bcad1-69da-452b-bde9-cfb7dd20d707 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:13.494737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.571784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:12:13.575239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:12:13.581634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:12:13.590489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.616111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:13.635289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ca8f02c5-4de5-4112-886e-042ec872b08b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ca8f02c5-4de5-4112-886e-042ec872b08b,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:13.641037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.661983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:13.662647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.685380 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-711371b4-6f25-4708-b90c-8da51e0ca7dc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971799 Jan 25 17:12:13.697358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Request body: {'port': {'device_id': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:13.719414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:13.822991 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.924407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f4930e2-8ad8-4f53-8150-d4970a36c64f None None] Provisioning for port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:13.931249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f4930e2-8ad8-4f53-8150-d4970a36c64f None None] Provisioning complete for port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:13.931637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f4930e2-8ad8-4f53-8150-d4970a36c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:13.999025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1f4930e2-8ad8-4f53-8150-d4970a36c64f None None] Port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:12:14.182222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b4310-9002-431c-944a-310fab71a9b3 req-65f9499c-1d1a-4c97-b741-10c02407513a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:14.182947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-107b4310-9002-431c-944a-310fab71a9b3 req-65f9499c-1d1a-4c97-b741-10c02407513a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:12:14.214627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-107b4310-9002-431c-944a-310fab71a9b3 req-65f9499c-1d1a-4c97-b741-10c02407513a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:12:14.215765 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-107b4310-9002-431c-944a-310fab71a9b3 req-65f9499c-1d1a-4c97-b741-10c02407513a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 931 time: 0.2389138 Jan 25 17:12:14.298680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:12:14.310674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:14.319165 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-107b4310-9002-431c-944a-310fab71a9b3 req-78fa88f3-4a27-4933-9b3d-6400478ec413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706847 Jan 25 17:12:14.331690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Transition to ACTIVE for port object 1d3bcad1-69da-452b-bde9-cfb7dd20d707 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:12:14.338591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:14.587155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:14.696139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Attempting to bind port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:12:14.696482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Attempting to bind port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:12:14.696810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Attempting to bind port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:12:14.701606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:12:14.701924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Attempting to bind port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:12:14.706845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:12:14.707206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:12:14.707585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:12:14.708093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Bound port: 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:12:14.708440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:14.803400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:12:14.806459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:12:14.812203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:14.874052 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:14.874744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:14.876150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1093 time: 1.1833489 Jan 25 17:12:14.876597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:12:14.897748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39de75-fcc7-40fc-83df-69c78ec5c178 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:14.951089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'status': 'completed', 'code': 200} Jan 25 17:12:14.995085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-c9d491be-4c67-4c11-9114-e8291965a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:14.996659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-c9d491be-4c67-4c11-9114-e8291965a61f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1096 time: 0.0815413 Jan 25 17:12:15.067077 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-76bc2b15-1e02-4144-8a9c-28ec89ea7f7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 217 time: 0.0640204 Jan 25 17:12:15.134661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-0b505d24-63c5-460d-b23b-bfd2c4c2aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.136103 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-0b505d24-63c5-460d-b23b-bfd2c4c2aa7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0629153 Jan 25 17:12:15.212457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-13fce168-c5ac-455a-9647-688506c5007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.213972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-13fce168-c5ac-455a-9647-688506c5007e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722520 Jan 25 17:12:15.340457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ca8f02c5-4de5-4112-886e-042ec872b08b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:15.354052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-f9f8a7d7-0c7f-428f-9d13-6aba81b761dc service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343865 Jan 25 17:12:15.413591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ca8f02c5-4de5-4112-886e-042ec872b08b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:15.413963 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:15.549102 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f65e-d8a0-4347-8226-542c7c276292 req-9e17982f-dc18-4031-a5b9-1397780599ca service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893487 Jan 25 17:12:15.575714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35e5c4-dfdf-4cc6-ac74-e74284169ccd req-33a05e6e-9801-46d6-a0ef-9955df9a956b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.577197 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e35e5c4-dfdf-4cc6-ac74-e74284169ccd req-33a05e6e-9801-46d6-a0ef-9955df9a956b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.1462121 Jan 25 17:12:15.674138 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e35e5c4-dfdf-4cc6-ac74-e74284169ccd req-f7ccd6b7-a4ed-46bc-9e7e-faac411c8e41 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901814 Jan 25 17:12:15.693244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-c5f59ea4-bc59-401b-a95e-c786ea1e58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.694841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-c5f59ea4-bc59-401b-a95e-c786ea1e58d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1096 time: 0.0955815 Jan 25 17:12:15.830030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-1be1670e-b6c5-436d-8cfe-9f15f45b3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.831493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-1be1670e-b6c5-436d-8cfe-9f15f45b3773 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1309829 Jan 25 17:12:15.902220 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-bdb1d182-7139-43f6-b173-c767fd2283c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 217 time: 0.0647333 Jan 25 17:12:15.969350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-dd694b46-7ca5-4941-b49c-659190591b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:15.970809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-dd694b46-7ca5-4941-b49c-659190591b33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0600274 Jan 25 17:12:16.052988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-d4233016-f635-4489-938b-e3afd4f99d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:16.054492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-d4233016-f635-4489-938b-e3afd4f99d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770152 Jan 25 17:12:16.196973 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-84e7be27-1ddc-41a3-94c8-82a3740c19aa service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360610 Jan 25 17:12:16.436008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b748bc5-f9c1-455a-abff-bfdfdcc88064 req-bf2c8e47-fd0f-4977-86d2-34477837461a service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327132 Jan 25 17:12:16.864911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7c53-22f3-4d04-a7e7-dfa920316c15 req-90709613-5747-4bbd-98ef-f4e1c6e259d2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:16.866461 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef3a7c53-22f3-4d04-a7e7-dfa920316c15 req-90709613-5747-4bbd-98ef-f4e1c6e259d2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.0819874 Jan 25 17:12:16.912059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef3a7c53-22f3-4d04-a7e7-dfa920316c15 req-4674b4ad-4fe6-444d-92db-a0ed1fe6f576 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 Jan 25 17:12:18.098496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c0a2b-cf0a-4061-8f3a-4d17148831d2 req-4afbb90c-793d-4bf0-bde3-3b248fe8f844 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:18.100040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6c2c0a2b-cf0a-4061-8f3a-4d17148831d2 req-4afbb90c-793d-4bf0-bde3-3b248fe8f844 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.0832634 Jan 25 17:12:18.144857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6c2c0a2b-cf0a-4061-8f3a-4d17148831d2 req-8d7b4a76-efae-42c6-86b5-367ebb88cadb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Jan 25 17:12:19.330244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82f583-eb23-4c6f-bd04-13746aea2761 req-b957d855-b870-4e43-90ff-f24cca5d12ef tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:19.331673 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f82f583-eb23-4c6f-bd04-13746aea2761 req-b957d855-b870-4e43-90ff-f24cca5d12ef tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.0833423 Jan 25 17:12:19.375825 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f82f583-eb23-4c6f-bd04-13746aea2761 req-7e050cf3-b055-4a25-99f1-37a0faf9612c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Jan 25 17:12:19.712708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:12:19.852003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:19.870199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'mac_address': 'fa:16:3e:cd:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:12:19.927190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:19.952713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:12:19.960878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:19.965353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:20.034193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:20.343060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['1d3bcad1-69da-452b-bde9-cfb7dd20d707'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:12:20.584747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b18a-66ef-4abf-99b9-87aafea0b201 req-cd371513-9e9d-4c1d-a301-31566c2cffce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:20.586289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b650b18a-66ef-4abf-99b9-87aafea0b201 req-cd371513-9e9d-4c1d-a301-31566c2cffce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 944 time: 0.0922911 Jan 25 17:12:20.593202 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:12:20.633099 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b650b18a-66ef-4abf-99b9-87aafea0b201 req-254d3637-9faf-4008-a6f6-062122d29e8e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Jan 25 17:12:21.712475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:12:21.790740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:12:21.796355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:12:21.796722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:21.928501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:21.960755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:12:21.971464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:12:21.976943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:21.979497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d509e14-926a-4e5b-9c86-c46cdba6f7c0 req-35df0ff1-ce39-42c3-acfa-882236bdc0a7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:21.981482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3d509e14-926a-4e5b-9c86-c46cdba6f7c0 req-35df0ff1-ce39-42c3-acfa-882236bdc0a7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 944 time: 0.0910881 Jan 25 17:12:22.036404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3d509e14-926a-4e5b-9c86-c46cdba6f7c0 req-722a90fc-8c2f-42cc-ab21-9ee6f07b2ed8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485835 Jan 25 17:12:22.045022 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'code': 200} Jan 25 17:12:22.051924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:12:22.284178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a9e1-5b7f-4b39-a974-e11ed57665b8 req-6d21b2fb-6d1d-49f5-b477-ea1b4fdaa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:22.285925 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bb12a9e1-5b7f-4b39-a974-e11ed57665b8 req-6d21b2fb-6d1d-49f5-b477-ea1b4fdaa995 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0722501 Jan 25 17:12:22.327613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bb12a9e1-5b7f-4b39-a974-e11ed57665b8 req-aa736fb9-4129-49e3-87d4-3043701a95f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359364 Jan 25 17:12:23.236805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3eca-165a-41c3-9632-47d66d4a94ee req-fe0daa5a-c116-4213-a4ab-81e70d33896b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:23.238399 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e34f3eca-165a-41c3-9632-47d66d4a94ee req-fe0daa5a-c116-4213-a4ab-81e70d33896b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0876772 Jan 25 17:12:23.284268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e34f3eca-165a-41c3-9632-47d66d4a94ee req-8418f00c-30f4-4aee-84f6-173605ade053 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Jan 25 17:12:24.474852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9964b-ab73-4e53-be7e-74453ac4add0 req-e1a71247-efcf-46fd-b813-b963b18f3c69 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:24.476325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-adf9964b-ab73-4e53-be7e-74453ac4add0 req-e1a71247-efcf-46fd-b813-b963b18f3c69 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0804205 Jan 25 17:12:24.522747 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-adf9964b-ab73-4e53-be7e-74453ac4add0 req-959e2d9e-ee94-4349-8a48-534f47683857 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Jan 25 17:12:24.704225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288bb05-5d2d-4e35-9b4e-be33ac7a3442 req-4e1e013a-eab1-4b4d-b008-9183c173aaff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:24.705691 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5288bb05-5d2d-4e35-9b4e-be33ac7a3442 req-4e1e013a-eab1-4b4d-b008-9183c173aaff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0844114 Jan 25 17:12:24.714064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 41934) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:12:24.719039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'floatingip': {'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:12:24.801156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:25.517864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:25.522775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:25.575055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:25.699782 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 associated. External IP: 172.26.4.131, port: 1d3bcad1-69da-452b-bde9-cfb7dd20d707. Jan 25 17:12:26.065272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:12:26.242704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:12:26.247591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:26.252588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:12:26.263440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:26.264056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:26.311638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e5400787-bb56-434a-b0ad-317c9e26325a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "PUT /v2.0/floatingips/fc9a75ee-61b0-49ea-821b-1adc66cde745 HTTP/1.1" status: 200 len: 991 time: 1.5929666 Jan 25 17:12:26.311638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:12:26.366963 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'status': 'completed', 'code': 200} Jan 25 17:12:26.454768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:26.466729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-57a3fa5f-c6a7-4b3d-b4ed-ca27ffd812de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:26.468285 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-57a3fa5f-c6a7-4b3d-b4ed-ca27ffd812de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0811787 Jan 25 17:12:26.614689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-1c3a3f8b-a097-4d61-b8b3-3c71929542fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:26.616057 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-1c3a3f8b-a097-4d61-b8b3-3c71929542fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1417518 Jan 25 17:12:26.726612 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-dca5889a-8eb5-4af3-892c-3291d7f470fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 999 time: 0.1046021 Jan 25 17:12:26.794877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-f1f1af71-4ef4-426e-8e66-14ebe846352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:26.796483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-f1f1af71-4ef4-426e-8e66-14ebe846352c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0649023 Jan 25 17:12:26.865757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:cd:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:12:25Z', 'revision_number': 1, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:26.869842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:12:26.877509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-64a6918a-9c62-4a71-b2ef-897d474ffed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:26.879245 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:12:26.879936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-64a6918a-9c62-4a71-b2ef-897d474ffed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772254 Jan 25 17:12:26.880058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:12:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:27.144999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:12:27.195547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-d07d9c31-f606-4bbb-8be1-5ad76e27a390 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095498 Jan 25 17:12:27.333876 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffcd9e6c-e2c5-4f01-b539-98490c436246 req-3873c8cb-7359-462e-86d9-3e045f210e09 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325433 Jan 25 17:12:27.501308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:cd:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:12:25Z', 'revision_number': 1, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:12:27.506391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4aee2-e403-4e00-97d3-230c40cdebc0 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:cd:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:12:25Z', 'revision_number': 1, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:12:27.692080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51d4f14-1dc2-4a2a-9be3-8ef845133c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:27.708342 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74a237-b082-4185-ac13-5abdfa777ca2 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:12:30.284536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b730-5d22-4872-afb8-01b6e662d77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:31.130479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:31.604725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:32.782086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:55.592559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:57.593260 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:12:57.696289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc28daba-50dd-4d92-9261-c15ac50d1397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:12:58.462229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-f2bf4c62-5b86-490d-a60a-02a036efa16a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697336 Jan 25 17:12:58.607785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-5fe97a7a-e133-4a68-8075-cbbe1558c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:58.609171 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-5fe97a7a-e133-4a68-8075-cbbe1558c20b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0756850 Jan 25 17:12:58.757132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-5257bddb-0818-43c7-b6e3-a7e65ff95e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:58.758519 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-5257bddb-0818-43c7-b6e3-a7e65ff95e71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1314282 Jan 25 17:12:58.862443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-b264ad2f-37ae-4688-8ee6-65ebfc3c8133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1001 time: 0.0970974 Jan 25 17:12:58.930644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-a2ad7651-8a62-4f4e-8c43-b6793c767ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:58.932099 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-a2ad7651-8a62-4f4e-8c43-b6793c767ebf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0641868 Jan 25 17:12:59.011195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-a790e370-25b2-4941-8d36-4f2a0e464f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:12:59.012578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-a790e370-25b2-4941-8d36-4f2a0e464f10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748816 Jan 25 17:12:59.149366 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-62f6d18c-c8d7-4d37-ae75-8c86a8f13964 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303337 Jan 25 17:12:59.287613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f0f6088-cb14-43a4-834a-85b94c967ae6 req-60265d72-1f2b-4514-87c0-1a8acf33fc87 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320579 Jan 25 17:13:00.289755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a119c9c1-f4c3-4804-9825-2d75a5aa126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:01.134334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:01.607396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:02.782655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:25.598815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:27.699289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bc0cc39-13d4-4418-b887-774ee1248a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:30.291918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb8dc64e-b964-41bb-9082-143bba3adc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:31.128581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:31.609051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:32.785845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:34.592887 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:13:38.849941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1642f-3270-4574-bff9-8e5386a01130 req-8d9297fd-54a3-461e-a3ec-9d576ec053bf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:38.851432 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16b1642f-3270-4574-bff9-8e5386a01130 req-8d9297fd-54a3-461e-a3ec-9d576ec053bf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0853655 Jan 25 17:13:38.895330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16b1642f-3270-4574-bff9-8e5386a01130 req-65cf993b-c99e-47ab-9dbf-c453fc0272e1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Jan 25 17:13:39.246459 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-5d900b09-fa20-42d5-95d0-8376d220428a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777943 Jan 25 17:13:39.297156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd820f-26a7-4dcb-b372-7d460120fcdf req-649bfa99-4ba9-4466-ab3a-11a4538dd843 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:39.298766 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b6fd820f-26a7-4dcb-b372-7d460120fcdf req-649bfa99-4ba9-4466-ab3a-11a4538dd843 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0844567 Jan 25 17:13:39.352945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b6fd820f-26a7-4dcb-b372-7d460120fcdf req-efff75d4-6e85-43bb-b026-09d4d1d44b34 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Jan 25 17:13:40.394624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-68dc40b7-e076-406c-b8c6-1dec2c1e4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:40.396115 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-68dc40b7-e076-406c-b8c6-1dec2c1e4641 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0738292 Jan 25 17:13:40.580899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-a4b0dae9-aafb-444d-9b52-62c3827f0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:40.582347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-a4b0dae9-aafb-444d-9b52-62c3827f0330 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1800008 Jan 25 17:13:40.652739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0bf0-903c-4e4a-98f9-348edf07757d req-f8e10f68-119d-436c-a224-8bba9638f7d7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:40.654134 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ddc0bf0-903c-4e4a-98f9-348edf07757d req-f8e10f68-119d-436c-a224-8bba9638f7d7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.1824656 Jan 25 17:13:40.727858 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-ae25c445-a16d-431c-93ab-be5204a7d9de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1001 time: 0.1390934 Jan 25 17:13:40.730723 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ddc0bf0-903c-4e4a-98f9-348edf07757d req-415e43a2-d256-4e48-854f-7ee6c7292d9d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638468 Jan 25 17:13:40.890841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-c76313e2-870e-4654-819b-c7fe466f74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:40.892259 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-c76313e2-870e-4654-819b-c7fe466f74dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.1584809 Jan 25 17:13:40.970184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-dad4657c-5631-42a3-b540-9dbc8360603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:40.972235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-dad4657c-5631-42a3-b540-9dbc8360603f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741332 Jan 25 17:13:41.103886 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-97495cdd-485d-41ff-888b-5553216e6c43 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256485 Jan 25 17:13:41.237849 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-e7ccea33-cbce-4903-b5a1-39d517f2e02a service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281698 Jan 25 17:13:41.921379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41a68-0dd2-4f35-bf09-a929fdf5c4c3 req-525e5061-d603-4b1f-a07c-fa467044089d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:41.922962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3ca41a68-0dd2-4f35-bf09-a929fdf5c4c3 req-525e5061-d603-4b1f-a07c-fa467044089d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0838945 Jan 25 17:13:41.967970 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3ca41a68-0dd2-4f35-bf09-a929fdf5c4c3 req-9ac0e540-916c-45e1-a6cb-32771504dcdc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383618 Jan 25 17:13:43.157084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fbed1-47b9-4fd2-8097-e1b0b4b5ef05 req-84a92a66-0e22-44d8-9fc8-7fede3df928b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:43.158998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-231fbed1-47b9-4fd2-8097-e1b0b4b5ef05 req-84a92a66-0e22-44d8-9fc8-7fede3df928b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0833795 Jan 25 17:13:43.202930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-231fbed1-47b9-4fd2-8097-e1b0b4b5ef05 req-86faa800-7ec1-4b19-93cf-86f9c7c3be9c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388780 Jan 25 17:13:44.390265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8172785-7320-4dd6-a568-63550ad4eb7d req-f86f2918-c534-43ef-bde7-02498dbf24c3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:44.391704 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8172785-7320-4dd6-a568-63550ad4eb7d req-f86f2918-c534-43ef-bde7-02498dbf24c3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0786579 Jan 25 17:13:44.435898 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8172785-7320-4dd6-a568-63550ad4eb7d req-61f2078e-177f-448b-91e0-eca6647c17d3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384226 Jan 25 17:13:45.624240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37259f2-5275-421b-9ebc-da49fc34f8f1 req-c762a61f-1306-4957-a733-4fcb9355c090 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:45.625696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e37259f2-5275-421b-9ebc-da49fc34f8f1 req-c762a61f-1306-4957-a733-4fcb9355c090 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0853982 Jan 25 17:13:45.678280 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e37259f2-5275-421b-9ebc-da49fc34f8f1 req-a494361e-bd6e-43ee-b66a-3464435608df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456855 Jan 25 17:13:46.862442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4850-4805-4d7c-9fb0-a29074bdacf3 req-f58ac692-1dfd-43c4-9fb3-10f6272c02bd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:46.864403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-706b4850-4805-4d7c-9fb0-a29074bdacf3 req-f58ac692-1dfd-43c4-9fb3-10f6272c02bd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0804288 Jan 25 17:13:46.910784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-706b4850-4805-4d7c-9fb0-a29074bdacf3 req-a35a6b12-2664-4de1-9ae2-bc18e7c470a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Jan 25 17:13:48.099975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb231-b2e0-460d-aa19-93fd6dc0b828 req-593435ed-8fd3-481e-8bf9-8e755ecec7b8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:48.101353 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafb231-b2e0-460d-aa19-93fd6dc0b828 req-593435ed-8fd3-481e-8bf9-8e755ecec7b8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0796745 Jan 25 17:13:48.145800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafb231-b2e0-460d-aa19-93fd6dc0b828 req-4ef9152f-378e-49d7-8f19-b11555f810d9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388021 Jan 25 17:13:49.338474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eceee-8ec9-4add-97bc-f54a41c039b3 req-de38ad44-6f81-4f57-927c-70c3bf4c0b87 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:49.339919 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a7eceee-8ec9-4add-97bc-f54a41c039b3 req-de38ad44-6f81-4f57-927c-70c3bf4c0b87 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0889366 Jan 25 17:13:49.382942 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a7eceee-8ec9-4add-97bc-f54a41c039b3 req-9bf8423d-3a32-4938-9453-a17606fcedf0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374768 Jan 25 17:13:50.565328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626dfe0-b289-4d3c-a06e-0a6a6c25b7e6 req-22cff635-7e2a-456f-bb0d-c007ce9af98f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:50.566781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0626dfe0-b289-4d3c-a06e-0a6a6c25b7e6 req-22cff635-7e2a-456f-bb0d-c007ce9af98f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0798881 Jan 25 17:13:50.611098 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0626dfe0-b289-4d3c-a06e-0a6a6c25b7e6 req-b3353f58-5132-4128-a776-0eddca762f26 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Jan 25 17:13:51.804062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288305-b42d-4d4f-81db-ac9e38966538 req-6d67373d-6bcf-49c6-b216-ae9f0df7b9a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:51.805583 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f2288305-b42d-4d4f-81db-ac9e38966538 req-6d67373d-6bcf-49c6-b216-ae9f0df7b9a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0844417 Jan 25 17:13:51.850430 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f2288305-b42d-4d4f-81db-ac9e38966538 req-d8748ffb-b85b-4474-8da2-5262d67b53d9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381482 Jan 25 17:13:53.033433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe0a3a-c004-4ada-bd45-a53ded8e6fe2 req-02f7aeb4-091a-45e5-ade1-c6c1c7de5023 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:53.034867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dabe0a3a-c004-4ada-bd45-a53ded8e6fe2 req-02f7aeb4-091a-45e5-ade1-c6c1c7de5023 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0801601 Jan 25 17:13:53.079126 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dabe0a3a-c004-4ada-bd45-a53ded8e6fe2 req-fade596a-d33c-497d-9794-622fa56d2b6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380664 Jan 25 17:13:54.267013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffac141-7aae-494e-9ef6-09c87f5363cc req-8610534f-8107-4a33-8e14-3ee725c9a515 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:54.268471 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fffac141-7aae-494e-9ef6-09c87f5363cc req-8610534f-8107-4a33-8e14-3ee725c9a515 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0862739 Jan 25 17:13:54.318605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fffac141-7aae-494e-9ef6-09c87f5363cc req-14b0164b-5a3a-44d5-bc2d-2fa792c15c66 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Jan 25 17:13:55.502602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064427e6-28f6-4bf5-a8e4-02d23254569e req-4b5be0f5-6482-4ba9-a9bb-887b11cd0434 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:55.504039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-064427e6-28f6-4bf5-a8e4-02d23254569e req-4b5be0f5-6482-4ba9-a9bb-887b11cd0434 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0788095 Jan 25 17:13:55.550532 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-064427e6-28f6-4bf5-a8e4-02d23254569e req-9c151c86-6e6a-4129-b81e-a28698c2ed98 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Jan 25 17:13:55.597912 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:56.744979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4116-99b3-4d10-8166-69efba5b0e46 req-dbb6799f-c24c-41e9-ac23-e74c10442bcf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:56.746484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b45c4116-99b3-4d10-8166-69efba5b0e46 req-dbb6799f-c24c-41e9-ac23-e74c10442bcf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0911679 Jan 25 17:13:56.792242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b45c4116-99b3-4d10-8166-69efba5b0e46 req-6d13d901-6362-42fd-9878-3b9c188458eb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401137 Jan 25 17:13:57.701082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd264c7-68c0-4682-a6e4-d6c479730f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:13:57.981049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afc47b-dd68-4810-a11e-9bcd1a5e669d req-8a2c9c06-6a0e-4724-bbd7-2537bfeb1830 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:57.982538 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17afc47b-dd68-4810-a11e-9bcd1a5e669d req-8a2c9c06-6a0e-4724-bbd7-2537bfeb1830 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0833752 Jan 25 17:13:58.029379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17afc47b-dd68-4810-a11e-9bcd1a5e669d req-06f0efeb-2703-4300-8584-5d95b53b3068 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Jan 25 17:13:58.097825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0768-c8f9-4218-8fad-257d5305925a req-91a488ab-41c7-47ad-9fc3-77c59a57aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:58.099283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-91a488ab-41c7-47ad-9fc3-77c59a57aa62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0732946 Jan 25 17:13:58.332763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0768-c8f9-4218-8fad-257d5305925a req-b4b955c7-9c2e-4682-8c53-8c8c8c3cd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:58.334839 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-b4b955c7-9c2e-4682-8c53-8c8c8c3cd1f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.2169232 Jan 25 17:13:58.437510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-38ac775c-9cea-4408-9561-4407bd5da30a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1001 time: 0.0971313 Jan 25 17:13:58.502843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0768-c8f9-4218-8fad-257d5305925a req-53a5f4ed-9078-4f90-96f5-f019618dbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:58.504256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-53a5f4ed-9078-4f90-96f5-f019618dbd38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0612044 Jan 25 17:13:58.580645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0768-c8f9-4218-8fad-257d5305925a req-20906965-337f-408a-9e06-69fa29c13769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:58.582149 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-20906965-337f-408a-9e06-69fa29c13769 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723958 Jan 25 17:13:58.734990 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-18bd17d9-f70f-40ca-b742-c7e0e9405488 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469388 Jan 25 17:13:58.896613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16ff0768-c8f9-4218-8fad-257d5305925a req-e164c691-9090-48ea-9ac1-003ae70971e9 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542571 Jan 25 17:13:59.239649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e99b-e5a2-43f2-b294-e97b3e5dfa09 req-0b0a0c18-1187-4e3c-ada3-933988588da3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:13:59.241329 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fea2e99b-e5a2-43f2-b294-e97b3e5dfa09 req-0b0a0c18-1187-4e3c-ada3-933988588da3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0834723 Jan 25 17:13:59.291390 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fea2e99b-e5a2-43f2-b294-e97b3e5dfa09 req-9a38a7e3-6496-4ac1-b6c0-a2b4cc1f941e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 Jan 25 17:14:00.294094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57f70c69-85bb-46ff-a45d-385d0d3bd769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:00.485563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60baedf-7739-4f19-a94b-4f14edcf6c1b req-0fef5c6b-701b-40c1-b3db-6ed88571ef99 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:00.487032 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a60baedf-7739-4f19-a94b-4f14edcf6c1b req-0fef5c6b-701b-40c1-b3db-6ed88571ef99 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0812373 Jan 25 17:14:00.532006 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a60baedf-7739-4f19-a94b-4f14edcf6c1b req-f12f6323-93e6-495a-a12b-0f5939bf9def tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384657 Jan 25 17:14:01.129644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:01.611281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:01.720550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e7c50-c0fa-4283-8834-f29e556743e9 req-6f62fbb8-7c78-4e11-94f4-1db15aef73eb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:01.722066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b18e7c50-c0fa-4283-8834-f29e556743e9 req-6f62fbb8-7c78-4e11-94f4-1db15aef73eb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Jan 25 17:14:01.767965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b18e7c50-c0fa-4283-8834-f29e556743e9 req-55ffead5-6ec4-4c25-9dc6-7bdb0c4d29c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Jan 25 17:14:02.789386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:02.957143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589add3-2483-45dd-93fe-824cfd4738f8 req-6575f195-424b-4338-86e6-dbad30565990 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:02.958756 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f589add3-2483-45dd-93fe-824cfd4738f8 req-6575f195-424b-4338-86e6-dbad30565990 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0812984 Jan 25 17:14:03.003780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f589add3-2483-45dd-93fe-824cfd4738f8 req-bde1a98f-d630-4229-88a0-9a7fe083b2e7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386102 Jan 25 17:14:04.200232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977681-de4b-4826-a73a-694b7d8b9335 req-827d7be2-ed9d-4421-93e4-7de6182eddb8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:04.201720 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89977681-de4b-4826-a73a-694b7d8b9335 req-827d7be2-ed9d-4421-93e4-7de6182eddb8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0837445 Jan 25 17:14:04.245771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89977681-de4b-4826-a73a-694b7d8b9335 req-934cbe9f-02b4-4ba9-bf62-d126afd4c542 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383868 Jan 25 17:14:05.434390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211c9ec-cafd-4bbd-a5d6-5d13c660b27f req-bcf4e880-5398-411f-8431-53b4a817225b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:05.435880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3211c9ec-cafd-4bbd-a5d6-5d13c660b27f req-bcf4e880-5398-411f-8431-53b4a817225b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0830402 Jan 25 17:14:05.483475 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3211c9ec-cafd-4bbd-a5d6-5d13c660b27f req-268af69a-d00a-4e5a-bd40-a5bd6c1d09a8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Jan 25 17:14:06.673701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1500c1-858d-48bc-9180-9dd664ec82c0 req-d68c6907-908d-4efa-ab0e-9d969262f859 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:06.675147 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b1500c1-858d-48bc-9180-9dd664ec82c0 req-d68c6907-908d-4efa-ab0e-9d969262f859 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0827157 Jan 25 17:14:06.719323 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b1500c1-858d-48bc-9180-9dd664ec82c0 req-b78faab8-5ce0-437f-84e4-2bef03f8b410 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384290 Jan 25 17:14:07.970499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae2bfd-0f04-43a4-b087-7c99b87477e6 req-dbeaa7cd-3d02-4433-b6a0-18db891913ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:07.971963 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9aae2bfd-0f04-43a4-b087-7c99b87477e6 req-dbeaa7cd-3d02-4433-b6a0-18db891913ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.1459672 Jan 25 17:14:07.975242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-31f6cc4b-9aa7-4749-b19c-07b7505ab93e service neutron] 10.222.0.15 "GET /v2.0/ports/1d3bcad1-69da-452b-bde9-cfb7dd20d707/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0955441 Jan 25 17:14:08.018837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9aae2bfd-0f04-43a4-b087-7c99b87477e6 req-527bb4d0-ba01-4f01-9e10-30374fc993d5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Jan 25 17:14:08.237528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-58ca6474-0e25-422c-9e3b-945742820c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:08.238971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-58ca6474-0e25-422c-9e3b-945742820c59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1098 time: 0.0727165 Jan 25 17:14:08.326541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-404b3144-24e6-4232-9e35-5a2ccafa6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:08.327899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-404b3144-24e6-4232-9e35-5a2ccafa6573 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1098 time: 0.0689263 Jan 25 17:14:08.557507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-2af3ed6c-07ec-4cff-92eb-dbc4384e84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:08.559208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-2af3ed6c-07ec-4cff-92eb-dbc4384e84c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.2241626 Jan 25 17:14:08.659888 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-d4727928-e0c5-42ec-b019-63535ede1035 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1001 time: 0.0943186 Jan 25 17:14:08.723738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-61d16dc9-dd5b-4bfa-9dbd-f476b0b74b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:08.725773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-61d16dc9-dd5b-4bfa-9dbd-f476b0b74b83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0602539 Jan 25 17:14:08.806034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-557214e4-2573-4f1e-b7c2-2fd4e0c39af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:08.807523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-557214e4-2573-4f1e-b7c2-2fd4e0c39af4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762737 Jan 25 17:14:08.939140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-5f990967-b4db-44ed-95e9-88990b870895 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249645 Jan 25 17:14:09.071918 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b20a6de-bc41-4d6e-a01c-0fbf8cdee042 req-17a34d3f-2d76-4e5e-b57b-9c699435fac7 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268673 Jan 25 17:14:09.221913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b4c76-d0e5-4b26-af2a-6fece0726e99 req-5cc23595-ce34-478d-b8e9-0d399ae352d3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:09.223466 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-506b4c76-d0e5-4b26-af2a-6fece0726e99 req-5cc23595-ce34-478d-b8e9-0d399ae352d3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0801988 Jan 25 17:14:09.274078 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-506b4c76-d0e5-4b26-af2a-6fece0726e99 req-e100bff1-3de5-4f87-83a4-d8c9bd82b390 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Jan 25 17:14:10.468477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3345-a03a-4bfa-870b-dd7f8e7605e3 req-4df0ee34-4048-4f1e-ad43-ea473fdb2d6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:10.469995 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f47a3345-a03a-4bfa-870b-dd7f8e7605e3 req-4df0ee34-4048-4f1e-ad43-ea473fdb2d6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0845568 Jan 25 17:14:10.513760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f47a3345-a03a-4bfa-870b-dd7f8e7605e3 req-7ebbfdf5-fa2e-4ff8-8e40-6e1ee460d6a4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372171 Jan 25 17:14:11.591067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:14:11.700547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf738-136d-40f8-9f86-dc25cffabad2 req-b1ca2586-12de-47dd-b30a-f262544ca4e3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:11.702446 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43daf738-136d-40f8-9f86-dc25cffabad2 req-b1ca2586-12de-47dd-b30a-f262544ca4e3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0825069 Jan 25 17:14:11.747377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43daf738-136d-40f8-9f86-dc25cffabad2 req-13983ea7-d113-437e-85e1-cb2bdb440fc5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394793 Jan 25 17:14:12.246736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:14:12.249092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:14:12.493986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:12.523637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:12.544934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'mac_address': 'fa:16:3e:cd:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:14:12.546217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:12.589651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:12.597357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:12.600021 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'code': 200} Jan 25 17:14:12.662134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:12.686270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:14:12.694683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:12.730268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.730610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.730946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.731285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.731608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.731936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.732262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.732580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.732900 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.733240 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.733571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.733890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:12.764953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:14:12.765345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:14:12.939317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aad23-699a-466f-8750-5f038ceb10d6 req-1888c8f5-0f32-4d4d-bf87-8ab34eaddfa4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:12.940764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-744aad23-699a-466f-8750-5f038ceb10d6 req-1888c8f5-0f32-4d4d-bf87-8ab34eaddfa4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.0794129 Jan 25 17:14:12.985850 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-744aad23-699a-466f-8750-5f038ceb10d6 req-e0ea08ed-a414-49e0-a9f2-2a2aaf65b3e3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383568 Jan 25 17:14:13.326541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:13.343619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:14:13.359497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:13.363431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:13.364000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b1e5-abb4-4681-982f-17e99604d26e req-d1d7849a-10d0-494c-b2ba-bb5deea5ef4a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:13.366129 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9a8b1e5-abb4-4681-982f-17e99604d26e req-d1d7849a-10d0-494c-b2ba-bb5deea5ef4a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 943 time: 0.1478326 Jan 25 17:14:13.380389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-5672666a-a506-4847-98de-bac75e291363 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:13.382220 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-5672666a-a506-4847-98de-bac75e291363 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 943 time: 0.1284807 Jan 25 17:14:13.428169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9a8b1e5-abb4-4681-982f-17e99604d26e req-b19305e2-d016-4fc6-971f-969d19800384 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557384 Jan 25 17:14:13.434166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['1d3bcad1-69da-452b-bde9-cfb7dd20d707'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:14:13.485202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:13.530528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-4f4043f3-0c20-4227-8bfa-7025b85faa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:13.532007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-4f4043f3-0c20-4227-8bfa-7025b85faa1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 1097 time: 0.0740223 Jan 25 17:14:13.665971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-84c41409-7168-47f5-9dfb-794d8e5aae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:13.667313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-84c41409-7168-47f5-9dfb-794d8e5aae1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1294761 Jan 25 17:14:13.773536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-b836f6dd-a0f0-4688-bcdb-24a1f094ca0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 200 len: 1000 time: 0.1004791 Jan 25 17:14:13.837305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-e112e2d5-27af-4c83-aebc-2394cb185890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:13.838910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-e112e2d5-27af-4c83-aebc-2394cb185890 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0598965 Jan 25 17:14:14.015147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-dd643034-a923-45fc-9edf-bb1268472b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:14.016638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-dd643034-a923-45fc-9edf-bb1268472b34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1725688 Jan 25 17:14:14.155149 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-79156cbb-bff5-468f-bace-620e6375dd24 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310432 Jan 25 17:14:14.244680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:14:14.287871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7638a30-4b13-4dc7-b50a-567ce0f2f22b req-9d3f57fa-509d-4595-b57b-105ac39949d5 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261590 Jan 25 17:14:14.313364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:14:14.313744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:14.436913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:14.470092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:14.474153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:14.546733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:14.601939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:14.630020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fa3b7-49a1-40e4-ba82-6aa5797a87e5 req-9bd32758-7d08-4aba-adde-4940cd0dce6d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:14.633683 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-109fa3b7-49a1-40e4-ba82-6aa5797a87e5 req-9bd32758-7d08-4aba-adde-4940cd0dce6d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0852427 Jan 25 17:14:14.650710 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'code': 200} Jan 25 17:14:14.677554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-109fa3b7-49a1-40e4-ba82-6aa5797a87e5 req-aed7ba86-47fa-4add-9dc1-7d296c8ff6b5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Jan 25 17:14:15.868626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fca48-6ad8-4789-bf47-190281f2b274 req-ffb37a77-31dc-4767-aec0-c309e5bae5fc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:15.870195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-412fca48-6ad8-4789-bf47-190281f2b274 req-ffb37a77-31dc-4767-aec0-c309e5bae5fc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0839446 Jan 25 17:14:15.914015 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-412fca48-6ad8-4789-bf47-190281f2b274 req-63b8b63a-bd71-40bf-bf95-4a2f9740d730 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382597 Jan 25 17:14:16.101326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2a6a5-4514-414d-ab38-24a7ce1b399b req-c53c734f-e2c3-4362-9f11-e09d49d9c58a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:16.102781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0cb2a6a5-4514-414d-ab38-24a7ce1b399b req-c53c734f-e2c3-4362-9f11-e09d49d9c58a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0833569 Jan 25 17:14:16.149558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0cb2a6a5-4514-414d-ab38-24a7ce1b399b req-bef49fdd-4623-4c32-ad69-46e9d192005b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jan 25 17:14:16.334455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705247-0b8b-4c71-9d28-127ecf4dd959 req-98385daa-3300-496b-9132-9d06a5979dbe tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:16.336395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f705247-0b8b-4c71-9d28-127ecf4dd959 req-98385daa-3300-496b-9132-9d06a5979dbe tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0795219 Jan 25 17:14:16.379664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f705247-0b8b-4c71-9d28-127ecf4dd959 req-f4b3eda0-daed-4e58-815a-278444ce1bc6 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373502 Jan 25 17:14:16.757404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02af343-78b0-4510-8fc9-581b734d43d2 req-9067ae9d-ad72-4b60-b009-5b6439bc77d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:16.758867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e02af343-78b0-4510-8fc9-581b734d43d2 req-9067ae9d-ad72-4b60-b009-5b6439bc77d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0856066 Jan 25 17:14:16.803667 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e02af343-78b0-4510-8fc9-581b734d43d2 req-ccbf601a-d12c-4e62-bd59-10bfefb12b93 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Jan 25 17:14:17.997551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448634c-9c3d-4449-86c6-0809ec074c0b req-2976c07b-4690-478c-a5f0-59ca166ab687 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:17.999012 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f448634c-9c3d-4449-86c6-0809ec074c0b req-2976c07b-4690-478c-a5f0-59ca166ab687 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0820706 Jan 25 17:14:18.044479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f448634c-9c3d-4449-86c6-0809ec074c0b req-55c98600-395f-4605-a4ae-c01531d11d69 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Jan 25 17:14:18.488247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-a5dda221-0615-4af2-8809-75764e3cef61 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:18.489688 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-a5dda221-0615-4af2-8809-75764e3cef61 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.0820103 Jan 25 17:14:18.567333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Deleting port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:14:18.567677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:18.815490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] For port 1d3bcad1-69da-452b-bde9-cfb7dd20d707, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=1d3bcad1-69da-452b-bde9-cfb7dd20d707,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:18.815775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:19.108080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:19.108797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:19.108797 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 disassociated. External IP: 172.26.4.131, port: 1d3bcad1-69da-452b-bde9-cfb7dd20d707. Jan 25 17:14:19.109255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Calling delete_port for 1d3bcad1-69da-452b-bde9-cfb7dd20d707 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:14:19.411823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70e98-41a9-4877-ae36-e6f3ba750ffb req-1bed30ad-4efa-43d5-bec7-21a33337f472 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:19.413994 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79c70e98-41a9-4877-ae36-e6f3ba750ffb req-1bed30ad-4efa-43d5-bec7-21a33337f472 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcd7a812-bb27-475c-b5c5-8cfcfb863462 HTTP/1.1" status: 200 len: 945 time: 0.1587017 Jan 25 17:14:19.457525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:19.510618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79c70e98-41a9-4877-ae36-e6f3ba750ffb req-19929bcc-5d28-4112-be58-b211f621d80c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908604 Jan 25 17:14:19.524679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'Port': ['ID=1d3bcad1-69da-452b-bde9-cfb7dd20d707,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:19.584025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.584941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.585856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.586195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.586522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.586849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.587174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.587494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.587821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.588135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.588450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.588762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:14:19.728434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:14:19.910342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:14:19.920239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:14:19.929640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:14:19.930253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:14:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:19.982685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] No DVR routers for this DVR port 1d3bcad1-69da-452b-bde9-cfb7dd20d707 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:14:19.985345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:19.990012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-deleted', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:20.005561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e869408f-8d41-4d6e-a27d-4754cfbfb3c9 req-13e193cc-d83d-47a5-a12f-865174372e1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "DELETE /v2.0/ports/1d3bcad1-69da-452b-bde9-cfb7dd20d707 HTTP/1.1" status: 204 len: 173 time: 1.5106056 Jan 25 17:14:20.042172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd7a812-bb27-475c-b5c5-8cfcfb863462', 'name': 'network-vif-deleted', 'tag': '1d3bcad1-69da-452b-bde9-cfb7dd20d707', 'status': 'completed', 'code': 200} Jan 25 17:14:20.113727 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:14:20.426733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:20.431640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:14:20.440182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:14:20.440822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:14:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:20.629439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:14:20.856328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-677854a9-6fb4-4a6d-85d8-b8c00e446f93 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--517448613&fields=id&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 267 time: 0.0440454 Jan 25 17:14:20.989134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:20.993890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a076d1a-f8b2-4d04-98c1-0ca121d1da1e None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:14:21.007688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-b6d4706d-0de6-4c28-8d82-c04e438cce53 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:21.009434 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-b6d4706d-0de6-4c28-8d82-c04e438cce53 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1465662 Jan 25 17:14:21.024915 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-a3f2b304-17fb-43ff-b548-425057dc788f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/quotas/1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 375 time: 0.0098565 Jan 25 17:14:21.114119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-460c745e-6646-49de-b41f-188d82e62a44 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:14:21.132006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-460c745e-6646-49de-b41f-188d82e62a44 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:14:21.133075 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-460c745e-6646-49de-b41f-188d82e62a44 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012747 Jan 25 17:14:21.238604 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df57fa-a122-40b7-b307-fe06ac1fd488 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:14:21.325265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-5066071e-ce53-4203-860f-e2b249deecf0 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799653 Jan 25 17:14:21.460601 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-4d6feffa-9053-4fa7-bd4e-f1dd96ddc0fd service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295760 Jan 25 17:14:21.636932 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bf86ada7-a63a-493f-8ec7-cc6d856696f2 req-3b06efc7-33b9-4d85-8e38-494f018ce788 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 210 time: 0.0433862 Jan 25 17:14:22.290857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:14:22.328539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 1d3bcad1-69da-452b-bde9-cfb7dd20d707 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:14:22.328881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 1d3bcad1-69da-452b-bde9-cfb7dd20d707 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:14:22.746481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-4ff99bc8-6d70-4075-8952-1723b9808609 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:22.747983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-4ff99bc8-6d70-4075-8952-1723b9808609 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1534262 Jan 25 17:14:22.914716 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b29ea713-3f01-40ca-9cb1-d8e5e670ebcc req-49da7c5e-8017-43d6-a270-0f5923c8bd94 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 210 time: 0.1657124 Jan 25 17:14:22.941485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-a2ad08a7-11fb-429c-9fe1-bb8cada96413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 379 time: 0.0463436 Jan 25 17:14:22.949968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'port': {'device_id': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'admin_state_up': True, 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'security_groups': ['60a73afe-c932-49c5-b90d-831e1fd31e12']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:14:23.081952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:14:23.092005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:14:23.101702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:14:23.105130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.266912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Allocated IP 172.20.0.13 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/79d88a8f-8bcd-483c-932e-655b90ea8118) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:14:23.456443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.471784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Transition to ACTIVE for port object 79d88a8f-8bcd-483c-932e-655b90ea8118 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:14:23.496778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.573486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:14:23.574582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:14:23.578726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:14:23.616685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:23.648692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:23.649271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.677356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-8b3137cc-e0c4-41df-8add-6100299d9e90 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307785 Jan 25 17:14:23.689561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Request body: {'port': {'device_id': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:14:23.812436 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.863700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-12d73bef-3214-4327-bbe9-738db856a98b None None] Provisioning for port 79d88a8f-8bcd-483c-932e-655b90ea8118 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:14:23.869207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-12d73bef-3214-4327-bbe9-738db856a98b None None] Provisioning complete for port 79d88a8f-8bcd-483c-932e-655b90ea8118 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:14:23.869718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12d73bef-3214-4327-bbe9-738db856a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:23.927115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-12d73bef-3214-4327-bbe9-738db856a98b None None] Port 79d88a8f-8bcd-483c-932e-655b90ea8118 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:14:24.184413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a14298-89ad-4a41-8b43-c031f7633596 req-cc65556f-e9f0-4a25-9ac7-89cc655ceecc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:24.184982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c2a14298-89ad-4a41-8b43-c031f7633596 req-cc65556f-e9f0-4a25-9ac7-89cc655ceecc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:14:24.254746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c2a14298-89ad-4a41-8b43-c031f7633596 req-cc65556f-e9f0-4a25-9ac7-89cc655ceecc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:14:24.256507 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2a14298-89ad-4a41-8b43-c031f7633596 req-cc65556f-e9f0-4a25-9ac7-89cc655ceecc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 932 time: 0.2112486 Jan 25 17:14:24.265057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:14:24.284347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:24.332877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Transition to ACTIVE for port object 79d88a8f-8bcd-483c-932e-655b90ea8118 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:14:24.340231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:24.388722 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2a14298-89ad-4a41-8b43-c031f7633596 req-92477056-f8ea-4504-8b1f-5562234e3a99 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257648 Jan 25 17:14:24.511419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:24.591465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Attempting to bind port 79d88a8f-8bcd-483c-932e-655b90ea8118 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:14:24.591800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Attempting to bind port 79d88a8f-8bcd-483c-932e-655b90ea8118 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:14:24.592128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Attempting to bind port 79d88a8f-8bcd-483c-932e-655b90ea8118 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:14:24.596977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Port 79d88a8f-8bcd-483c-932e-655b90ea8118 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:14:24.597266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Attempting to bind port 79d88a8f-8bcd-483c-932e-655b90ea8118 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:14:24.602632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:14:24.602969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:14:24.603352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:14:24.603772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Bound port: 79d88a8f-8bcd-483c-932e-655b90ea8118, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:14:24.604118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:24.704647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:14:24.707544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:14:24.711054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:24.774311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:24.775118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:24.776330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] 10.222.0.15 "PUT /v2.0/ports/79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1094 time: 1.0918655 Jan 25 17:14:24.776732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:24.807600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d326-9ec8-447e-bf27-18e53a10c3da service neutron] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:24.971903 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'status': 'completed', 'code': 200} Jan 25 17:14:25.015346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-d49fd74a-ebca-4f68-9eac-c17799db9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.016891 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-d49fd74a-ebca-4f68-9eac-c17799db9ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1097 time: 0.1967089 Jan 25 17:14:25.093655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-b58e6136-5697-4d37-b997-4bf973b78639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 217 time: 0.0679696 Jan 25 17:14:25.158224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-53b9686c-1a09-44f3-bc33-a4982dd34d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.159665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-53b9686c-1a09-44f3-bc33-a4982dd34d19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0603745 Jan 25 17:14:25.239249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-96bf7ee3-0a29-4cb5-93cc-df8212373feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.241247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-96bf7ee3-0a29-4cb5-93cc-df8212373feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749631 Jan 25 17:14:25.372438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-91fb4479-daa7-4aa3-8d4d-10737f727b91 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260436 Jan 25 17:14:25.542454 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea3527f2-b966-4797-841c-2d7cc8270603 req-a31eee4c-455c-45b3-aabf-e4b1156a9155 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642363 Jan 25 17:14:25.581572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabab14-fb6f-48e1-a9c6-a43e4d65d360 req-0a5af73b-2da7-4695-9c21-303c67cd1eaa tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.583006 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bcabab14-fb6f-48e1-a9c6-a43e4d65d360 req-0a5af73b-2da7-4695-9c21-303c67cd1eaa tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 944 time: 0.0849848 Jan 25 17:14:25.613623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:25.678525 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bcabab14-fb6f-48e1-a9c6-a43e4d65d360 req-822b656b-dccc-42bb-9d7c-96de7dfe3929 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579035 Jan 25 17:14:25.692718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-48ecfa4f-0341-47ed-96a7-0300cfe7b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.694786 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-48ecfa4f-0341-47ed-96a7-0300cfe7b145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1097 time: 0.1083550 Jan 25 17:14:25.829690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-525c16e1-f7a7-472c-b63b-9b0d04c8b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.831025 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-525c16e1-f7a7-472c-b63b-9b0d04c8b6ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1302898 Jan 25 17:14:25.896180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-83962716-f8c4-451b-9a0b-b9ea7f77f54f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 217 time: 0.0596085 Jan 25 17:14:25.970001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-208a4950-700b-4863-913f-60507617e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:25.971459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-208a4950-700b-4863-913f-60507617e87c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0697243 Jan 25 17:14:26.049425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-21f5f898-30a8-482d-80c8-2bff744e4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:26.051021 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-21f5f898-30a8-482d-80c8-2bff744e4e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729134 Jan 25 17:14:26.184525 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-32dcbfdd-8779-4991-a9e4-a3fdb134032d service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254666 Jan 25 17:14:26.317137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-07c08e3d-3e71-4288-bcbd-c015ea1b1b6b req-95abbc4f-592f-4bc1-8415-a9dc47bd7586 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268697 Jan 25 17:14:26.869291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c81a4-1ab7-4465-a604-552c484853ce req-0c66adb4-ca9b-48eb-bcc6-094a17a24632 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:26.870734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d0c81a4-1ab7-4465-a604-552c484853ce req-0c66adb4-ca9b-48eb-bcc6-094a17a24632 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 944 time: 0.0842147 Jan 25 17:14:26.914049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d0c81a4-1ab7-4465-a604-552c484853ce req-672bbb3f-4fef-4181-b43b-11f5c29beb8e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 Jan 25 17:14:27.702217 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72cd3bc9-0d22-421a-8972-47b08fd55b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:28.096998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e12c-6116-473d-95ae-1ae088890291 req-79803c2c-a1a0-4bea-96fb-7a72c2306482 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:28.098464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b938e12c-6116-473d-95ae-1ae088890291 req-79803c2c-a1a0-4bea-96fb-7a72c2306482 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 944 time: 0.0794156 Jan 25 17:14:28.141897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b938e12c-6116-473d-95ae-1ae088890291 req-ed93b0c3-eeb4-4400-b564-9d6ab6cd656b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Jan 25 17:14:28.322248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:14:28.453056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:28.465827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'mac_address': 'fa:16:3e:1e:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:14:28.523807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:28.541178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:14:28.557899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:28.562347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:28.628466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:28.931818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['79d88a8f-8bcd-483c-932e-655b90ea8118'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:14:29.434820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f33c9-3be3-4aae-9caa-c4138364d96e req-8b28bf24-d7a3-462a-a7de-d5769a556e64 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:29.436315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b34f33c9-3be3-4aae-9caa-c4138364d96e req-8b28bf24-d7a3-462a-a7de-d5769a556e64 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 945 time: 0.1866984 Jan 25 17:14:29.481565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b34f33c9-3be3-4aae-9caa-c4138364d96e req-d5e40af8-f0ad-46c8-8e34-f6b05746dfe3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395775 Jan 25 17:14:30.295698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-540389a2-cd3a-416d-bb1f-9b6008f438e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:30.333323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:14:30.399348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 79d88a8f-8bcd-483c-932e-655b90ea8118 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:14:30.404137 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 79d88a8f-8bcd-483c-932e-655b90ea8118 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:14:30.404504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:30.521859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:30.548685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:30.559262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:14:30.563518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:30.638786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:14:30.655111 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'code': 200} Jan 25 17:14:30.669014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c16ec5-d311-4e18-93f3-0db3cec08d50 req-97863d40-9928-4c8c-81e2-faea141e8774 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:30.670533 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b9c16ec5-d311-4e18-93f3-0db3cec08d50 req-97863d40-9928-4c8c-81e2-faea141e8774 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0834260 Jan 25 17:14:30.722459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b9c16ec5-d311-4e18-93f3-0db3cec08d50 req-5eb5923e-a6e9-4884-aa60-f020e0ce6b39 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Jan 25 17:14:30.882230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67210720-f00d-42f0-b51e-e24d90ea5cc1 req-b352ff71-87e3-42e8-aec7-ccfeac08a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:30.883733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-67210720-f00d-42f0-b51e-e24d90ea5cc1 req-b352ff71-87e3-42e8-aec7-ccfeac08a502 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0703521 Jan 25 17:14:30.924318 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-67210720-f00d-42f0-b51e-e24d90ea5cc1 req-41533ba1-1d8f-4914-87da-4ceb6cb7d21c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350118 Jan 25 17:14:31.133758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:31.615875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:31.913084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aef6a-40c6-41b3-b711-9429592be5f7 req-d4210dae-67db-4b4a-bad7-0df319ce2bba tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:31.914518 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-494aef6a-40c6-41b3-b711-9429592be5f7 req-d4210dae-67db-4b4a-bad7-0df319ce2bba tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0837369 Jan 25 17:14:31.958580 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-494aef6a-40c6-41b3-b711-9429592be5f7 req-822e8f9b-0c59-48c1-8720-86fc7fab0c77 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Jan 25 17:14:32.792083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:33.143871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe3233-6df4-456e-b58c-121d91dbab2d req-c9076267-ff7a-4bd4-8dc8-72cec0da862e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:33.145235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bfe3233-6df4-456e-b58c-121d91dbab2d req-c9076267-ff7a-4bd4-8dc8-72cec0da862e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0797720 Jan 25 17:14:33.188791 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bfe3233-6df4-456e-b58c-121d91dbab2d req-88dee020-3d9d-40f4-8f58-2f4ca89c952b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Jan 25 17:14:33.371669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7df7b-1d53-42d4-a707-88bc10c8f46e req-ed1caf27-80ea-42cc-a50a-7580a2d4c0f0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:33.373117 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-72f7df7b-1d53-42d4-a707-88bc10c8f46e req-ed1caf27-80ea-42cc-a50a-7580a2d4c0f0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0861599 Jan 25 17:14:33.381865 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 42250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:14:33.387018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'floatingip': {'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:14:33.462351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:34.085673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:34.089452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:34.365840 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 associated. External IP: 172.26.4.131, port: 79d88a8f-8bcd-483c-932e-655b90ea8118. Jan 25 17:14:34.722425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:14:34.906466 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:14:34.911454 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:34.916863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:14:34.926603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:14:34.927214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:14:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:34.972297 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb1f79e4-3a4d-460a-8a6e-fe9812a78246 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "PUT /v2.0/floatingips/fc9a75ee-61b0-49ea-821b-1adc66cde745 HTTP/1.1" status: 200 len: 992 time: 1.5893166 Jan 25 17:14:34.972918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:14:35.021380 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'status': 'completed', 'code': 200} Jan 25 17:14:35.113110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:14:35.117897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-c22c69a2-00df-4f41-be37-34b66693b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:35.119379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-c22c69a2-00df-4f41-be37-34b66693b622 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0752938 Jan 25 17:14:35.254040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-fb5a7c04-89d4-4b96-a78b-cbf4f96927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:35.255392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-fb5a7c04-89d4-4b96-a78b-cbf4f96927e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1295483 Jan 25 17:14:35.358327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-e4c12479-d401-4b1f-aae5-3cfa0cb86fb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1000 time: 0.0975695 Jan 25 17:14:35.421398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-4d594f1f-9eab-41a8-965b-dbb0279ad96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:35.422894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-4d594f1f-9eab-41a8-965b-dbb0279ad96f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0586793 Jan 25 17:14:35.499182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:1e:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:14:33Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:35.502997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-7c562f52-2157-4a6a-a68d-92089cc517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:35.503161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:14:35.504521 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-7c562f52-2157-4a6a-a68d-92089cc517fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744898 Jan 25 17:14:35.511542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:14:35.512155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:14:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:35.636959 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-608233c1-dfc6-458e-94b5-52427513ff7c service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259837 Jan 25 17:14:35.692157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:14:35.770924 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3a355ee-733e-49df-8d24-b2cf8f7dadc8 req-1a3a59a0-e2f8-45e0-b1b7-2929dbb41729 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278787 Jan 25 17:14:36.037663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:1e:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:14:33Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:14:36.041468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525ca12-fff1-4b1f-80aa-2d76e9da3966 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:1e:d9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:14:33Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:14:36.237849 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46b2cc-4083-4f4f-8d8a-238b498ff562 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:14:48.590646 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:14:55.613321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:57.703835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8dc96a8a-f807-4eeb-9ae4-b52fbc2cad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:14:59.024396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-3610b396-c95a-4e03-b435-438ceb7b919f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805564 Jan 25 17:14:59.165612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-bd6b6bbd-c8d0-4b77-8653-1c68dfbb512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:59.167093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-bd6b6bbd-c8d0-4b77-8653-1c68dfbb512f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0739667 Jan 25 17:14:59.310732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-9a562af2-a1ad-4528-b5e2-92794cf9b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:59.310732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-9a562af2-a1ad-4528-b5e2-92794cf9b44d service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1278317 Jan 25 17:14:59.516082 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-ec90ee18-784f-4717-9f49-460ede56c1c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.1972184 Jan 25 17:14:59.579036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-9f20ae73-6b67-4601-999a-aa49af438485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:59.580457 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-9f20ae73-6b67-4601-999a-aa49af438485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0576940 Jan 25 17:14:59.658092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-ba0491ee-d890-48a9-9347-6583d57e89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:14:59.659561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-ba0491ee-d890-48a9-9347-6583d57e89b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730975 Jan 25 17:14:59.806706 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-bff12b99-58bb-4c91-9df6-4423ce5f2805 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402037 Jan 25 17:14:59.961278 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83c86eec-d373-46c9-8fbb-97787b57f746 req-249878c4-2b21-4097-864f-9e0d99cb751b service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486142 Jan 25 17:15:00.300700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba5e8d2a-0541-47e0-9cfe-55d9ebe7a5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:01.135838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:01.617764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:02.794664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:25.590129 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:15:25.614261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:27.706147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eed95868-e8b1-44bf-8554-aeaf8e821ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:30.294237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-456a82a4-7236-4ce9-b48e-a59aea0269f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:31.138867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:31.620047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:32.797937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:47.480988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd517c06-e43a-435b-9d91-9ddb1a996761 req-a991d685-ba06-450c-b074-610376169f1e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:47.482472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd517c06-e43a-435b-9d91-9ddb1a996761 req-a991d685-ba06-450c-b074-610376169f1e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0862293 Jan 25 17:15:47.526997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd517c06-e43a-435b-9d91-9ddb1a996761 req-9cdb26e8-31c8-4534-8ebc-5cf8b22c015f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388174 Jan 25 17:15:48.713104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee9ca9-a664-4730-859b-e546c967016c req-fddc18c1-de9b-4c61-88d9-b9e243ff1a9e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:48.714618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfee9ca9-a664-4730-859b-e546c967016c req-fddc18c1-de9b-4c61-88d9-b9e243ff1a9e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0791595 Jan 25 17:15:48.763769 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfee9ca9-a664-4730-859b-e546c967016c req-ea1f1b28-016b-4c7e-978c-4062c43bcf47 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Jan 25 17:15:49.948629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede15f76-16ab-4246-ab0d-dd1f9b4e4231 req-81c07951-1d17-4f06-a0b1-4bdb38f4790c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:49.950122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ede15f76-16ab-4246-ab0d-dd1f9b4e4231 req-81c07951-1d17-4f06-a0b1-4bdb38f4790c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0792115 Jan 25 17:15:49.995128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ede15f76-16ab-4246-ab0d-dd1f9b4e4231 req-6f179a5f-a8de-4443-a2da-0aa8b20df387 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394220 Jan 25 17:15:51.181192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c503e63-7c1b-42d0-9adb-1f533ecc22da req-010013d0-e7e5-45ca-9074-d847023815e0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:51.182573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c503e63-7c1b-42d0-9adb-1f533ecc22da req-010013d0-e7e5-45ca-9074-d847023815e0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0833912 Jan 25 17:15:51.236371 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c503e63-7c1b-42d0-9adb-1f533ecc22da req-61676b2f-68b9-45c6-96cd-dbe7dd4ffe76 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478289 Jan 25 17:15:52.422775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0f89-7478-4b15-ae43-96ac59f5c5d3 req-6983a07e-54f4-4bf6-bb30-05a8e4441e55 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:52.424241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5ac0f89-7478-4b15-ae43-96ac59f5c5d3 req-6983a07e-54f4-4bf6-bb30-05a8e4441e55 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0789609 Jan 25 17:15:52.468848 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5ac0f89-7478-4b15-ae43-96ac59f5c5d3 req-274e739b-894e-4693-8d40-30cc274230c8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380177 Jan 25 17:15:53.659561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a34720-ffb1-4415-b6d1-eab967fe5515 req-398d7aa5-4c02-4702-935c-23c0ae8a9fe9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:53.660922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89a34720-ffb1-4415-b6d1-eab967fe5515 req-398d7aa5-4c02-4702-935c-23c0ae8a9fe9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0832467 Jan 25 17:15:53.704577 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89a34720-ffb1-4415-b6d1-eab967fe5515 req-144fae96-49a2-43cc-9ea2-5cb7f163e18a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376780 Jan 25 17:15:54.889976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acefe8e-7e0f-4318-b893-d9535e8612cf req-78106ba8-4a22-4e80-b600-a589c7ea563e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:54.891431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4acefe8e-7e0f-4318-b893-d9535e8612cf req-78106ba8-4a22-4e80-b600-a589c7ea563e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0796216 Jan 25 17:15:54.936091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4acefe8e-7e0f-4318-b893-d9535e8612cf req-c57cff28-5a63-4b96-97a5-6f08e8304431 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389669 Jan 25 17:15:55.644773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:56.121882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6210d93-a26f-4c2c-8140-a0a6c2457796 req-1c559d11-0f92-4b67-9e59-9aac2673a1e2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:56.123366 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e6210d93-a26f-4c2c-8140-a0a6c2457796 req-1c559d11-0f92-4b67-9e59-9aac2673a1e2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0834618 Jan 25 17:15:56.217509 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e6210d93-a26f-4c2c-8140-a0a6c2457796 req-ce1e621a-3872-4f7d-8614-4beb7a83efb7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875046 Jan 25 17:15:57.453164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ebe58-0b98-4476-b0a8-a69a89604fb0 req-1504d17b-ad01-4ac9-bd2e-bbea2752bfa2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:57.454674 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d02ebe58-0b98-4476-b0a8-a69a89604fb0 req-1504d17b-ad01-4ac9-bd2e-bbea2752bfa2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.1282654 Jan 25 17:15:57.504431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d02ebe58-0b98-4476-b0a8-a69a89604fb0 req-54eac5f7-af87-4a71-a010-fc4900ac713b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Jan 25 17:15:57.708265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-180ca6e6-b251-4a1f-a906-33f52ebb4666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:15:58.689699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561373b1-7960-4d9f-a552-084b5e35d5b9 req-04a79b7f-dcb7-4af5-a4f8-590574476dc1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:58.691148 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-561373b1-7960-4d9f-a552-084b5e35d5b9 req-04a79b7f-dcb7-4af5-a4f8-590574476dc1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0817018 Jan 25 17:15:58.735217 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-561373b1-7960-4d9f-a552-084b5e35d5b9 req-64155500-63e2-4950-aff4-81e5598b0390 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Jan 25 17:15:59.275178 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-0f838c25-6172-4d84-8302-b9953fc0c364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181147 Jan 25 17:15:59.285939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89003-8a6e-4708-9d6a-f4625d18ef09 req-8f0df7fe-3526-4f65-be7c-331b05c79455 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:15:59.288161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7a89003-8a6e-4708-9d6a-f4625d18ef09 req-8f0df7fe-3526-4f65-be7c-331b05c79455 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0848796 Jan 25 17:15:59.335030 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7a89003-8a6e-4708-9d6a-f4625d18ef09 req-260a7f9d-9930-4aaf-b2d9-8fa1272d5c63 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Jan 25 17:16:00.155527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-7ab3159a-4cc0-4e13-afbe-fd91a1e2071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:00.156891 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-7ab3159a-4cc0-4e13-afbe-fd91a1e2071e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.1180828 Jan 25 17:16:00.300002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd1dc-b014-484e-a9b2-3445249a5445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:00.316943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-7168089e-ce44-48f7-bf96-2b60984888cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:00.319531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-7168089e-ce44-48f7-bf96-2b60984888cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1431954 Jan 25 17:16:00.425208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-c1b7c5fe-ffff-4218-82f6-b21c5ee8cc82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.0991137 Jan 25 17:16:00.546609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-ac132ce5-5086-43a6-9a46-ba0927d0fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:00.548644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-ac132ce5-5086-43a6-9a46-ba0927d0fca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.1174748 Jan 25 17:16:00.641137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab35d5-bc2f-49e1-b26c-b6bd5a150f3d req-163dc2fb-c735-47e4-b967-02117c06da98 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:00.642584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77ab35d5-bc2f-49e1-b26c-b6bd5a150f3d req-163dc2fb-c735-47e4-b967-02117c06da98 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.1807709 Jan 25 17:16:00.813197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-acafbaab-3e72-4b6b-ae0a-3f898f1d4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:00.814809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-acafbaab-3e72-4b6b-ae0a-3f898f1d4ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2589893 Jan 25 17:16:00.827867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-b3f74f60-ab15-42e7-a76a-d5e1d7bbca72 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:16:00.828838 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-b3f74f60-ab15-42e7-a76a-d5e1d7bbca72 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071390 Jan 25 17:16:00.836714 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77ab35d5-bc2f-49e1-b26c-b6bd5a150f3d req-3f3fe413-a887-4260-8a00-90ea4bdc0b57 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881862 Jan 25 17:16:00.995317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-4dba7015-77e3-4604-adb3-555e6b918c21 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576240 Jan 25 17:16:01.143287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:01.157102 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e1f114d-cc94-4591-8c96-f57e11e22047 req-081b88a3-c567-433c-951b-5b187bdd184d service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558323 Jan 25 17:16:01.267708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-5bbb13f6-2184-428c-bce3-265e8688d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:01.269300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-5bbb13f6-2184-428c-bce3-265e8688d6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0730278 Jan 25 17:16:01.405047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-0ea24f74-a362-4f6e-8da7-f5e62a852e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:01.406527 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-0ea24f74-a362-4f6e-8da7-f5e62a852e4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1313198 Jan 25 17:16:01.510719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-6a98077c-dd72-4284-8bdf-5767933e134f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.0978031 Jan 25 17:16:01.573233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-ba86e168-9edf-4e8a-8a19-b2840187b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:01.574660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-ba86e168-9edf-4e8a-8a19-b2840187b42e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0587709 Jan 25 17:16:01.624441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:01.653755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-9258afd8-19df-4bb3-91ea-0f75a5a13280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:01.655155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-9258afd8-19df-4bb3-91ea-0f75a5a13280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751188 Jan 25 17:16:01.798087 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-d7ea43ef-cc26-403f-8458-350a727de7f0 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275005 Jan 25 17:16:01.939432 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-bbd6d411-1d1f-435f-8056-9ac523d6c2fc service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354642 Jan 25 17:16:02.038876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f111bb-af93-446b-9fec-17e8134e1c91 req-de17c8fd-9f87-45b4-9e91-8ad17e6ca17f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:02.040330 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c4f111bb-af93-446b-9fec-17e8134e1c91 req-de17c8fd-9f87-45b4-9e91-8ad17e6ca17f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0827920 Jan 25 17:16:02.086339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c4f111bb-af93-446b-9fec-17e8134e1c91 req-507c8546-13bb-4533-9b50-c4171e570058 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Jan 25 17:16:02.589078 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:16:02.801039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:03.273777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae0b36-7025-4bd3-a5e6-d87eef04f97b req-647425e7-c95c-4ed5-8507-15b21df40d19 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:03.275272 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86ae0b36-7025-4bd3-a5e6-d87eef04f97b req-647425e7-c95c-4ed5-8507-15b21df40d19 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0835207 Jan 25 17:16:03.319450 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86ae0b36-7025-4bd3-a5e6-d87eef04f97b req-e7dd842a-d693-410f-a29b-3101d9471ba4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385134 Jan 25 17:16:03.580304 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-e671bbd7-fe59-4073-8b36-ff7916df1d04 service neutron] 10.222.0.15 "GET /v2.0/ports/79d88a8f-8bcd-483c-932e-655b90ea8118/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0738077 Jan 25 17:16:03.847161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-a6f9058e-15f2-49d9-ade7-1fe8d5f221b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:03.848647 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-a6f9058e-15f2-49d9-ade7-1fe8d5f221b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1099 time: 0.0753889 Jan 25 17:16:03.942115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-087bcf46-9635-479f-aa54-da0f13ba1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:03.945000 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-087bcf46-9635-479f-aa54-da0f13ba1d95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0731499 Jan 25 17:16:04.077174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-8be0000a-08a8-4309-9b06-db2749bce054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:04.078672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-8be0000a-08a8-4309-9b06-db2749bce054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1274865 Jan 25 17:16:04.290698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-0a8132d4-3ce7-4443-a725-aced53c4e7dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.2051070 Jan 25 17:16:04.356953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-bf41edc2-876c-4a3f-ad30-1e7e1b63f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:04.358438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-bf41edc2-876c-4a3f-ad30-1e7e1b63f71b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0620959 Jan 25 17:16:04.472353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-20d0f17b-9c35-4717-aa46-eff3f96d4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:04.473844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-20d0f17b-9c35-4717-aa46-eff3f96d4ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100678 Jan 25 17:16:04.605590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c930e0-abdf-4553-8ea1-9b1b92e32a43 req-bac59035-0422-4247-811c-d8c138105a71 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:04.606971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98c930e0-abdf-4553-8ea1-9b1b92e32a43 req-bac59035-0422-4247-811c-d8c138105a71 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.1815178 Jan 25 17:16:04.668385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-2602e8e6-f63e-4277-a194-737c247c3181 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825316 Jan 25 17:16:04.697650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98c930e0-abdf-4553-8ea1-9b1b92e32a43 req-2842908c-f185-4410-864e-050d594cac14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801685 Jan 25 17:16:04.810118 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d7fc58c-a1dd-44b1-813f-617d27c3f161 req-1b3fe4dc-7160-4ecf-b8f8-e0ded53332d7 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361537 Jan 25 17:16:05.884952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96441b2-4928-4920-9c2a-3de9ea416c6e req-d81da041-26cc-411f-9274-1cb4fc5d6686 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:05.886763 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d96441b2-4928-4920-9c2a-3de9ea416c6e req-d81da041-26cc-411f-9274-1cb4fc5d6686 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0799961 Jan 25 17:16:05.934716 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d96441b2-4928-4920-9c2a-3de9ea416c6e req-1cbe0756-523e-49bd-80a8-af79d9e6076b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414560 Jan 25 17:16:06.831336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:16:06.834157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:16:07.055926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:07.078066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:07.098511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'mac_address': 'fa:16:3e:1e:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:16:07.103635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:07.127990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6bd80-5f1e-4850-ae42-ea9daa416b46 req-c0b5d35b-f326-4dd1-b0ef-05a068786ecb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:07.129477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16f6bd80-5f1e-4850-ae42-ea9daa416b46 req-c0b5d35b-f326-4dd1-b0ef-05a068786ecb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0864170 Jan 25 17:16:07.144562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:07.182191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16f6bd80-5f1e-4850-ae42-ea9daa416b46 req-49cd2736-c6eb-435a-b81f-95c5abf8614b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Jan 25 17:16:07.193643 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'code': 200} Jan 25 17:16:07.200848 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:07.261508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:07.286016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:16:07.293931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:07.332435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.332791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.333128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.333671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.333855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.334183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.334507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.334832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.335153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.335473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.335788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.336102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:07.365541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:16:07.365814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:16:07.919271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:07.937723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:16:07.953467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:07.957129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:08.025699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['79d88a8f-8bcd-483c-932e-655b90ea8118'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:16:08.064140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:08.369944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c802d-701b-4f95-98dd-3b92cd1cbb3a req-039dafbc-cc6f-40e6-a7bb-d3774cf64f5d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:08.371420 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-587c802d-701b-4f95-98dd-3b92cd1cbb3a req-039dafbc-cc6f-40e6-a7bb-d3774cf64f5d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 945 time: 0.0793936 Jan 25 17:16:08.415342 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-587c802d-701b-4f95-98dd-3b92cd1cbb3a req-6a8c76d5-c5f2-4b53-8b0a-e270db50b833 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Jan 25 17:16:08.782983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d7d1-e55b-4b38-ab71-4579cc45c44b req-609506de-db36-445a-be29-247423c247d5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:08.784623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9d48d7d1-e55b-4b38-ab71-4579cc45c44b req-609506de-db36-445a-be29-247423c247d5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 945 time: 0.1478252 Jan 25 17:16:08.793762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-7e933dc0-5bc1-4452-b5ea-7d8affe45f30 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:08.795230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-7e933dc0-5bc1-4452-b5ea-7d8affe45f30 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1571553 Jan 25 17:16:08.839738 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9d48d7d1-e55b-4b38-ab71-4579cc45c44b req-16061909-feba-4c9d-9d01-3ca0f313487e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 Jan 25 17:16:08.841631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:16:08.913965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 79d88a8f-8bcd-483c-932e-655b90ea8118 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:16:08.914326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:08.962955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-27f53395-2573-4094-b83b-d072802194b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:08.964462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-27f53395-2573-4094-b83b-d072802194b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1098 time: 0.0739348 Jan 25 17:16:09.032114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:09.065868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:09.072024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:09.100985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-a5e2416a-bb64-46b3-9be7-5a3ba210b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:09.102353 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-a5e2416a-bb64-46b3-9be7-5a3ba210b038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1324694 Jan 25 17:16:09.140505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:09.194743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:09.207280 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-005e7fdc-c77c-46a8-88bd-1f5887dfe4e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.0988963 Jan 25 17:16:09.248576 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'code': 200} Jan 25 17:16:09.270861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-b40d39d0-6af4-47b5-9ddc-ad9f3117623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:09.272480 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-b40d39d0-6af4-47b5-9ddc-ad9f3117623e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0590882 Jan 25 17:16:09.349715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-710dcacf-f133-4e0c-a28b-86030c8733dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:09.351215 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-710dcacf-f133-4e0c-a28b-86030c8733dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732794 Jan 25 17:16:09.485888 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-78eabe2b-34ac-4c4a-8641-255a7b211abd service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281841 Jan 25 17:16:09.707134 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b12994d1-775b-4f03-85d1-0d929f463b61 req-f9085e85-3a30-4dc3-8ff9-4f0d97afc2b5 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157738 Jan 25 17:16:10.035908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e448ef-ab6c-4ed1-a9be-ae4ad400ae7a req-6de1c241-d244-4275-8cb5-cd63d0b74c45 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:10.037596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-46e448ef-ab6c-4ed1-a9be-ae4ad400ae7a req-6de1c241-d244-4275-8cb5-cd63d0b74c45 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0881190 Jan 25 17:16:10.086660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-46e448ef-ab6c-4ed1-a9be-ae4ad400ae7a req-b1a50a2b-c608-4f8e-9892-f6ef8648853a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Jan 25 17:16:11.277980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab024af9-0225-4457-81a1-7fa3cdb89468 req-d8541236-e4f4-4060-a95d-bd85f8c6da26 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:11.279584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ab024af9-0225-4457-81a1-7fa3cdb89468 req-d8541236-e4f4-4060-a95d-bd85f8c6da26 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0845399 Jan 25 17:16:11.324058 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ab024af9-0225-4457-81a1-7fa3cdb89468 req-5548881d-6068-41c0-98ac-bea45c6ce1c1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 Jan 25 17:16:11.503743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b4d1e-c56e-4797-83c5-1db7e8e27544 req-c061913e-b07e-47a5-8644-661dbc4a5593 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:11.505711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-922b4d1e-c56e-4797-83c5-1db7e8e27544 req-c061913e-b07e-47a5-8644-661dbc4a5593 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0778110 Jan 25 17:16:11.551170 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-922b4d1e-c56e-4797-83c5-1db7e8e27544 req-0c8b08fd-13e9-4ad5-9dcb-b58e3420c08a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397773 Jan 25 17:16:11.955484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626dfb-ba71-4cde-90dc-964b3e766ff4 req-34768d70-87dc-4a0d-ad50-9b1aabecd90e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:11.956941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-56626dfb-ba71-4cde-90dc-964b3e766ff4 req-34768d70-87dc-4a0d-ad50-9b1aabecd90e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.1476135 Jan 25 17:16:11.962048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-cbd86b50-3aae-457f-943a-bc641ba7e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:11.963572 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-cbd86b50-3aae-457f-943a-bc641ba7e296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 1099 time: 0.0957646 Jan 25 17:16:12.085094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-56626dfb-ba71-4cde-90dc-964b3e766ff4 req-b57b56af-8c2d-4205-88ae-39a35f3da585 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204798 Jan 25 17:16:12.125240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-28440a60-8110-4f0e-a64b-1a8240e48888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:12.126689 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-28440a60-8110-4f0e-a64b-1a8240e48888 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1495724 Jan 25 17:16:12.231709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-ea3dbcdc-76d3-419a-9585-d136d07dc15f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 200 len: 1002 time: 0.0995421 Jan 25 17:16:12.294091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-2436a15d-6a3d-4562-9a94-9b60ef408424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:12.295711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-2436a15d-6a3d-4562-9a94-9b60ef408424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0586176 Jan 25 17:16:12.371590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-d300c16b-f10f-4bb2-8fc2-6b9080174aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:12.372961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-d300c16b-f10f-4bb2-8fc2-6b9080174aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717366 Jan 25 17:16:12.505779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-4162734b-28e6-4cde-a272-a6faabb6e128 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259296 Jan 25 17:16:12.640591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1ee9ec57-22c2-4fa5-96f3-3e05388dc7fc req-7bf3dd2f-079a-4caa-b906-d614e9c1fc30 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286561 Jan 25 17:16:13.279270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa38f-3a48-4340-9b8b-936479a16be4 req-9b6de1ac-5f63-4477-9513-cfaa6967e783 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:13.280904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0baa38f-3a48-4340-9b8b-936479a16be4 req-9b6de1ac-5f63-4477-9513-cfaa6967e783 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0873632 Jan 25 17:16:13.326013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0baa38f-3a48-4340-9b8b-936479a16be4 req-45dc594f-ca67-4be7-98a3-968f2acc1bdd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Jan 25 17:16:14.509495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9c15a-e2fc-4f01-b4f6-03686dce22c9 req-f7ae0426-e5a1-44fd-b551-9589546435de tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:14.510935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ee9c15a-e2fc-4f01-b4f6-03686dce22c9 req-f7ae0426-e5a1-44fd-b551-9589546435de tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0785365 Jan 25 17:16:14.558109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ee9c15a-e2fc-4f01-b4f6-03686dce22c9 req-80cffc7f-dfa8-4921-aba6-e4523fec96bd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Jan 25 17:16:14.940233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf2ca-e716-4550-8671-56d68ca95411 req-4e09f545-5215-4083-8b4a-7a948880909d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:14.941627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fb4cf2ca-e716-4550-8671-56d68ca95411 req-4e09f545-5215-4083-8b4a-7a948880909d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0810127 Jan 25 17:16:14.994934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fb4cf2ca-e716-4550-8671-56d68ca95411 req-1f2bc894-8806-4f97-8e35-b7365490080a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Jan 25 17:16:16.283346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7cd74-22a2-4d95-a986-a08259f64c9b req-f5673a63-658f-40d8-8e46-7bdc283c545f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:16.284800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-97e7cd74-22a2-4d95-a986-a08259f64c9b req-f5673a63-658f-40d8-8e46-7bdc283c545f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.1846087 Jan 25 17:16:16.329313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-97e7cd74-22a2-4d95-a986-a08259f64c9b req-0e7580fa-fbca-4db7-86a6-d03eaa67d289 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 Jan 25 17:16:16.743734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-d370b10f-3d7b-49d6-be32-4ca6169da7af tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:16.745160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-d370b10f-3d7b-49d6-be32-4ca6169da7af tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.0793011 Jan 25 17:16:16.818121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Deleting port 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:16:16.818463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:17.063986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] For port 79d88a8f-8bcd-483c-932e-655b90ea8118, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=79d88a8f-8bcd-483c-932e-655b90ea8118,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:17.064261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:17.354466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:17.355105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:17.355105 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 disassociated. External IP: 172.26.4.131, port: 79d88a8f-8bcd-483c-932e-655b90ea8118. Jan 25 17:16:17.355414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Calling delete_port for 79d88a8f-8bcd-483c-932e-655b90ea8118 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:16:17.556419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:17.618754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'Port': ['ID=79d88a8f-8bcd-483c-932e-655b90ea8118,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:17.689744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76127c-3cd8-4145-b6d4-605ad3ab60d3 req-8650089e-8405-47fe-a889-83da336ca5a8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:17.691260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a76127c-3cd8-4145-b6d4-605ad3ab60d3 req-8650089e-8405-47fe-a889-83da336ca5a8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b HTTP/1.1" status: 200 len: 946 time: 0.2491322 Jan 25 17:16:17.693079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.693454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.693793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.694127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.694456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.694785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.695114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.695431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.695754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.696064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.696384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.696696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:16:17.847644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a76127c-3cd8-4145-b6d4-605ad3ab60d3 req-273a97bb-320a-4785-aecb-a647e7679d28 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403813 Jan 25 17:16:17.871335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:16:18.049793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:16:18.059635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:16:18.070276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:16:18.070885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:16:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:18.228839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] No DVR routers for this DVR port 79d88a8f-8bcd-483c-932e-655b90ea8118 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:16:18.231463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:18.235345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-deleted', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:18.250506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b601d51-06a2-4e66-bccf-b4384f1f9b4c req-a953734e-3537-4d54-be60-19aec4733ead tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "DELETE /v2.0/ports/79d88a8f-8bcd-483c-932e-655b90ea8118 HTTP/1.1" status: 204 len: 173 time: 1.5005174 Jan 25 17:16:18.261800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:16:18.345822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d9dc8-65e6-4ef2-abf4-a7e32c2b9c7b', 'name': 'network-vif-deleted', 'tag': '79d88a8f-8bcd-483c-932e-655b90ea8118', 'status': 'completed', 'code': 200} Jan 25 17:16:18.587113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:18.590795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:16:18.599174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:16:18.599766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:16:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:18.783987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:16:19.158610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:19.163406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219677f-0c60-4776-812a-21cc7d31be22 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:16:19.220698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bc3d0078-850d-49b6-94a3-b2ec9be4fc29 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--517448613&fields=id&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 267 time: 0.0405922 Jan 25 17:16:19.381914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-ece04411-51cb-4394-9ebb-9c53a247c348 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:19.383488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-ece04411-51cb-4394-9ebb-9c53a247c348 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1554935 Jan 25 17:16:19.389457 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e60ab0-801a-4398-8d17-b6e560e36223 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:16:19.401128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-c7f2fbb1-b518-4d85-be55-8fac0d4ae22f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/quotas/1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 375 time: 0.0101330 Jan 25 17:16:19.488110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-fa280ad2-7dd2-46dd-baf3-e34ac77cb11f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:16:19.504241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-fa280ad2-7dd2-46dd-baf3-e34ac77cb11f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:16:19.505841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-fa280ad2-7dd2-46dd-baf3-e34ac77cb11f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991275 Jan 25 17:16:19.691279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-56772081-d9b7-4aae-a073-6387c07f30aa service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735506 Jan 25 17:16:19.824921 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-ccb5da3c-e1fa-4ba1-adb1-50d6da8ea2c9 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273031 Jan 25 17:16:20.004100 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3bf0c151-1d2e-4cfc-aa05-8de574cee125 req-f381f87c-ac90-4b9d-9b70-d4e5e6f42016 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 210 time: 0.0468559 Jan 25 17:16:20.908253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:16:20.944147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 79d88a8f-8bcd-483c-932e-655b90ea8118 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:16:20.944557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 79d88a8f-8bcd-483c-932e-655b90ea8118 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:16:21.018324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-a3016759-e100-45b4-8f7f-091ceffdaea2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:21.019735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-a3016759-e100-45b4-8f7f-091ceffdaea2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1486342 Jan 25 17:16:21.073906 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-eb53b129-f9a5-4bcd-a2e7-5cbb4a8e1848 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 379 time: 0.0451519 Jan 25 17:16:21.084982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'port': {'device_id': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'admin_state_up': True, 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'security_groups': ['60a73afe-c932-49c5-b90d-831e1fd31e12']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:16:21.216510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9cd5e3e-8b82-43a4-bb87-62fa675b8e6f req-ccaa2e80-a8fe-4823-82d8-d5d793d2fb6d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 210 time: 0.0597036 Jan 25 17:16:21.268354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:16:21.278144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:16:21.288384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:16:21.291887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:21.449068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Allocated IP 172.20.0.8 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/77fe1c43-bbdb-4090-9243-26549c46a9a6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:16:21.638497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:21.654214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Transition to ACTIVE for port object 77fe1c43-bbdb-4090-9243-26549c46a9a6 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:16:21.677422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:21.748176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:16:21.751526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:16:21.755578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:16:21.802686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:21.830944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:21.831550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:21.862089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-983dadb3-e00c-4347-bd09-a96b5f412f75 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835336 Jan 25 17:16:21.873651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Request body: {'port': {'device_id': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:16:21.990543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:22.043118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d18c203a-93bb-43e7-8de8-fb875bee4176 None None] Provisioning for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:16:22.048052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d18c203a-93bb-43e7-8de8-fb875bee4176 None None] Provisioning complete for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:16:22.048423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d18c203a-93bb-43e7-8de8-fb875bee4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:22.102305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d18c203a-93bb-43e7-8de8-fb875bee4176 None None] Port 77fe1c43-bbdb-4090-9243-26549c46a9a6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:16:22.459311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab87d73-3aec-48a6-ba11-c2fb3d13cb97 req-196be70e-2a53-4f4d-bd2c-ddc049b46a34 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:22.459979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-fab87d73-3aec-48a6-ba11-c2fb3d13cb97 req-196be70e-2a53-4f4d-bd2c-ddc049b46a34 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:16:22.529746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-fab87d73-3aec-48a6-ba11-c2fb3d13cb97 req-196be70e-2a53-4f4d-bd2c-ddc049b46a34 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:16:22.530774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab87d73-3aec-48a6-ba11-c2fb3d13cb97 req-196be70e-2a53-4f4d-bd2c-ddc049b46a34 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 931 time: 0.1991832 Jan 25 17:16:22.536771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:16:22.557559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:22.586709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Transition to ACTIVE for port object 77fe1c43-bbdb-4090-9243-26549c46a9a6 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:16:22.590366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:22.639130 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab87d73-3aec-48a6-ba11-c2fb3d13cb97 req-10bb6b0e-2a86-47dc-99ea-240cd3747e7f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979464 Jan 25 17:16:22.730788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:22.843528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Attempting to bind port 77fe1c43-bbdb-4090-9243-26549c46a9a6 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:16:22.843871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Attempting to bind port 77fe1c43-bbdb-4090-9243-26549c46a9a6 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:16:22.844221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Attempting to bind port 77fe1c43-bbdb-4090-9243-26549c46a9a6 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:16:22.849845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Port 77fe1c43-bbdb-4090-9243-26549c46a9a6 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:16:22.850166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Attempting to bind port 77fe1c43-bbdb-4090-9243-26549c46a9a6 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:16:22.855348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:16:22.855686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:16:22.856091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:16:22.856555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Bound port: 77fe1c43-bbdb-4090-9243-26549c46a9a6, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:16:22.856908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:22.950411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:16:22.953336 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:16:22.957863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:23.019171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.019867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:23.021483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] 10.222.0.15 "PUT /v2.0/ports/77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1093 time: 1.1520965 Jan 25 17:16:23.022026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:23.044516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb633fd8-6ea6-4e6f-8c58-ca72957ae66f service neutron] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:23.094289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'status': 'completed', 'code': 200} Jan 25 17:16:23.141075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-63655626-f2c1-4ec8-9eb3-f35e658060b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.142606 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-63655626-f2c1-4ec8-9eb3-f35e658060b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1096 time: 0.0813169 Jan 25 17:16:23.211180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-94fde145-6d83-4207-bb6a-9114d8d154b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0617101 Jan 25 17:16:23.278499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-dc7a0805-495c-4b38-91f3-0820a97346da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.279958 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-dc7a0805-495c-4b38-91f3-0820a97346da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0625317 Jan 25 17:16:23.364173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-64eb598a-6ab9-47ac-aeec-408c223864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.365705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-64eb598a-6ab9-47ac-aeec-408c223864ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804057 Jan 25 17:16:23.499896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-94f92080-6f78-4483-8f6d-b896da19fde6 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278701 Jan 25 17:16:23.634485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fab59bbc-2134-49fd-ae93-6eaab80e4de2 req-d7b837f3-f32d-4e60-9dea-f1d3af7fda4d service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284869 Jan 25 17:16:23.803871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce85c-cb25-46df-bc68-032f20684aaa req-86949713-7db9-4432-a893-5455ec120428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.805530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-86949713-7db9-4432-a893-5455ec120428 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1096 time: 0.1186988 Jan 25 17:16:23.945752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b59dfd-faea-4354-b43c-df1e61abe17e req-b77124f9-1178-4854-9823-d5344bf9e530 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.947053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b3b59dfd-faea-4354-b43c-df1e61abe17e req-b77124f9-1178-4854-9823-d5344bf9e530 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 943 time: 0.2019427 Jan 25 17:16:23.979187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce85c-cb25-46df-bc68-032f20684aaa req-27ade205-f519-4193-a722-8f77e97eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:23.980613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-27ade205-f519-4193-a722-8f77e97eed6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1677864 Jan 25 17:16:24.171773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-6e9ad469-cd01-47c2-8689-5a246186d2e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 217 time: 0.1799006 Jan 25 17:16:24.176145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b3b59dfd-faea-4354-b43c-df1e61abe17e req-7cbbfc5b-cf0d-42e2-a26e-5a8ca10b098d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184484 Jan 25 17:16:24.238665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce85c-cb25-46df-bc68-032f20684aaa req-e06f853e-3566-4e1b-b74d-01147195be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:24.240202 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-e06f853e-3566-4e1b-b74d-01147195be38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0626218 Jan 25 17:16:24.322145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce85c-cb25-46df-bc68-032f20684aaa req-43633d2a-be5b-4a91-b14f-7605b7b298c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:24.323604 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-43633d2a-be5b-4a91-b14f-7605b7b298c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766566 Jan 25 17:16:24.457202 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-8b62ddf3-3b58-498d-ba1e-175ade006f81 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270528 Jan 25 17:16:24.591692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-271ce85c-cb25-46df-bc68-032f20684aaa req-21d80c19-b0f2-4628-b899-47b712fb7895 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284556 Jan 25 17:16:25.364235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97bda3-0293-4797-b6a1-908684a5c763 req-e5e8063e-5a98-4f3a-a5f8-f958c4f5e5d0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:25.365822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a97bda3-0293-4797-b6a1-908684a5c763 req-e5e8063e-5a98-4f3a-a5f8-f958c4f5e5d0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 943 time: 0.0802157 Jan 25 17:16:25.409417 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3a97bda3-0293-4797-b6a1-908684a5c763 req-917f54f9-5908-4a37-8e18-b7439d66b63f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 Jan 25 17:16:25.660338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:26.595361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebedf27-8da2-4e4e-84a1-5fe3a07e8095 req-4434bf1b-0549-4fe0-9cb0-636ac97d6cf2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:26.596806 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ebedf27-8da2-4e4e-84a1-5fe3a07e8095 req-4434bf1b-0549-4fe0-9cb0-636ac97d6cf2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 943 time: 0.0830517 Jan 25 17:16:26.640840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ebedf27-8da2-4e4e-84a1-5fe3a07e8095 req-1b4f9918-f766-446d-a5a4-07fa61cfb022 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Jan 25 17:16:26.920730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:16:27.056349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:27.070314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:16:27.125335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:27.142669 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:16:27.157976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:27.162267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:27.232667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:27.518138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['77fe1c43-bbdb-4090-9243-26549c46a9a6'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:16:27.710703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7329a4c7-d312-4850-a18e-6d53ea694c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:27.839416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ca149-4b4c-467c-91f3-9b73c674e62e req-ead21b41-0af9-44e6-a15b-37ee1f2efb2e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:27.841357 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc6ca149-4b4c-467c-91f3-9b73c674e62e req-ead21b41-0af9-44e6-a15b-37ee1f2efb2e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 944 time: 0.0942407 Jan 25 17:16:27.887117 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bc6ca149-4b4c-467c-91f3-9b73c674e62e req-56d268f1-82bd-483f-839c-1604d77db9f9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Jan 25 17:16:28.921480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:16:28.993498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:16:28.998327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:16:28.998695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:29.088577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe2463-587b-4c68-85df-08582e3ca69e req-4ab9eb0a-a26f-4950-b12f-434c4596be95 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:29.090088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fdfe2463-587b-4c68-85df-08582e3ca69e req-4ab9eb0a-a26f-4950-b12f-434c4596be95 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 944 time: 0.0927589 Jan 25 17:16:29.127961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:29.135175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fdfe2463-587b-4c68-85df-08582e3ca69e req-6a1f70b4-4a82-47f8-b9c1-5bbd06fcff4e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392997 Jan 25 17:16:29.157671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:29.168354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:16:29.172531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:29.210070 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'code': 200} Jan 25 17:16:29.242340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:16:29.429591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099b949-e8d2-4804-9711-3f5b1d2f981b req-d93c7739-0b73-4dcc-83cd-d95f1a3a02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:29.431076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b099b949-e8d2-4804-9711-3f5b1d2f981b req-d93c7739-0b73-4dcc-83cd-d95f1a3a02de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0722067 Jan 25 17:16:29.475612 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b099b949-e8d2-4804-9711-3f5b1d2f981b req-ace8d31b-74a4-4765-a169-f881a011a9d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Jan 25 17:16:30.294268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a2d297e-3092-4793-95f4-1f1b5a69322d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:30.326489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacd2e2-4bfd-4f84-a04f-c35a2829d9b9 req-d42c5e41-85fa-42d3-8ac5-91770bf5824d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:30.327941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4dacd2e2-4bfd-4f84-a04f-c35a2829d9b9 req-d42c5e41-85fa-42d3-8ac5-91770bf5824d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0848873 Jan 25 17:16:30.372301 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4dacd2e2-4bfd-4f84-a04f-c35a2829d9b9 req-05854843-4318-411f-b079-e9fa41c0e51d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377138 Jan 25 17:16:31.146088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:31.572754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313ca53-3fc9-4f4d-9680-2e4c72e6f847 req-11df0d4a-9643-49cf-925a-f5c6f4abdbdf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:31.574229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f313ca53-3fc9-4f4d-9680-2e4c72e6f847 req-11df0d4a-9643-49cf-925a-f5c6f4abdbdf tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0835893 Jan 25 17:16:31.619079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f313ca53-3fc9-4f4d-9680-2e4c72e6f847 req-f1d7f778-196a-4f4f-972c-92a23ba74ca1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392530 Jan 25 17:16:31.626899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:31.801765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dea44-56db-4580-b325-aa76cbfaf90c req-a012b548-ddee-4b23-a13e-e31f78eb5f7a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:31.803394 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a92dea44-56db-4580-b325-aa76cbfaf90c req-a012b548-ddee-4b23-a13e-e31f78eb5f7a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0839906 Jan 25 17:16:31.812020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 42556) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:16:31.817736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'floatingip': {'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:16:31.896474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:32.591523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:32.595344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:32.767872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 associated. External IP: 172.26.4.131, port: 77fe1c43-bbdb-4090-9243-26549c46a9a6. Jan 25 17:16:32.807356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:33.122107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:16:33.306073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:16:33.311096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:33.315658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:16:33.325676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:16:33.326295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:16:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:33.369531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-940af577-0d8d-4159-854b-3f17db79ea03 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "PUT /v2.0/floatingips/fc9a75ee-61b0-49ea-821b-1adc66cde745 HTTP/1.1" status: 200 len: 991 time: 1.5564075 Jan 25 17:16:33.370225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:16:33.418401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'status': 'completed', 'code': 200} Jan 25 17:16:33.511275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:16:33.515008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-f3d1a408-e671-466a-9507-f8f52762f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:33.516518 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-f3d1a408-e671-466a-9507-f8f52762f665 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0758913 Jan 25 17:16:33.651395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-59f5992a-5a2a-40af-bb74-f714a8ed06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:33.652788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-59f5992a-5a2a-40af-bb74-f714a8ed06da service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1303954 Jan 25 17:16:33.874647 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-1d6966e1-00f8-4c05-97c9-aaf109853f0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 999 time: 0.2161875 Jan 25 17:16:33.904898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:16:32Z', 'revision_number': 9, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:33.908686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:16:33.917753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:16:33.918357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:16:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:33.940584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-d359f771-ec53-4a6e-bdc7-0482bc542fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:33.942150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-d359f771-ec53-4a6e-bdc7-0482bc542fd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0615535 Jan 25 17:16:34.016401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-347d0599-e08b-4aa5-8d37-598594629b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:16:34.018038 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-347d0599-e08b-4aa5-8d37-598594629b93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699346 Jan 25 17:16:34.096366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:16:34.150836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-19c1c41f-4593-442c-81b0-06298a617132 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263554 Jan 25 17:16:34.292955 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-abbfa4ba-7161-425b-b73b-3aea05ae9296 req-cf9d1113-b482-41b1-a2f3-13388d0d7ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348851 Jan 25 17:16:34.449676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:16:32Z', 'revision_number': 9, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:16:34.453579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec05ddc-7104-4a67-ad5b-6a4ea640f32f None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:16:32Z', 'revision_number': 9, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:16:34.657414 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297045fa-b5f6-4a70-b178-6bf2a3823610 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:16:39.588675 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:16:55.656606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:16:57.715700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0da3545b-484a-4219-8036-e2ffd852a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:00.018014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-f0d40c2d-1bb8-4283-a096-6c3c11d84a1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681322 Jan 25 17:17:00.157298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-c98358ad-47b8-412d-ae51-6c9011ffb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:00.158707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-c98358ad-47b8-412d-ae51-6c9011ffb2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0741639 Jan 25 17:17:00.297200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34952586-0c4f-4864-956d-f8b08899ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:00.304037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-c9cfc5d2-1c39-4868-b825-5afa7808b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:00.306146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-c9cfc5d2-1c39-4868-b825-5afa7808b747 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1286988 Jan 25 17:17:00.412505 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-d6f84f06-62f0-4a1a-9022-7aa159b2a98a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0991621 Jan 25 17:17:00.475228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-dff9216d-1ad2-456d-9d45-62618aa03777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:00.477317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-dff9216d-1ad2-456d-9d45-62618aa03777 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0592475 Jan 25 17:17:00.551301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-e58d7c4e-6087-4a1a-a156-00acc99b450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:00.552749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-e58d7c4e-6087-4a1a-a156-00acc99b450f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697198 Jan 25 17:17:00.683483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-cd9598cc-848f-444a-b46c-d70bd85804a7 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 Jan 25 17:17:00.817639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-84c135a9-8741-43cb-93ed-904dc016b6e7 req-9aed3f1d-418c-4726-b98c-4984e95c689e service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277215 Jan 25 17:17:01.148990 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:01.630825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:02.808740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:16.588463 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:17:25.656210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:27.718871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c77a3f30-af2f-4323-bafb-aa706fc1b478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:30.299220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb082d43-0167-4286-b729-62672296ae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:31.151011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:31.632565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:32.811078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:45.892961 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-96720eb3-a704-4d3b-954b-2fcd1ae9ebca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719237 Jan 25 17:17:45.955586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28898657-d760-4b59-9110-d49d6caf6ace req-18bab9d9-81a3-437f-b6e7-89d42d60c1bd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:45.957237 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28898657-d760-4b59-9110-d49d6caf6ace req-18bab9d9-81a3-437f-b6e7-89d42d60c1bd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0878253 Jan 25 17:17:46.005090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28898657-d760-4b59-9110-d49d6caf6ace req-05c3d3a7-9309-4ec6-9b43-da3ff82d5c0d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 Jan 25 17:17:47.001793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-187a2916-ed00-416d-ab5a-a852acdc2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:47.003247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-187a2916-ed00-416d-ab5a-a852acdc2b89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0692832 Jan 25 17:17:47.281238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-0f109377-c16e-4a07-ac62-ad328a0c25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:47.282703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-0f109377-c16e-4a07-ac62-ad328a0c25dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.2734456 Jan 25 17:17:47.392657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-99851461-471f-43bd-a00e-fa902c2439ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.1031973 Jan 25 17:17:47.400349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0985f-85da-4bc3-855c-46d4c4d45998 req-9aa157b9-e727-4652-b993-16cae317d79e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:47.402231 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0cb0985f-85da-4bc3-855c-46d4c4d45998 req-9aa157b9-e727-4652-b993-16cae317d79e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.2877471 Jan 25 17:17:47.495316 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0cb0985f-85da-4bc3-855c-46d4c4d45998 req-b58800e9-de3e-4213-bf97-83cca358ea00 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624909 Jan 25 17:17:47.496797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-03613023-0211-4db8-95e1-53a9c5255144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:47.498156 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-03613023-0211-4db8-95e1-53a9c5255144 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0951045 Jan 25 17:17:47.573771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-669b0f65-d9b8-44e1-a211-0a2bef5fa7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:47.575158 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-669b0f65-d9b8-44e1-a211-0a2bef5fa7a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706584 Jan 25 17:17:47.706607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-11d60426-da38-47d0-9be9-57fa537168f7 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252184 Jan 25 17:17:47.842709 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-6725fc3e-2b5d-49fb-ae5b-d574febb0cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306267 Jan 25 17:17:48.681363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522081c-fae1-49ca-95b1-6695c833169e req-4cb3bea7-1468-4b41-97b7-b03718cc7ac9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:48.683835 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e522081c-fae1-49ca-95b1-6695c833169e req-4cb3bea7-1468-4b41-97b7-b03718cc7ac9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0823963 Jan 25 17:17:48.737384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e522081c-fae1-49ca-95b1-6695c833169e req-b14b0046-c04b-4edd-b971-973c11af3f01 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480058 Jan 25 17:17:49.921658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40397c-263f-49fe-8d02-d33551056dda req-555fad2b-a0ee-449b-9369-4f5805dd9451 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:49.923100 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5f40397c-263f-49fe-8d02-d33551056dda req-555fad2b-a0ee-449b-9369-4f5805dd9451 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0795176 Jan 25 17:17:49.966616 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5f40397c-263f-49fe-8d02-d33551056dda req-7fd36042-f4fc-4b7b-b0d1-b3b4ac616ac8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Jan 25 17:17:51.157420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8448-c314-48e9-a25d-0e66d2a41493 req-bb2906ab-7df1-41df-bd70-3a6e6b35b254 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:51.159099 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e77d8448-c314-48e9-a25d-0e66d2a41493 req-bb2906ab-7df1-41df-bd70-3a6e6b35b254 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0843849 Jan 25 17:17:51.203479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e77d8448-c314-48e9-a25d-0e66d2a41493 req-cb60a703-38f6-4ce3-bf4e-9ca289affc88 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387599 Jan 25 17:17:52.390814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308ea9-d26f-4a34-8148-31a6b176665f req-8244fa04-a958-4033-9122-a4a0c8a52b1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:52.392291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1b308ea9-d26f-4a34-8148-31a6b176665f req-8244fa04-a958-4033-9122-a4a0c8a52b1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0814450 Jan 25 17:17:52.437602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1b308ea9-d26f-4a34-8148-31a6b176665f req-354cb918-0e65-41f0-9fa5-ea8f93cb4d5d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396872 Jan 25 17:17:53.588633 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:17:53.628726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7a9d-34c8-493a-83d6-c8478d948a33 req-5aa89d89-a8c2-4a7c-a9bd-f0d437b49e78 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:53.630208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d44f7a9d-34c8-493a-83d6-c8478d948a33 req-5aa89d89-a8c2-4a7c-a9bd-f0d437b49e78 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0833557 Jan 25 17:17:53.675621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d44f7a9d-34c8-493a-83d6-c8478d948a33 req-c38760c9-797b-406e-ad33-f1ff669b6683 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388861 Jan 25 17:17:54.866026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039be5ef-351a-4745-b235-5b92cddbc6d8 req-abf35fbb-cbe6-4ca9-be4f-046a0352a738 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:54.867458 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-039be5ef-351a-4745-b235-5b92cddbc6d8 req-abf35fbb-cbe6-4ca9-be4f-046a0352a738 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0800278 Jan 25 17:17:54.910374 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-039be5ef-351a-4745-b235-5b92cddbc6d8 req-57323209-ab95-4491-bd73-b530740d1bc9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372143 Jan 25 17:17:55.659663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:56.102265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e4cb1-e07a-45ed-ad0e-1611b8b1628f req-2787dca4-8e5f-4ece-9b77-00af4d8cd761 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:56.103607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-044e4cb1-e07a-45ed-ad0e-1611b8b1628f req-2787dca4-8e5f-4ece-9b77-00af4d8cd761 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0835741 Jan 25 17:17:56.148506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-044e4cb1-e07a-45ed-ad0e-1611b8b1628f req-2bf8389a-98f6-4b9b-b023-841ec5288328 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Jan 25 17:17:57.332873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb276-cb10-42c8-b447-ade752516fc0 req-23208bdf-5fa9-47d2-8394-da6c113d001e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:57.334347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3eccb276-cb10-42c8-b447-ade752516fc0 req-23208bdf-5fa9-47d2-8394-da6c113d001e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0809810 Jan 25 17:17:57.382804 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3eccb276-cb10-42c8-b447-ade752516fc0 req-2229ac03-fb44-40f0-ae08-30139ed89c60 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Jan 25 17:17:57.720813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80914db7-b68c-46fb-b533-fb5ddcc07bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:17:58.564849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb939998-a57a-4eb2-affc-443977dcbc19 req-8eb32546-06e4-42fd-877c-8bbe15492800 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:58.566247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bb939998-a57a-4eb2-affc-443977dcbc19 req-8eb32546-06e4-42fd-877c-8bbe15492800 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0799835 Jan 25 17:17:58.612732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bb939998-a57a-4eb2-affc-443977dcbc19 req-ff5a374e-3d1e-47d2-88f3-5a08b403a8a9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 Jan 25 17:17:59.804004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27980538-bdf7-4f25-9923-1a0307c49ab3 req-91142d30-38e4-4dd3-9c1d-784b68bf623b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:17:59.805493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27980538-bdf7-4f25-9923-1a0307c49ab3 req-91142d30-38e4-4dd3-9c1d-784b68bf623b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0853345 Jan 25 17:17:59.850832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27980538-bdf7-4f25-9923-1a0307c49ab3 req-8283ff9a-ae48-4085-a058-14879849f584 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Jan 25 17:18:00.302050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ce69174-605e-4d7a-acd1-b63b54e41976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:01.154723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:01.199514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a1df5-0df8-4841-a3c5-859a7add362b req-f0638e49-74ae-4cfe-a9dd-bf1e533787a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:01.200978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-622a1df5-0df8-4841-a3c5-859a7add362b req-f0638e49-74ae-4cfe-a9dd-bf1e533787a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.2420697 Jan 25 17:18:01.232851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-5f393e4a-0f77-42ec-a5c0-8ef4a1198cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:01.234311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-5f393e4a-0f77-42ec-a5c0-8ef4a1198cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.2236860 Jan 25 17:18:01.254179 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-622a1df5-0df8-4841-a3c5-859a7add362b req-94e9a65d-8d94-42e4-8069-8682d5406cac tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469248 Jan 25 17:18:01.385162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-842d079b-bfd3-4001-ae3f-2f7e7691c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:01.386698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-842d079b-bfd3-4001-ae3f-2f7e7691c933 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1316793 Jan 25 17:18:01.496553 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-06d2e7ff-8edf-4ffa-856a-bcc114a8c929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.1038256 Jan 25 17:18:01.565118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-8c6e61fe-75e3-4144-8942-4da6cb42a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:01.566605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-8c6e61fe-75e3-4144-8942-4da6cb42a480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0648901 Jan 25 17:18:01.634913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:01.645537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-4e52dd09-ca0d-4a9a-a4e0-75ce876d2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:01.647203 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-4e52dd09-ca0d-4a9a-a4e0-75ce876d2132 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751271 Jan 25 17:18:01.796798 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-7d28ec42-4d0e-4129-bcc3-06348e32117f service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427422 Jan 25 17:18:01.948412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d117e9ed-90b1-4b1f-b320-8c292579bb1b req-55dd3c86-62b8-4c6b-ae71-b132d99e4ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462193 Jan 25 17:18:02.437199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e294-7f4a-406f-8833-84ceb3649048 req-5fc5d1fd-effb-428a-b770-c635ce4d71df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:02.438664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16f6e294-7f4a-406f-8833-84ceb3649048 req-5fc5d1fd-effb-428a-b770-c635ce4d71df tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0800362 Jan 25 17:18:02.483315 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-16f6e294-7f4a-406f-8833-84ceb3649048 req-a85f6bba-6a0a-4208-bffd-4ff70b397c6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389943 Jan 25 17:18:02.817104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:03.674359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ccf01-42bb-4f05-b742-46f0c8035ee6 req-9f0fa0f3-7db4-4f8a-809c-f3342fa33fe2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:03.675814 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b8ccf01-42bb-4f05-b742-46f0c8035ee6 req-9f0fa0f3-7db4-4f8a-809c-f3342fa33fe2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0835662 Jan 25 17:18:03.720535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b8ccf01-42bb-4f05-b742-46f0c8035ee6 req-4dffb747-cb02-4308-a226-56e67aa473e0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389409 Jan 25 17:18:04.517662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-b0087871-6627-4133-9e3c-960e2c49cd3c service neutron] 10.222.0.15 "GET /v2.0/ports/77fe1c43-bbdb-4090-9243-26549c46a9a6/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0741801 Jan 25 17:18:04.785933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-6b809c11-e95a-4434-a336-4c4cf0c30e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:04.787440 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-6b809c11-e95a-4434-a336-4c4cf0c30e3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1098 time: 0.0755668 Jan 25 17:18:04.954643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-b92e73b3-2043-4eb6-b4ed-993a0eb00ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:04.956090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-b92e73b3-2043-4eb6-b4ed-993a0eb00ddf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.1463861 Jan 25 17:18:04.965468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91036de-2f3d-4ee0-8255-54e636f53a78 req-818b277d-fbf1-43f2-afb9-2e8e215224a6 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:04.966825 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b91036de-2f3d-4ee0-8255-54e636f53a78 req-818b277d-fbf1-43f2-afb9-2e8e215224a6 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.1252835 Jan 25 17:18:05.107528 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b91036de-2f3d-4ee0-8255-54e636f53a78 req-62b77a76-e7ae-42e5-aacd-477a702098d4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221464 Jan 25 17:18:05.143083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-eb5aeae5-4be8-4134-9b70-14a4cca50b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:05.144526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-eb5aeae5-4be8-4134-9b70-14a4cca50b2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1768782 Jan 25 17:18:05.245880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-310a739d-26fa-4a25-8c08-826ee13d96d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0951622 Jan 25 17:18:05.314787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-6b534dbe-525c-436e-a6e1-d31f164cd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:05.316202 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-6b534dbe-525c-436e-a6e1-d31f164cd0e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0648935 Jan 25 17:18:05.498441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-f4942b0c-07ce-4f52-935c-180ef27b291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:05.500002 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-f4942b0c-07ce-4f52-935c-180ef27b291f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1778488 Jan 25 17:18:05.635146 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-04a3a065-b6be-4763-a726-e4312dd3013e service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277523 Jan 25 17:18:05.768974 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-c6f384ed-4a2c-49e8-a437-69d817e31719 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276450 Jan 25 17:18:06.290709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3badc60-93ee-4c68-8e24-ac895329c69b req-7c9db80a-01af-4b52-80fb-cece76203f6c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:06.292638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3badc60-93ee-4c68-8e24-ac895329c69b req-7c9db80a-01af-4b52-80fb-cece76203f6c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0786817 Jan 25 17:18:06.336263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d3badc60-93ee-4c68-8e24-ac895329c69b req-f2033b55-3a95-41a6-b83a-e7d1b17adc93 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Jan 25 17:18:07.312302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:18:07.314740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:18:07.529894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec593c6-e542-47bb-8536-8530883a6d42 req-5247bf81-fb5e-4aa9-82b6-1b73ea3fa83d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:07.531400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ec593c6-e542-47bb-8536-8530883a6d42 req-5247bf81-fb5e-4aa9-82b6-1b73ea3fa83d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0853944 Jan 25 17:18:07.535790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:07.553828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:07.574082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:18:07.575792 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ec593c6-e542-47bb-8536-8530883a6d42 req-980bef8e-7a13-4d06-84f2-15c930339d49 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Jan 25 17:18:07.580717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:07.624461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:07.634511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:07.673467 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'code': 200} Jan 25 17:18:07.731813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:07.756429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:18:07.791987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:07.816471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.816814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.817153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.817518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.817850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.818180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.818505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.818829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.819153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.819474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.819793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.820109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:07.837333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:18:07.837685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:18:08.393433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:08.410171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:18:08.425490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:08.429470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:08.499101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:08.524363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['77fe1c43-bbdb-4090-9243-26549c46a9a6'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:18:08.771444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f1e29-5244-43b3-9afb-36cf2f55c1d6 req-7f206e89-ead2-4e3e-9c29-9727cf79b8fa tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:08.773161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4f1e29-5244-43b3-9afb-36cf2f55c1d6 req-7f206e89-ead2-4e3e-9c29-9727cf79b8fa tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 944 time: 0.0823879 Jan 25 17:18:08.829424 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe4f1e29-5244-43b3-9afb-36cf2f55c1d6 req-0f05267b-83a0-4e4c-a392-80bd508becd4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465195 Jan 25 17:18:09.315254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:18:09.381172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:18:09.381563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:09.514709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:09.547651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:09.551434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:09.619753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:09.674694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:09.726543 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'code': 200} Jan 25 17:18:10.016521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde8226-2432-4352-b7b1-7280d0ced6ae req-b7b7d84e-7a69-458d-8a1d-65c8ebeeb859 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:10.018121 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cde8226-2432-4352-b7b1-7280d0ced6ae req-b7b7d84e-7a69-458d-8a1d-65c8ebeeb859 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0813196 Jan 25 17:18:10.065248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cde8226-2432-4352-b7b1-7280d0ced6ae req-4db18c60-e953-4bf1-a7b9-b8cc61e2f7e3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Jan 25 17:18:10.528526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-ace25052-c9e8-45a3-bfbd-eb75a8400207 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:10.529960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-ace25052-c9e8-45a3-bfbd-eb75a8400207 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1413562 Jan 25 17:18:10.602879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3d019-c9a1-470b-aed1-bbce95d81d65 req-58d55dac-8b6c-4e35-9627-e9bdd723fe30 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:10.604307 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86f3d019-c9a1-470b-aed1-bbce95d81d65 req-58d55dac-8b6c-4e35-9627-e9bdd723fe30 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.1568809 Jan 25 17:18:10.656311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-6e75aaff-f06b-40d1-a23d-6a5b76c264da service neutron] 10.222.0.15 "GET /v2.0/ports/77fe1c43-bbdb-4090-9243-26549c46a9a6/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.1202149 Jan 25 17:18:10.660665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86f3d019-c9a1-470b-aed1-bbce95d81d65 req-c10f7b1f-24f2-4a07-8cde-76144197e598 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491805 Jan 25 17:18:10.748239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-0d91b8b9-4d51-4fd4-9d3f-7b068ed743fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:10.749724 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-0d91b8b9-4d51-4fd4-9d3f-7b068ed743fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0718172 Jan 25 17:18:10.883621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-b0defb96-646b-42a5-8bb7-3f85e2de0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:10.885056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-b0defb96-646b-42a5-8bb7-3f85e2de0860 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1291950 Jan 25 17:18:10.988474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-5fc4b757-53f0-4182-93a9-06d792627cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.0971401 Jan 25 17:18:11.052926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-25ee0dec-facd-4b92-96d7-db6d4dca10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:11.054382 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-25ee0dec-facd-4b92-96d7-db6d4dca10d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0609331 Jan 25 17:18:11.127655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-fb7a6025-18b5-4af7-81da-06c4c492bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:11.129033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-fb7a6025-18b5-4af7-81da-06c4c492bb4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689306 Jan 25 17:18:11.263407 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-789087ad-9825-4c3d-bb03-82bb702e77d5 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281705 Jan 25 17:18:11.496289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-014702d1-804b-4514-8569-6b7627f450ff service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257636 Jan 25 17:18:11.855931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2131e2-f4a2-485c-8bf3-226776aaebcc req-2f1d42aa-b0e5-45fe-997b-eb60ffa7a6ca tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:11.857424 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9c2131e2-f4a2-485c-8bf3-226776aaebcc req-2f1d42aa-b0e5-45fe-997b-eb60ffa7a6ca tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0805273 Jan 25 17:18:11.904497 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9c2131e2-f4a2-485c-8bf3-226776aaebcc req-cf61cf2d-f369-464c-a96f-752df96eebe5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Jan 25 17:18:13.092697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd456-6295-4469-b44e-aeaa4aa3a18e req-d8b198f5-4e65-466d-86d0-00e0169b52c3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:13.094208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3d0fd456-6295-4469-b44e-aeaa4aa3a18e req-d8b198f5-4e65-466d-86d0-00e0169b52c3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0819621 Jan 25 17:18:13.140173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3d0fd456-6295-4469-b44e-aeaa4aa3a18e req-5fe374fd-ee6e-4925-a3e5-9d7c5150fd47 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Jan 25 17:18:14.032552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-6c463936-3b99-4604-9d55-33f7d4d0e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.034064 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-6c463936-3b99-4604-9d55-33f7d4d0e06c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1098 time: 0.0804765 Jan 25 17:18:14.124636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-3e938c82-9f0b-4f1c-88f2-7d42e123a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.127634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-3e938c82-9f0b-4f1c-88f2-7d42e123a661 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 1098 time: 0.0715160 Jan 25 17:18:14.304594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-8a5c9bd0-3e6b-48fe-89b9-5791a40b9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.306070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-8a5c9bd0-3e6b-48fe-89b9-5791a40b9e3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1741903 Jan 25 17:18:14.427063 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-423e7cbf-1e11-48ba-9bc4-98b6034a66b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 200 len: 1002 time: 0.1103947 Jan 25 17:18:14.436105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18141bba-6a16-4a27-ace2-a24c33ad2245 req-6a4f11af-cd33-420b-af75-c9bdf7732a7a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.437491 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18141bba-6a16-4a27-ace2-a24c33ad2245 req-6a4f11af-cd33-420b-af75-c9bdf7732a7a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.1879873 Jan 25 17:18:14.528744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-9c362784-4ee5-4393-98d8-c19484092807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.530208 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-9c362784-4ee5-4393-98d8-c19484092807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0918791 Jan 25 17:18:14.537065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18141bba-6a16-4a27-ace2-a24c33ad2245 req-427ddd1f-16ca-4235-b46a-148ab73f024f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639796 Jan 25 17:18:14.609784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8af71-df41-48ef-8591-be42471e52cc req-f1c30890-9505-4c9d-8555-bb309d95f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:14.611241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-f1c30890-9505-4c9d-8555-bb309d95f847 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732496 Jan 25 17:18:14.746425 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-777f469d-d662-4eab-804d-c3f4c70b9a76 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284351 Jan 25 17:18:14.881928 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8de8af71-df41-48ef-8591-be42471e52cc req-64b4b8de-32dc-4ef3-b2a1-e358da4b3b42 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299570 Jan 25 17:18:15.728545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb6ee1-f2d2-4b05-a61d-050d3b8aff55 req-15c5b4be-5d3d-4f53-9958-8b54525c8548 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:15.730847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-80bb6ee1-f2d2-4b05-a61d-050d3b8aff55 req-15c5b4be-5d3d-4f53-9958-8b54525c8548 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0878818 Jan 25 17:18:15.775268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-80bb6ee1-f2d2-4b05-a61d-050d3b8aff55 req-181e2d48-7798-4a46-a72d-cb9738a1c62f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387635 Jan 25 17:18:16.966244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62b84-097e-4f78-bcac-a0f282e841d6 req-df89ae61-00f7-4baf-bef5-b958b3392db4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:16.967692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3b62b84-097e-4f78-bcac-a0f282e841d6 req-df89ae61-00f7-4baf-bef5-b958b3392db4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0800781 Jan 25 17:18:17.016078 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3b62b84-097e-4f78-bcac-a0f282e841d6 req-38e2dbe6-dd1d-4df0-8da3-107a0542b18a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Jan 25 17:18:17.358763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:18:17.361843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:18:17.571186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:17.604531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:17.626487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:17.630801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'mac_address': 'fa:16:3e:95:57:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:18:17.638512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:17.667625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:17.703653 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'code': 200} Jan 25 17:18:17.747533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:17.770667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:18:17.774434 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=9']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:17.791898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:17.796376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:17.860282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['77fe1c43-bbdb-4090-9243-26549c46a9a6'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:18:17.910648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=10']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:18.200190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283964b-c694-43d6-9788-8aa768cabc62 req-81658367-d9e5-401a-89b7-493daf455528 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:18.201680 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4283964b-c694-43d6-9788-8aa768cabc62 req-81658367-d9e5-401a-89b7-493daf455528 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0796180 Jan 25 17:18:18.244530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4283964b-c694-43d6-9788-8aa768cabc62 req-b4f65fb3-50e1-4fa8-93cb-b793e561b2d0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371771 Jan 25 17:18:18.441742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bbf42-610e-46d4-bee4-c15874f6c272 req-9ab5f5a3-5618-4fa3-afe4-8031db48a714 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:18.443195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d15bbf42-610e-46d4-bee4-c15874f6c272 req-9ab5f5a3-5618-4fa3-afe4-8031db48a714 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0839422 Jan 25 17:18:18.487478 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d15bbf42-610e-46d4-bee4-c15874f6c272 req-41ecfd40-5c40-412f-b123-433f50574ee5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Jan 25 17:18:18.678805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b12402-8ea2-4f01-ad86-fde32b5ed476 req-b346e253-2844-4cde-b5a4-981939f47cff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:18.680356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e7b12402-8ea2-4f01-ad86-fde32b5ed476 req-b346e253-2844-4cde-b5a4-981939f47cff tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0836091 Jan 25 17:18:18.738264 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e7b12402-8ea2-4f01-ad86-fde32b5ed476 req-ae8161e4-94e3-4734-8e49-d467ef1b0caa tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497873 Jan 25 17:18:19.127125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696411bd-f34b-4b4e-b030-aa4424d09e32 req-20de3a01-9200-4b65-8477-e51f624283ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:19.128504 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-696411bd-f34b-4b4e-b030-aa4424d09e32 req-20de3a01-9200-4b65-8477-e51f624283ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 945 time: 0.0846057 Jan 25 17:18:19.172908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-696411bd-f34b-4b4e-b030-aa4424d09e32 req-982c5f6b-d426-4ddf-98d5-50beab6c7f4d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 Jan 25 17:18:19.373630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:18:19.443747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 77fe1c43-bbdb-4090-9243-26549c46a9a6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:18:19.444036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:19.562908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:19.598719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:19.602622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:19.675701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=11']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:19.704837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:19.748780 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'code': 200} Jan 25 17:18:20.360704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4794e-36cd-42dc-bd36-4e659d04a987 req-068d621c-f8ea-4193-9263-9ceecdf20015 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:20.362182 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2bd4794e-36cd-42dc-bd36-4e659d04a987 req-068d621c-f8ea-4193-9263-9ceecdf20015 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 946 time: 0.0801539 Jan 25 17:18:20.410066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2bd4794e-36cd-42dc-bd36-4e659d04a987 req-5c84c26d-74b8-401c-bf58-ec010989d4c0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 Jan 25 17:18:21.263383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-55b1438c-b9a9-46e1-9257-75d7e740b2a7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:21.264812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-55b1438c-b9a9-46e1-9257-75d7e740b2a7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 946 time: 0.0828962 Jan 25 17:18:21.340544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Deleting port 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:18:21.340877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:21.737545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] For port 77fe1c43-bbdb-4090-9243-26549c46a9a6, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=77fe1c43-bbdb-4090-9243-26549c46a9a6,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:21.738285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:21.836858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06c4a-e7c3-4abe-9da4-fa8d6a874c45 req-b2797326-875d-42ee-a77b-45528a2f0d77 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:21.838334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dba06c4a-e7c3-4abe-9da4-fa8d6a874c45 req-b2797326-875d-42ee-a77b-45528a2f0d77 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 946 time: 0.2215471 Jan 25 17:18:21.971201 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dba06c4a-e7c3-4abe-9da4-fa8d6a874c45 req-b2285bdf-e7ff-428a-99d8-1c4381c87dd4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218598 Jan 25 17:18:22.079026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:22.079298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:22.079651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 disassociated. External IP: 172.26.4.131, port: 77fe1c43-bbdb-4090-9243-26549c46a9a6. Jan 25 17:18:22.079992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Calling delete_port for 77fe1c43-bbdb-4090-9243-26549c46a9a6 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:18:22.222696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:22.275149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'Port': ['ID=77fe1c43-bbdb-4090-9243-26549c46a9a6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:22.286473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.286695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.287033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.287364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.287694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.288020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.288345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.288671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.288993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.289342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.289662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.289976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:18:22.475162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:18:22.657259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:18:22.667655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:18:22.677412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:18:22.678035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:18:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:22.735637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] No DVR routers for this DVR port 77fe1c43-bbdb-4090-9243-26549c46a9a6 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:18:22.738288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:22.740985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-deleted', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:22.762632 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e286db26-8488-4268-afb7-1cb17fc17a2f req-4596c525-f38a-4c03-9789-ef67732a8912 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "DELETE /v2.0/ports/77fe1c43-bbdb-4090-9243-26549c46a9a6 HTTP/1.1" status: 204 len: 173 time: 1.4923718 Jan 25 17:18:22.795547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9450e3-b50a-47f2-aea7-543822bd3602', 'name': 'network-vif-deleted', 'tag': '77fe1c43-bbdb-4090-9243-26549c46a9a6', 'status': 'completed', 'code': 200} Jan 25 17:18:22.918611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:18:23.134262 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-21ce8d2d-b517-4e1d-8e60-c8b9ce95e75f req-d774b43b-a166-44f5-93c6-031887705ece tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:18:23.150224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-21ce8d2d-b517-4e1d-8e60-c8b9ce95e75f req-d774b43b-a166-44f5-93c6-031887705ece tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:18:23.152274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21ce8d2d-b517-4e1d-8e60-c8b9ce95e75f req-d774b43b-a166-44f5-93c6-031887705ece tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d9450e3-b50a-47f2-aea7-543822bd3602 HTTP/1.1" status: 200 len: 210 time: 0.0598528 Jan 25 17:18:23.248847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:23.253019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:18:23.262155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:18:23.262771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:18:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:23.443890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:18:23.781719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:23.786805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7e619-d457-4be4-8f59-c34ab10bf00c None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:18:24.030642 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f7b88-41d5-4b13-91cb-2aaf99f38b44 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:18:24.532922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-96aee2cd-dcb3-4f37-9732-8d0c327ffcf0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--517448613&fields=id&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 267 time: 0.0392673 Jan 25 17:18:24.695859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-431361b7-6f0a-431f-9f06-47be5bf6ecdd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:24.697325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-431361b7-6f0a-431f-9f06-47be5bf6ecdd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1580679 Jan 25 17:18:24.711900 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-dec424e8-961c-4327-85a3-4b2bd4c7936d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/quotas/1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 375 time: 0.0089436 Jan 25 17:18:24.800572 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-2f7b930e-9e62-425b-b2ad-67e3d18aa076 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809946 Jan 25 17:18:24.816354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-3bea3655-ca6b-4d94-8385-67503fdd4e46 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:18:24.817473 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-3bea3655-ca6b-4d94-8385-67503fdd4e46 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051165 Jan 25 17:18:25.066426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-17894dd4-d7b9-4117-a87e-95232d298938 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434101 Jan 25 17:18:25.196689 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-531b9055-5028-4bab-a035-b17199067423 service neutron] 10.222.0.45 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245170 Jan 25 17:18:25.376952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d0ee6374-03c2-4b1c-8be3-77831093dbeb req-68c804ad-91b7-4bee-8ed8-d880cb4088af tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 210 time: 0.0498376 Jan 25 17:18:25.408497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:18:25.443520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 77fe1c43-bbdb-4090-9243-26549c46a9a6 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:18:25.443789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 77fe1c43-bbdb-4090-9243-26549c46a9a6 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:18:25.675816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:26.419125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-fda778a9-1c84-4afc-bb77-9f0aad60ce6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:26.420435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-fda778a9-1c84-4afc-bb77-9f0aad60ce6e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 812 time: 0.1576462 Jan 25 17:18:26.475065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-c0db45f8-8bbe-460d-a79d-86cfe8ec12b0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 379 time: 0.0467365 Jan 25 17:18:26.484882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'port': {'device_id': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'admin_state_up': True, 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'security_groups': ['60a73afe-c932-49c5-b90d-831e1fd31e12']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:18:26.600551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b91d68dc-ebc4-4d03-9f24-aae95e9db401 req-7216e125-cb8f-43ac-85e3-7da7c8bca1bb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 210 time: 0.1013601 Jan 25 17:18:26.669929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:18:26.679893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:18:26.689947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Made reservation on behalf of 1fcfc83e950740059e6ecbb1e1eafb69 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:18:26.693705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:26.866236 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Allocated IP 172.20.0.13 (25b75a38-3dbc-4617-9df3-90bbb5806011/4449206d-0c41-4704-89e5-d9880b16f449/45734486-b81f-4fd6-8a39-7b6f47df1563) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:18:27.054663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.071112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Transition to ACTIVE for port object 45734486-b81f-4fd6-8a39-7b6f47df1563 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:18:27.094953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.163963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:18:27.167237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:18:27.171088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:18:27.206958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:27.243489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:27.244107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.271658 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-54cf4ead-f35c-4217-b67a-0729272dbd82 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906883 Jan 25 17:18:27.283277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Request body: {'port': {'device_id': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:18:27.370278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e59cbf9d-dc7d-4cbb-8d5c-d07e94b3e31e None None] Provisioning for port 45734486-b81f-4fd6-8a39-7b6f47df1563 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:18:27.376708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e59cbf9d-dc7d-4cbb-8d5c-d07e94b3e31e None None] Provisioning complete for port 45734486-b81f-4fd6-8a39-7b6f47df1563 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:18:27.377074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e59cbf9d-dc7d-4cbb-8d5c-d07e94b3e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.398011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.434059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e59cbf9d-dc7d-4cbb-8d5c-d07e94b3e31e None None] Port 45734486-b81f-4fd6-8a39-7b6f47df1563 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:18:27.724436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-94bf946b-2625-4045-85d6-165858753a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.898375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:18:27.909082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:27.928410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Transition to ACTIVE for port object 45734486-b81f-4fd6-8a39-7b6f47df1563 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:18:27.933355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:28.070046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9782574-823e-4f74-b949-47e0abe4ff31 req-ae26e15f-144d-4bdd-bed3-62d92bcf4d5f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:28.070767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-d9782574-823e-4f74-b949-47e0abe4ff31 req-ae26e15f-144d-4bdd-bed3-62d92bcf4d5f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:18:28.120806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:28.162790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-d9782574-823e-4f74-b949-47e0abe4ff31 req-ae26e15f-144d-4bdd-bed3-62d92bcf4d5f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:18:28.164108 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9782574-823e-4f74-b949-47e0abe4ff31 req-ae26e15f-144d-4bdd-bed3-62d92bcf4d5f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 932 time: 0.4374812 Jan 25 17:18:28.236198 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9782574-823e-4f74-b949-47e0abe4ff31 req-8d17de17-c307-44a9-bdf8-d817f4dbdca7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610948 Jan 25 17:18:28.238345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Attempting to bind port 45734486-b81f-4fd6-8a39-7b6f47df1563 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:18:28.238678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Attempting to bind port 45734486-b81f-4fd6-8a39-7b6f47df1563 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:18:28.239089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Attempting to bind port 45734486-b81f-4fd6-8a39-7b6f47df1563 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:18:28.244006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Port 45734486-b81f-4fd6-8a39-7b6f47df1563 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:18:28.244322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Attempting to bind port 45734486-b81f-4fd6-8a39-7b6f47df1563 on network 25b75a38-3dbc-4617-9df3-90bbb5806011 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:18:28.249953 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:18:28.250289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Checking segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:18:28.250669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Bound using segment: {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:18:28.251094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Bound port: 45734486-b81f-4fd6-8a39-7b6f47df1563, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:18:28.251471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:28.345508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:18:28.348507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:18:28.352930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:28.414161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:28.414814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:28.416166 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] 10.222.0.15 "PUT /v2.0/ports/45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1094 time: 1.1374288 Jan 25 17:18:28.416789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:28.439433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fc1c7-6052-4eb5-99b0-3e8addb7bc90 service neutron] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:28.493125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'status': 'completed', 'code': 200} Jan 25 17:18:28.536331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-88fa37c3-536d-43be-be8a-87e2dd83d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:28.537881 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-88fa37c3-536d-43be-be8a-87e2dd83d97d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1097 time: 0.0815349 Jan 25 17:18:28.611059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-c76c41ab-aa88-460a-9b4b-d83e91a90079 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 217 time: 0.0665035 Jan 25 17:18:28.672927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-9bffa856-9d19-4a3a-8c80-ff8ff64f7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:28.674400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-9bffa856-9d19-4a3a-8c80-ff8ff64f7de3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0579233 Jan 25 17:18:28.753645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-62ce5e80-a3b3-4af2-91a3-70fc961d4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:28.755109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-62ce5e80-a3b3-4af2-91a3-70fc961d4111 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753264 Jan 25 17:18:28.894312 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-c7cfa2c3-36a6-45d5-9909-39c061a999af service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322694 Jan 25 17:18:29.039194 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ce1267e9-745e-4de5-bd97-42f3fe981ff4 req-69686bce-3b9d-41e5-89f5-985845e9147c service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386833 Jan 25 17:18:29.156851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-7e57b1fc-2eec-4a09-a212-f7eb22da2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:29.158340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-7e57b1fc-2eec-4a09-a212-f7eb22da2e20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1097 time: 0.0751173 Jan 25 17:18:29.293433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-998acd52-fd4d-486a-a42d-9a3fc2e66906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:29.294847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-998acd52-fd4d-486a-a42d-9a3fc2e66906 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1309566 Jan 25 17:18:29.399677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-81c08930-d50b-47ce-b65c-70ddd757633c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 217 time: 0.0989263 Jan 25 17:18:29.478561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-93ac675d-49be-4ddf-b05b-d2df8a983801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:29.480677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-93ac675d-49be-4ddf-b05b-d2df8a983801 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0724969 Jan 25 17:18:29.531335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96e18-7929-462d-b473-b33921a7f221 req-6881b1bd-e643-442f-91d9-dc6fbd144876 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:29.532748 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-56c96e18-7929-462d-b473-b33921a7f221 req-6881b1bd-e643-442f-91d9-dc6fbd144876 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 944 time: 0.1832085 Jan 25 17:18:29.685823 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-56c96e18-7929-462d-b473-b33921a7f221 req-1d88ca16-6330-4f3b-955d-36aabb926eef tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522594 Jan 25 17:18:29.698318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-f49c952a-4325-43b9-bd8a-f5072966aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:29.699803 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-f49c952a-4325-43b9-bd8a-f5072966aae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2119534 Jan 25 17:18:29.832645 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-dffe68d1-5b1e-43fb-971c-dc3ad2165e1d service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260753 Jan 25 17:18:29.970949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b9c01b3-598a-412d-80c2-b37511ce6064 req-a9c7c9c4-22b9-40db-84ba-9b5af4dde8ed service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312809 Jan 25 17:18:30.305102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fea7dcd8-9a8c-47fa-8dbb-273932009ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:30.588070 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:18:30.871879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53fcdb-ef1b-4108-a2e3-85a8afae9670 req-8aa184a4-ca8a-4449-bc97-450b21f565ed tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:30.873326 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d53fcdb-ef1b-4108-a2e3-85a8afae9670 req-8aa184a4-ca8a-4449-bc97-450b21f565ed tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 944 time: 0.0795112 Jan 25 17:18:30.920883 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5d53fcdb-ef1b-4108-a2e3-85a8afae9670 req-214624f0-2c01-42fc-94e5-4ff06ceb9258 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Jan 25 17:18:31.157120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:31.404945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:18:31.540610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:31.554306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:18:31.609882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:31.638944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:18:31.653638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:31.657855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:31.661919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:31.730206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:32.000563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['45734486-b81f-4fd6-8a39-7b6f47df1563'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:18:32.105455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e536d-48b1-40a6-8587-ed6fca08a65c req-2ff64631-fc79-4dd8-adda-e6b56c365a1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:32.106950 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e89e536d-48b1-40a6-8587-ed6fca08a65c req-2ff64631-fc79-4dd8-adda-e6b56c365a1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 945 time: 0.0818126 Jan 25 17:18:32.156049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e89e536d-48b1-40a6-8587-ed6fca08a65c req-5e0f6f70-c4e2-4b51-b655-759f74bde9b8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Jan 25 17:18:32.818788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:33.342097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186767-8314-48d0-9af1-c52626ee5796 req-30a0a5ed-d777-4f10-96fa-c9a7b33a2262 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:33.343542 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32186767-8314-48d0-9af1-c52626ee5796 req-30a0a5ed-d777-4f10-96fa-c9a7b33a2262 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 945 time: 0.0835896 Jan 25 17:18:33.388235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32186767-8314-48d0-9af1-c52626ee5796 req-4b59ed06-2e15-4337-9bba-910e719dd43e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 Jan 25 17:18:33.436736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:18:33.506148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 45734486-b81f-4fd6-8a39-7b6f47df1563 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:18:33.511642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 45734486-b81f-4fd6-8a39-7b6f47df1563 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:18:33.512009 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:33.631779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:33.659369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:33.671142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:18:33.674950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:33.710166 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'code': 200} Jan 25 17:18:33.759094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:18:33.939006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c614e7-537c-4d57-bbd6-5bbeae907d55 req-879c4149-8d23-4632-906e-07afe2cdb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:33.940499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0c614e7-537c-4d57-bbd6-5bbeae907d55 req-879c4149-8d23-4632-906e-07afe2cdb3b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0701416 Jan 25 17:18:33.980083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0c614e7-537c-4d57-bbd6-5bbeae907d55 req-4cb631d4-978c-49df-80a2-e3fcacb4715b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333049 Jan 25 17:18:34.581007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e30ee-36f2-4e0c-8ec5-8b046edb78cb req-c46493be-67ef-4e96-b805-fbd3378575e9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:34.582507 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f6e30ee-36f2-4e0c-8ec5-8b046edb78cb req-c46493be-67ef-4e96-b805-fbd3378575e9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0837967 Jan 25 17:18:34.629378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f6e30ee-36f2-4e0c-8ec5-8b046edb78cb req-02279bee-fb8d-4c87-9a04-a79e77bdba24 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382595 Jan 25 17:18:35.820633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb97a-883f-4a1d-afc7-9d682de53e4f req-ed874771-ad4c-4ca2-852a-1029b8b2010e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:35.822186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79fdb97a-883f-4a1d-afc7-9d682de53e4f req-ed874771-ad4c-4ca2-852a-1029b8b2010e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0818999 Jan 25 17:18:35.867930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79fdb97a-883f-4a1d-afc7-9d682de53e4f req-591f0853-0263-4c12-9f97-cd1d447c95e0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 Jan 25 17:18:36.060883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a80cdb-dbdf-4076-a989-ac41e924dd99 req-1e479843-86b2-4348-9bbb-bf69e5b7b948 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:36.062366 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-68a80cdb-dbdf-4076-a989-ac41e924dd99 req-1e479843-86b2-4348-9bbb-bf69e5b7b948 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0934551 Jan 25 17:18:36.071426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 42862) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:18:36.077055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Request body: {'floatingip': {'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:18:36.156374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:36.859748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:36.864039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:37.037481 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 associated. External IP: 172.26.4.131, port: 45734486-b81f-4fd6-8a39-7b6f47df1563. Jan 25 17:18:37.393490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:18:37.577204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:18:37.582145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:37.586995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:18:37.596908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:18:37.597558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:18:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:37.641985 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-76d60ebd-b869-4e6a-9ff4-ea0022092413 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "PUT /v2.0/floatingips/fc9a75ee-61b0-49ea-821b-1adc66cde745 HTTP/1.1" status: 200 len: 993 time: 1.5695465 Jan 25 17:18:37.642555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:18:37.698094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'status': 'completed', 'code': 200} Jan 25 17:18:37.791565 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:18:37.792484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-46565d47-131c-420e-941f-c1282d5ce48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:37.794795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-46565d47-131c-420e-941f-c1282d5ce48f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0759490 Jan 25 17:18:37.927218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-d283ea20-8657-45b6-94ea-1ede944a1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:37.928594 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-d283ea20-8657-45b6-94ea-1ede944a1ecf service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1280913 Jan 25 17:18:38.041564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-069cabed-aa3e-4600-bd81-268da6941353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1001 time: 0.1063166 Jan 25 17:18:38.102361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-79e175d0-9a98-49ee-8af6-ebb4c1e6a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:38.103831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-79e175d0-9a98-49ee-8af6-ebb4c1e6a3f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0570819 Jan 25 17:18:38.145619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:18:36Z', 'revision_number': 13, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:38.149815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:18:38.159313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:18:38.159936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:18:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:38.298765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-8efbe986-ebb3-426a-b3fd-b115ec892124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:18:38.300227 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-8efbe986-ebb3-426a-b3fd-b115ec892124 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1903019 Jan 25 17:18:38.348273 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:18:38.434682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-582e1077-3393-4e82-b146-8e2e9b87875f service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277690 Jan 25 17:18:38.570124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-806dc73b-4a26-47ac-9456-0572e62b10d4 req-16f5e96f-1d57-42bc-8155-b40aaa7e7ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295667 Jan 25 17:18:38.728697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:18:36Z', 'revision_number': 13, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:18:38.733779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc13a9-6c6a-45e3-bc67-eb5bc352e4a6 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'fc9a75ee-61b0-49ea-821b-1adc66cde745', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:12:09Z', 'updated_at': '2022-01-25T17:18:36Z', 'revision_number': 13, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:18:38.947763 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe5635-47b1-43e4-9df6-9c9076e83991 None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:18:55.686044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:18:57.727721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d0500ee-9bbc-43c5-960f-1a064ae4536f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:00.310648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-219d1920-cffb-4539-b5e2-9b557df79841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:01.160842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:01.647290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:01.721666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-0173884d-3e3a-41dd-ac0f-bf599dab4794 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704396 Jan 25 17:19:01.874301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-5c2ddde2-a904-4ee3-861e-6dbc8c2686b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:19:01.875747 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-5c2ddde2-a904-4ee3-861e-6dbc8c2686b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0803816 Jan 25 17:19:02.016921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-4ea33f47-4576-4213-af80-52fdfdc6848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:19:02.018394 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-4ea33f47-4576-4213-af80-52fdfdc6848a service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1252084 Jan 25 17:19:02.120705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-78d752ce-3079-4ca0-bc88-d23b4064a03a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.0965104 Jan 25 17:19:02.185937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-7fbe3df0-303c-48d0-b94f-bf70824ef1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:19:02.187375 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-7fbe3df0-303c-48d0-b94f-bf70824ef1e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0611601 Jan 25 17:19:02.260789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-e0f8c497-86f5-4706-bd0e-a07538452479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:19:02.262273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-e0f8c497-86f5-4706-bd0e-a07538452479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690973 Jan 25 17:19:02.394588 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-319eda8a-9df7-431c-8970-ecd073012578 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262457 Jan 25 17:19:02.540252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4cf5e379-9d97-4ec0-a230-10512ff07362 req-b1c5f55d-36eb-44af-85e6-f1e316744055 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400461 Jan 25 17:19:02.822233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:07.587507 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:19:25.688536 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:27.729101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e90abc6-11ca-4ec3-9e58-7f383aeef697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:30.312597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f9e42-eb48-456d-b549-d855cf4eb24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:31.163791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:31.643819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:32.823173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:44.586518 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:19:52.855971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20d473-1e32-48c3-9a42-158f5a8e90c0 req-86059f72-9737-4fd1-8219-f372243af5a5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:19:52.857404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef20d473-1e32-48c3-9a42-158f5a8e90c0 req-86059f72-9737-4fd1-8219-f372243af5a5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0842671 Jan 25 17:19:52.901149 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef20d473-1e32-48c3-9a42-158f5a8e90c0 req-7afe3c44-6425-4378-8cf8-3bd1b31e5ae7 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374458 Jan 25 17:19:55.698578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:19:57.731632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86b54260-c545-43ed-a558-55aa267c9dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:00.314789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f47ba1a9-0af5-4f65-a7a2-88ec07cb20d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:01.166448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:01.646419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:02.660937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43058) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:02.708745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947412-b024-40a3-8e70-ccadd3c943d5 req-47cce868-da7e-433d-9cba-c3941526cd91 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:02.710234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21947412-b024-40a3-8e70-ccadd3c943d5 req-47cce868-da7e-433d-9cba-c3941526cd91 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1418896 Jan 25 17:20:02.712917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-a79e872a-57dc-4925-b44e-98012ba055d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:02.714271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-a79e872a-57dc-4925-b44e-98012ba055d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.1145644 Jan 25 17:20:02.778338 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-4f31dfff-c2b8-4aba-8609-52de4a07d9f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161630 Jan 25 17:20:02.831283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-21947412-b024-40a3-8e70-ccadd3c943d5 req-9a67232d-81e5-4cc3-9993-cdce8291ee51 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154873 Jan 25 17:20:02.846095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:02.887144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-cd30a344-97f9-4308-82c2-e1b872b4d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:02.888571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-cd30a344-97f9-4308-82c2-e1b872b4d837 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1559319 Jan 25 17:20:03.102459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-d2fc3072-7f1d-45cf-b9db-e26deb3b0333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.2079535 Jan 25 17:20:03.167463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-40655203-37c2-4c39-956b-50e698539f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:03.168929 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-40655203-37c2-4c39-956b-50e698539f4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0611026 Jan 25 17:20:03.249439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-f277611f-4832-40d2-9588-aa0a9090fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:03.250953 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-f277611f-4832-40d2-9588-aa0a9090fbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762990 Jan 25 17:20:03.385528 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-1c1d6a04-4669-4663-833b-30c4964a31dc service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276083 Jan 25 17:20:03.523544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fedc7b00-5f4b-4e77-8533-33e9ea86c7dd req-2ea22e4b-739f-46b1-8a24-8ccf3db21f91 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317840 Jan 25 17:20:04.032086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefd0-afb6-4d78-86da-c026fc7ab374 req-5ce0c914-1db4-4997-a5cf-834bbd681a2e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:04.034153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc9cefd0-afb6-4d78-86da-c026fc7ab374 req-5ce0c914-1db4-4997-a5cf-834bbd681a2e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0891314 Jan 25 17:20:04.087494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc9cefd0-afb6-4d78-86da-c026fc7ab374 req-5c35a281-4ed8-4bd5-9c8b-8708f1b0c508 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Jan 25 17:20:04.205776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-1d8e9975-de84-4094-9ac3-79829f6dfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:04.207240 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-1d8e9975-de84-4094-9ac3-79829f6dfd97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0772126 Jan 25 17:20:04.362944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-ba7a3078-02fb-403c-8cbe-c822f07eaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:04.364327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-ba7a3078-02fb-403c-8cbe-c822f07eaf9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1514819 Jan 25 17:20:04.477403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-e5a9ac45-26b7-468e-aed2-914606f3b19f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.1064079 Jan 25 17:20:04.538021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-317758b9-e4d8-47f5-ba5c-925e85f87f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:04.539433 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-317758b9-e4d8-47f5-ba5c-925e85f87f4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0576291 Jan 25 17:20:04.615679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-2184bd66-2878-47db-8279-0669bf4cbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:04.617050 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-2184bd66-2878-47db-8279-0669bf4cbd04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723271 Jan 25 17:20:04.751221 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-e2af0b04-b076-4044-84b4-5ab064429b02 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282084 Jan 25 17:20:04.881852 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-d6ea845e-acf4-4e2f-b021-c262d392da6a service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247947 Jan 25 17:20:05.275874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a8509-4216-4867-af54-776441c406a7 req-d025f93c-c07d-4c46-af94-be1e8c7987ca tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:05.277356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-565a8509-4216-4867-af54-776441c406a7 req-d025f93c-c07d-4c46-af94-be1e8c7987ca tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0816271 Jan 25 17:20:05.325649 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-565a8509-4216-4867-af54-776441c406a7 req-edf9ac9e-1a8a-4572-b727-d012b439ee31 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Jan 25 17:20:06.519740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f867c-c887-4dfe-b2b0-8caa0318019b req-05c6cc10-c879-4bc7-8841-b944b3378462 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:06.521172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-360f867c-c887-4dfe-b2b0-8caa0318019b req-05c6cc10-c879-4bc7-8841-b944b3378462 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0827234 Jan 25 17:20:06.564630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-360f867c-c887-4dfe-b2b0-8caa0318019b req-da58ba9a-7739-4195-b7db-75492fdf7c1a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 Jan 25 17:20:07.746258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bb50-b102-4ecc-a8da-4bbcb3826407 req-271ab838-aa55-4ae4-894a-7f83890ee872 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:07.747698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6527bb50-b102-4ecc-a8da-4bbcb3826407 req-271ab838-aa55-4ae4-894a-7f83890ee872 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0793240 Jan 25 17:20:07.790819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6527bb50-b102-4ecc-a8da-4bbcb3826407 req-97f0528a-4ce6-448b-840a-cdbf7203bd51 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369332 Jan 25 17:20:09.086636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29928f-3d8b-40b8-92c1-0b5795fbedd9 req-9ac08325-01c1-49d5-a8ce-4fd3a0838e3d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:09.088054 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c29928f-3d8b-40b8-92c1-0b5795fbedd9 req-9ac08325-01c1-49d5-a8ce-4fd3a0838e3d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1868517 Jan 25 17:20:09.131169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c29928f-3d8b-40b8-92c1-0b5795fbedd9 req-d7be5c5a-67f1-4b1d-a5b0-c040740facc5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Jan 25 17:20:10.316206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901038eb-4800-471d-b16f-7dc282ba3f95 req-7920f16c-ee96-4a65-acd7-6b9f353ccb24 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:10.317659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-901038eb-4800-471d-b16f-7dc282ba3f95 req-7920f16c-ee96-4a65-acd7-6b9f353ccb24 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0781512 Jan 25 17:20:10.363693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-901038eb-4800-471d-b16f-7dc282ba3f95 req-e75098de-2d2e-4fc7-a75a-8e6a81e31572 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Jan 25 17:20:11.546657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1232db-0e3e-4e48-86d4-a5fefac6b47b req-2c7b61a7-d0a3-4280-976c-f96fd821a2cd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:11.548927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de1232db-0e3e-4e48-86d4-a5fefac6b47b req-2c7b61a7-d0a3-4280-976c-f96fd821a2cd tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0805507 Jan 25 17:20:11.591719 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de1232db-0e3e-4e48-86d4-a5fefac6b47b req-3f4c0562-5e35-48e5-b02d-3315b907897b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372541 Jan 25 17:20:12.791154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833578a1-4370-48a6-9d41-15d897311069 req-b09cbb12-b720-4798-adc7-3dfa4f6cb981 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:12.792595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-833578a1-4370-48a6-9d41-15d897311069 req-b09cbb12-b720-4798-adc7-3dfa4f6cb981 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0816791 Jan 25 17:20:12.836682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-833578a1-4370-48a6-9d41-15d897311069 req-ab2498bc-fa44-49e7-aa42-80eb78b5fb85 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 Jan 25 17:20:14.021735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90476e-f5af-47c2-8b1e-94f05703b70f req-733fdc4d-47c5-4835-bf36-61d364ea86f8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:14.023175 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee90476e-f5af-47c2-8b1e-94f05703b70f req-733fdc4d-47c5-4835-bf36-61d364ea86f8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0814087 Jan 25 17:20:14.067798 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee90476e-f5af-47c2-8b1e-94f05703b70f req-e838c97c-5a97-4cd3-a840-d4bada85bee2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 Jan 25 17:20:15.258727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a69a-76ea-415d-8a31-f28097027511 req-f5479c95-55fc-48c9-8ab0-89ca5d99a34b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:15.260183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6604a69a-76ea-415d-8a31-f28097027511 req-f5479c95-55fc-48c9-8ab0-89ca5d99a34b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0886354 Jan 25 17:20:15.304185 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6604a69a-76ea-415d-8a31-f28097027511 req-6216a005-0060-4ebd-8070-7cdaef4d6e59 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380719 Jan 25 17:20:16.489638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669a2e1-2209-4db9-aebb-df6977a39a5f req-1019fa1f-440c-4af9-8c7a-b4371a9f9109 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:16.491086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4669a2e1-2209-4db9-aebb-df6977a39a5f req-1019fa1f-440c-4af9-8c7a-b4371a9f9109 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0802460 Jan 25 17:20:16.537005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4669a2e1-2209-4db9-aebb-df6977a39a5f req-4864b84f-cd29-4861-85ae-3df444e812de tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Jan 25 17:20:17.342696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-879055a7-650f-4346-917b-e2cf8c9bc85a service neutron] 10.222.0.15 "GET /v2.0/ports/45734486-b81f-4fd6-8a39-7b6f47df1563/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0756683 Jan 25 17:20:17.603867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-031fa0ab-1864-4763-82d1-66d7fe37ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:17.605374 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-031fa0ab-1864-4763-82d1-66d7fe37ff7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1099 time: 0.0726514 Jan 25 17:20:17.757167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-87a2ddd2-129c-490d-a22d-09a9f35fb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:17.758664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-87a2ddd2-129c-490d-a22d-09a9f35fb5e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.1333916 Jan 25 17:20:17.771036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2f907-7948-467a-ac9b-62fe7da23038 req-5b18f2ba-f512-43b9-aeee-543ddeaae550 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:17.772384 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5a2f907-7948-467a-ac9b-62fe7da23038 req-5b18f2ba-f512-43b9-aeee-543ddeaae550 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1079936 Jan 25 17:20:17.901086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b5a2f907-7948-467a-ac9b-62fe7da23038 req-76268c4e-99aa-402b-be96-cbdbf9a9c5ec tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079755 Jan 25 17:20:17.931021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-d5043222-6073-40e2-95ba-f680b435b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:17.932692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-d5043222-6073-40e2-95ba-f680b435b25c service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1592126 Jan 25 17:20:18.035557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-591a39c9-fc2a-4262-9020-7f6316411e27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.0964596 Jan 25 17:20:18.098853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-65894a85-446c-420c-a913-d9b4fe88d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:18.100263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-65894a85-446c-420c-a913-d9b4fe88d922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0590162 Jan 25 17:20:18.174379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-0d049883-80cd-41de-80f2-2d6695283169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:18.175816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-0d049883-80cd-41de-80f2-2d6695283169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693524 Jan 25 17:20:18.305947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-01f56d17-dfc9-40af-b443-17e40fa8bbf6 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228356 Jan 25 17:20:18.435265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-06512004-16e5-4fd1-9c0c-8a17220cc8f7 req-9e125cc3-dded-4a61-b229-8e9289a6f70f service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239583 Jan 25 17:20:19.189325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d666eb-1213-4a88-8767-755d7a35db9b req-cb44cbe8-6ee1-4a03-938a-0cb98fba89e4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:19.190792 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87d666eb-1213-4a88-8767-755d7a35db9b req-cb44cbe8-6ee1-4a03-938a-0cb98fba89e4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1832588 Jan 25 17:20:19.236740 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87d666eb-1213-4a88-8767-755d7a35db9b req-4c9afd39-2b1c-4774-be15-65536657e582 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Jan 25 17:20:19.901125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:20:20.014923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:20.042660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:20:20.052074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:20.058451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:20.131522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:20.138782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.139135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.139473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.139801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.140128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.140457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.140777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.141098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.141450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.141804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.142619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.142932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:20.153139 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'code': 200} Jan 25 17:20:20.417429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba081253-964b-44a0-9c79-7db7889e28b6 req-a3b90a49-334d-40da-8733-208a2fa5f9e2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:20.418785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba081253-964b-44a0-9c79-7db7889e28b6 req-a3b90a49-334d-40da-8733-208a2fa5f9e2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 944 time: 0.0777042 Jan 25 17:20:20.464806 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba081253-964b-44a0-9c79-7db7889e28b6 req-a115cfb5-5e17-4624-9dd3-3571ef788b6d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398395 Jan 25 17:20:21.585628 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:20:21.650303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136db8-7539-4d4e-8193-f1ead437fc4b req-e7bb3274-ff10-4d8c-a8f4-27fe00f8683d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:21.651788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f136db8-7539-4d4e-8193-f1ead437fc4b req-e7bb3274-ff10-4d8c-a8f4-27fe00f8683d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 944 time: 0.0789926 Jan 25 17:20:21.695956 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f136db8-7539-4d4e-8193-f1ead437fc4b req-b2f9da05-a08a-47e0-a6d3-d88369460ade tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 Jan 25 17:20:21.915767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:20:22.047159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:22.060418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:20:22.114760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:22.130662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:20:22.145764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:22.149534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:22.216822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['45734486-b81f-4fd6-8a39-7b6f47df1563'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:20:22.259626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:22.885404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4b50a-5df8-4ccf-8ffe-be9f1e4d015c req-8a5c04e4-0845-458d-96e7-04a6e29607a8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:22.886856 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51a4b50a-5df8-4ccf-8ffe-be9f1e4d015c req-8a5c04e4-0845-458d-96e7-04a6e29607a8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 945 time: 0.0825107 Jan 25 17:20:22.930731 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-51a4b50a-5df8-4ccf-8ffe-be9f1e4d015c req-5f84cf5f-9987-4ebf-82c0-8de9e55236c8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Jan 25 17:20:23.918695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:20:24.003234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 45734486-b81f-4fd6-8a39-7b6f47df1563 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:20:24.003474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:24.125628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46902b-ce86-4bc0-9bf6-3152e8bd8088 req-714afd26-478a-4906-a054-d8c2f3bd833a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:24.127499 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b46902b-ce86-4bc0-9bf6-3152e8bd8088 req-714afd26-478a-4906-a054-d8c2f3bd833a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 945 time: 0.0817835 Jan 25 17:20:24.145453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:24.174414 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b46902b-ce86-4bc0-9bf6-3152e8bd8088 req-af148cac-5688-4f8b-9efa-04479b2b695d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Jan 25 17:20:24.174856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:20:24.186047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:24.197982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:24.235021 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'code': 200} Jan 25 17:20:24.271943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:25.372244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33516fca-33d4-466e-bd70-53628b4ccfa5 req-570fe1d7-f7df-49a8-839c-568f1fee1b28 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:25.373747 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33516fca-33d4-466e-bd70-53628b4ccfa5 req-570fe1d7-f7df-49a8-839c-568f1fee1b28 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0854340 Jan 25 17:20:25.417596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33516fca-33d4-466e-bd70-53628b4ccfa5 req-fdcff229-a323-4b4a-ae9e-21a1e1eae986 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374947 Jan 25 17:20:25.711069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:26.601054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea51ecd-d81d-432c-ada5-ef98c640b86a req-a59bb0be-4e76-4bd4-8857-c82e65f3104e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:26.602504 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ea51ecd-d81d-432c-ada5-ef98c640b86a req-a59bb0be-4e76-4bd4-8857-c82e65f3104e tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0795989 Jan 25 17:20:26.650079 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ea51ecd-d81d-432c-ada5-ef98c640b86a req-740b5d4f-5bfb-4007-9821-9606ecde01d8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Jan 25 17:20:27.734784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6a1517e3-d171-4a16-ba9b-225788ba9387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:27.846303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e758cac-94fd-4055-90d8-b084d23ffcb8 req-548365e7-7f58-4674-b629-88b40057103d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:27.848403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0e758cac-94fd-4055-90d8-b084d23ffcb8 req-548365e7-7f58-4674-b629-88b40057103d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Jan 25 17:20:27.895630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0e758cac-94fd-4055-90d8-b084d23ffcb8 req-b024cf2e-3067-484e-a914-b2a377a8774f tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397582 Jan 25 17:20:29.082896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfee9ad-c014-4831-89b5-7a80bb160ce8 req-9a5b123e-12ac-4eaf-b4f2-a8236f0439c8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:29.084312 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dbfee9ad-c014-4831-89b5-7a80bb160ce8 req-9a5b123e-12ac-4eaf-b4f2-a8236f0439c8 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0838327 Jan 25 17:20:29.130982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dbfee9ad-c014-4831-89b5-7a80bb160ce8 req-00ea1be4-9a0c-4bc8-b9c4-07947a035a37 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 Jan 25 17:20:29.573299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-f86f15a3-bcda-4ff3-bb58-068f427cb0a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:29.574711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-f86f15a3-bcda-4ff3-bb58-068f427cb0a1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 946 time: 0.1395817 Jan 25 17:20:29.651037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe35d-56c1-4332-bbd3-326fe7a477ca req-19fc13fc-5ea0-4cef-98da-27aa7177c118 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:29.652456 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28cfe35d-56c1-4332-bbd3-326fe7a477ca req-19fc13fc-5ea0-4cef-98da-27aa7177c118 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1559923 Jan 25 17:20:29.685707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-9301c1d0-84d5-4ffa-91ea-c1805c2f4dfe service neutron] 10.222.0.15 "GET /v2.0/ports/45734486-b81f-4fd6-8a39-7b6f47df1563/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.1031330 Jan 25 17:20:29.707059 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28cfe35d-56c1-4332-bbd3-326fe7a477ca req-d55f25f7-bc85-4f8c-9db0-538af6249762 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473654 Jan 25 17:20:29.776175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-12af1706-2a82-499d-890e-50dd631f70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:29.777660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-12af1706-2a82-499d-890e-50dd631f70b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0697629 Jan 25 17:20:29.909466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c7de533d-eecc-4991-8578-0df56944d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:29.910899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c7de533d-eecc-4991-8578-0df56944d043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1273806 Jan 25 17:20:30.012885 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-292e790e-69a9-4acd-ac20-f4d43ce527b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.0961635 Jan 25 17:20:30.074070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-41f81b23-3fc0-423e-b46a-7a4693971df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:30.075480 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-41f81b23-3fc0-423e-b46a-7a4693971df7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0573714 Jan 25 17:20:30.150479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-70b1c1c8-9299-40a0-9bb8-17cf82193684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:30.151925 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-70b1c1c8-9299-40a0-9bb8-17cf82193684 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712116 Jan 25 17:20:30.319243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0141d2ba-a43e-46be-b1bf-f10e2410c749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:30.373880 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-70ef1984-1fb2-4741-8fc4-089b1448e444 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162330 Jan 25 17:20:30.502831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-e5126aab-7a55-4e21-a4cc-2a609311beba service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232498 Jan 25 17:20:30.895061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a975-d881-452a-8f6a-77ec0f6832a9 req-cfbaa2ad-4189-4a37-a8ef-c1d558a4250d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:30.896514 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3803a975-d881-452a-8f6a-77ec0f6832a9 req-cfbaa2ad-4189-4a37-a8ef-c1d558a4250d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0806639 Jan 25 17:20:30.940615 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3803a975-d881-452a-8f6a-77ec0f6832a9 req-19040803-951b-4d0c-977b-f9b7bd5f8193 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384057 Jan 25 17:20:31.169292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:31.650328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:32.126895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1db8c3-a764-4892-9df8-d64c1453d14c req-61f5f3e5-4551-4ad4-bf1e-4456c2856204 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:32.128252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d1db8c3-a764-4892-9df8-d64c1453d14c req-61f5f3e5-4551-4ad4-bf1e-4456c2856204 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0828907 Jan 25 17:20:32.170831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d1db8c3-a764-4892-9df8-d64c1453d14c req-81397fab-6ea3-49cb-a1eb-c0220fac8ef4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369906 Jan 25 17:20:32.840974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:33.364174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7cd0-cbfe-4e87-9f58-c74309bb18c4 req-e65edebc-8455-4f5e-a69d-a53814954415 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:33.366125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd9e7cd0-cbfe-4e87-9f58-c74309bb18c4 req-e65edebc-8455-4f5e-a69d-a53814954415 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0878010 Jan 25 17:20:33.416119 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd9e7cd0-cbfe-4e87-9f58-c74309bb18c4 req-36511473-2872-4b93-9b18-83965639de3a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 Jan 25 17:20:33.747595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-b14ad21a-2a08-4a87-b8c9-0611e6fd4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:33.749052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-b14ad21a-2a08-4a87-b8c9-0611e6fd4387 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83&tenant_id=1fcfc83e950740059e6ecbb1e1eafb69 HTTP/1.1" status: 200 len: 1099 time: 0.0738161 Jan 25 17:20:33.838643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c5daf891-4df5-4472-a98c-042de026c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:33.840117 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c5daf891-4df5-4472-a98c-042de026c6af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 1099 time: 0.0708005 Jan 25 17:20:33.974688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c5cc11f2-f42d-4eb9-8178-f34fb6df943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:33.976447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-c5cc11f2-f42d-4eb9-8178-f34fb6df943a service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 200 len: 913 time: 0.1301985 Jan 25 17:20:34.081093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-618da205-61c0-49a7-b052-b1900ee2f4ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 200 len: 1003 time: 0.0986161 Jan 25 17:20:34.145338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-429dd100-5e6b-492d-aebb-bb320cc0e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:34.146644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-429dd100-5e6b-492d-aebb-bb320cc0e0d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 200 len: 851 time: 0.0599043 Jan 25 17:20:34.222149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-31b72fae-f8ae-47d9-accb-c289ae8c2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:34.223657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-31b72fae-f8ae-47d9-accb-c289ae8c2a5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b75a38-3dbc-4617-9df3-90bbb5806011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713267 Jan 25 17:20:34.354608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-00952c82-9f2f-459c-9e0a-a6cbc375f004 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252267 Jan 25 17:20:34.491755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b948db21-3a00-47f6-b223-06d3678ee7cd req-8445af11-fbd7-4e7f-ba14-5490a76cb561 service neutron] 10.222.0.15 "GET /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317122 Jan 25 17:20:34.601024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2873d85-12d9-4efb-96c6-17a40b91f9c7 req-13d36e57-f4c9-412e-9e53-cf8c1bce442a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:34.602527 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a2873d85-12d9-4efb-96c6-17a40b91f9c7 req-13d36e57-f4c9-412e-9e53-cf8c1bce442a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0803583 Jan 25 17:20:34.650412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a2873d85-12d9-4efb-96c6-17a40b91f9c7 req-2dde7a64-3447-4466-8e01-e641f9c3aa78 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Jan 25 17:20:35.847834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef0c1-e6f9-453c-80b4-e483d5b4ea74 req-94018ec7-0cfe-47ab-91b2-799f388f96a9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:35.849313 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6eef0c1-e6f9-453c-80b4-e483d5b4ea74 req-94018ec7-0cfe-47ab-91b2-799f388f96a9 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0860653 Jan 25 17:20:35.893464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f6eef0c1-e6f9-453c-80b4-e483d5b4ea74 req-0206cd35-24e8-4746-bc85-0c7a9dcf2c46 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 Jan 25 17:20:35.962526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:20:36.080391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:36.106172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:20:36.116295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:36.120535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:36.159805 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'code': 200} Jan 25 17:20:36.191738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=9']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:37.081370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abcdf-3c2b-4818-b439-db75178d0cf2 req-dfdb5478-48d8-45f1-a9c1-4a4c1b23c5ae tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:37.082812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-167abcdf-3c2b-4818-b439-db75178d0cf2 req-dfdb5478-48d8-45f1-a9c1-4a4c1b23c5ae tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 944 time: 0.0825062 Jan 25 17:20:37.135737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-167abcdf-3c2b-4818-b439-db75178d0cf2 req-4d7f1466-bb94-4f70-8516-0ff068e7c048 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Jan 25 17:20:37.978159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:20:38.142295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:38.155511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'port_id': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'mac_address': 'fa:16:3e:a8:c3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:20:38.211583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:38.228586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:20:38.244903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:38.248671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:38.320481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['45734486-b81f-4fd6-8a39-7b6f47df1563'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:20:38.324312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bc58d-b597-4b99-834c-bf737d3b856a req-4438edcf-5632-4978-92f2-f597802cdb1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:38.325840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ab9bc58d-b597-4b99-834c-bf737d3b856a req-4438edcf-5632-4978-92f2-f597802cdb1d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.0805340 Jan 25 17:20:38.352083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=10']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:38.371511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ab9bc58d-b597-4b99-834c-bf737d3b856a req-c1c1a39f-7561-496b-83a4-a9b8b6940ae5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Jan 25 17:20:39.653647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cc45-7d8f-4fba-a8d6-7b818df0eec3 req-f0914ee7-c4c2-480a-a707-45636d81815d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:39.654996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f59cc45-7d8f-4fba-a8d6-7b818df0eec3 req-f0914ee7-c4c2-480a-a707-45636d81815d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 946 time: 0.1755252 Jan 25 17:20:39.699193 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f59cc45-7d8f-4fba-a8d6-7b818df0eec3 req-569b42e9-faf9-4b39-b881-6c757a67d29b tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377369 Jan 25 17:20:40.008829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:20:40.075561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 45734486-b81f-4fd6-8a39-7b6f47df1563 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:20:40.075927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:40.188224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:40.214205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:20:40.224708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:40.228234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:40.272194 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'code': 200} Jan 25 17:20:40.296631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=11']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:40.889949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08489-e52f-4499-9ec6-59d187e761c3 req-2bc22f0f-4eba-438b-9110-4a5573b16357 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:40.892191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cea08489-e52f-4499-9ec6-59d187e761c3 req-2bc22f0f-4eba-438b-9110-4a5573b16357 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0802190 Jan 25 17:20:40.938926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cea08489-e52f-4499-9ec6-59d187e761c3 req-a379ba34-ea03-409f-a24e-9ff95ccf31e1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Jan 25 17:20:42.136137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117122-b976-425e-99cb-1e0d6e8ad200 req-ecbf8a72-19ee-4216-aedb-54da6b085898 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:42.137508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25117122-b976-425e-99cb-1e0d6e8ad200 req-ecbf8a72-19ee-4216-aedb-54da6b085898 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0792994 Jan 25 17:20:42.180853 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-25117122-b976-425e-99cb-1e0d6e8ad200 req-43565b71-9a48-400d-aed2-50bfcfb5cb41 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377877 Jan 25 17:20:43.370012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3666d-451f-48c2-acba-c0ae85653c52 req-1d7affdd-e13a-4eb0-8ae8-c134c356b715 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:43.371457 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24b3666d-451f-48c2-acba-c0ae85653c52 req-1d7affdd-e13a-4eb0-8ae8-c134c356b715 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0849516 Jan 25 17:20:43.430173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24b3666d-451f-48c2-acba-c0ae85653c52 req-7738f75a-d109-4afd-8123-0912c092facb tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527472 Jan 25 17:20:44.615186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e186de-caff-49f3-bc26-23eeac057d4f req-ba253a6c-06c9-492d-8e42-ab6ca75904ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:44.616561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3e186de-caff-49f3-bc26-23eeac057d4f req-ba253a6c-06c9-492d-8e42-ab6ca75904ce tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0811536 Jan 25 17:20:44.660597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3e186de-caff-49f3-bc26-23eeac057d4f req-af57cca0-f0ae-4050-9744-b0430b0b6873 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384510 Jan 25 17:20:44.846017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2c0e8-ea77-4f29-bd0d-5440240be225 req-2048876d-b2a2-42ad-90e6-9aa9f0e0ecc1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:44.847468 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aae2c0e8-ea77-4f29-bd0d-5440240be225 req-2048876d-b2a2-42ad-90e6-9aa9f0e0ecc1 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0851202 Jan 25 17:20:44.891578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aae2c0e8-ea77-4f29-bd0d-5440240be225 req-f239cf4f-1e21-4ffb-9503-3252a269d5bc tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Jan 25 17:20:45.075260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c452bf-db45-4a6a-94cc-e4fd5c72b3b2 req-9040696c-afff-44a1-b34f-4c021b7781f0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:45.076694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24c452bf-db45-4a6a-94cc-e4fd5c72b3b2 req-9040696c-afff-44a1-b34f-4c021b7781f0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0793524 Jan 25 17:20:45.120168 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24c452bf-db45-4a6a-94cc-e4fd5c72b3b2 req-ef6ed006-a5bb-4ffd-9dec-11b02e12d8ed tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377383 Jan 25 17:20:45.498908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae6651-8fcc-41f1-96c7-443c1f1839a9 req-3ba811f2-38fe-43c0-94c1-c07366d6d59c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:45.501018 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99ae6651-8fcc-41f1-96c7-443c1f1839a9 req-3ba811f2-38fe-43c0-94c1-c07366d6d59c tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0834444 Jan 25 17:20:45.543756 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-99ae6651-8fcc-41f1-96c7-443c1f1839a9 req-b5caa379-30b7-4006-b45a-3f3471add5f0 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369232 Jan 25 17:20:46.727589 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16bf6-89cb-4ecd-9386-9082b8ac010d req-29a3adbf-8d0d-45b3-b673-fc725556adf4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:46.729035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4e16bf6-89cb-4ecd-9386-9082b8ac010d req-29a3adbf-8d0d-45b3-b673-fc725556adf4 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0791008 Jan 25 17:20:46.776482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4e16bf6-89cb-4ecd-9386-9082b8ac010d req-a934c67c-8b76-4f6b-a0b9-0fc2ce0b6991 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Jan 25 17:20:47.959327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea8b5-b22a-43b0-ab2b-e684ff0c3050 req-8253f298-4c71-4de2-9240-8dbdfb1230b3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:47.960805 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-960ea8b5-b22a-43b0-ab2b-e684ff0c3050 req-8253f298-4c71-4de2-9240-8dbdfb1230b3 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.0806239 Jan 25 17:20:48.058733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-960ea8b5-b22a-43b0-ab2b-e684ff0c3050 req-77d59a6d-63a3-4d7c-bb80-9e466af30130 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups?id=60a73afe-c932-49c5-b90d-831e1fd31e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921440 Jan 25 17:20:48.080214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366562b-df17-4bf5-805e-19b5293dea08 req-a540d44e-814f-4a77-9ffd-570cff42760d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:20:48.081627 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5366562b-df17-4bf5-805e-19b5293dea08 req-a540d44e-814f-4a77-9ffd-570cff42760d tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 947 time: 0.1135604 Jan 25 17:20:48.150495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Deleting port 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:20:48.150709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:48.390144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] For port 45734486-b81f-4fd6-8a39-7b6f47df1563, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=45734486-b81f-4fd6-8a39-7b6f47df1563,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:48.390410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:48.674564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:48.674864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:48.675169 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745 disassociated. External IP: 172.26.4.131, port: 45734486-b81f-4fd6-8a39-7b6f47df1563. Jan 25 17:20:48.675502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Calling delete_port for 45734486-b81f-4fd6-8a39-7b6f47df1563 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:20:48.910027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:48.967030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'Port': ['ID=45734486-b81f-4fd6-8a39-7b6f47df1563,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:49.028379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.028725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.029065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.029424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.029749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.030207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.030396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.030721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.031046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.031418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.032419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.032698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:49.169149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:20:49.220090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c0fc733d-bf0a-4ee0-ad1f-db4644b941e3 req-03f1982b-254b-45f2-9046-b9f396e7aaf5 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 210 time: 0.0497029 Jan 25 17:20:49.392118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:20:49.401645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:20:49.413723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:20:49.414345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:20:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:49.466806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] No DVR routers for this DVR port 45734486-b81f-4fd6-8a39-7b6f47df1563 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:20:49.471986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:49.482420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-deleted', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:20:49.491057 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5366562b-df17-4bf5-805e-19b5293dea08 req-58dc8746-6bc2-492e-87f2-db288a924c14 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.15 "DELETE /v2.0/ports/45734486-b81f-4fd6-8a39-7b6f47df1563 HTTP/1.1" status: 204 len: 173 time: 1.4041615 Jan 25 17:20:49.530522 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70caf9ac-723e-45d9-96ee-0cb3cbcbba83', 'name': 'network-vif-deleted', 'tag': '45734486-b81f-4fd6-8a39-7b6f47df1563', 'status': 'completed', 'code': 200} Jan 25 17:20:49.608662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:20:49.947678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:49.951604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:20:49.960155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:20:49.960739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:20:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:50.146319 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:20:50.388531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a5737843-ccad-4b6a-8a7c-8163092df15a req-e1a6db4a-899a-4ec1-8fb7-d808d499591a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Synchronizing usage tracker for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:20:50.404404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a5737843-ccad-4b6a-8a7c-8163092df15a req-e1a6db4a-899a-4ec1-8fb7-d808d499591a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Unset dirty status for tenant:1fcfc83e950740059e6ecbb1e1eafb69 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:20:50.405782 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a5737843-ccad-4b6a-8a7c-8163092df15a req-e1a6db4a-899a-4ec1-8fb7-d808d499591a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/ports?device_id=70caf9ac-723e-45d9-96ee-0cb3cbcbba83 HTTP/1.1" status: 200 len: 210 time: 0.0630918 Jan 25 17:20:50.505005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:50.508950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f27e19-6963-4fa5-b0ee-d355e2a69e7e None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:12:07Z', 'revision_number': 4, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ca8f02c5-4de5-4112-886e-042ec872b08b', 'name': '', 'network_id': '25b75a38-3dbc-4617-9df3-90bbb5806011', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'mac_address': 'fa:16:3e:f2:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '4449206d-0c41-4704-89e5-d9880b16f449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:06Z', 'updated_at': '2022-01-25T17:12:13Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'subnets': [{'id': '4449206d-0c41-4704-89e5-d9880b16f449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:20:50.735692 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b29f8-062a-4b35-941c-0af8d6a6d9cd None None] New status for floating IP fc9a75ee-61b0-49ea-821b-1adc66cde745: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:20:52.102686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:20:52.149272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 45734486-b81f-4fd6-8a39-7b6f47df1563 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:20:52.149575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 45734486-b81f-4fd6-8a39-7b6f47df1563 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:20:54.713598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:54.779256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:54.806209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:54.863157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:54.878642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a73afe-c932-49c5-b90d-831e1fd31e12,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:54.888862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.889209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.889568 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.889900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.890225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.891212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.891543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.891872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.892202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.892524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.892843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.893158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:20:54.896241 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:54.897374 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed6d55b9-8df8-46b2-892d-a43cf79d5752 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "DELETE /v2.0/security-groups/60a73afe-c932-49c5-b90d-831e1fd31e12 HTTP/1.1" status: 204 len: 168 time: 0.1827910 Jan 25 17:20:54.899979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:54.915793 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-9621ff1b-3778-41a0-82f8-b996e024269a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] show failed (client error): The resource could not be found. Jan 25 17:20:54.916817 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9621ff1b-3778-41a0-82f8-b996e024269a tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "GET /v2.0/security-groups/60a73afe-c932-49c5-b90d-831e1fd31e12 HTTP/1.1" status: 404 len: 347 time: 0.0159068 Jan 25 17:20:54.919504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43240) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:55.077501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Deleting port 5bf976b6-6fca-4a77-ac9a-b9db2c483c55 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:20:55.077873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.348219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.348435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.478559 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Calling delete_port for 5bf976b6-6fca-4a77-ac9a-b9db2c483c55 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:20:55.614749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.696502 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Pushing event deleted for resources: {'Port': ['ID=5bf976b6-6fca-4a77-ac9a-b9db2c483c55,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:55.697859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.756237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.773704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:55.774816 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ba96577-5738-4a6e-8e7a-1533b54d22c2 tempest-ServerActionsTestJSON-650867037 tempest-ServerActionsTestJSON-650867037-project] 10.222.0.45 "DELETE /v2.0/floatingips/fc9a75ee-61b0-49ea-821b-1adc66cde745 HTTP/1.1" status: 204 len: 168 time: 0.8544590 Jan 25 17:20:55.777797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43244) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:56.360929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:56.796006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Deleting port ca8f02c5-4de5-4112-886e-042ec872b08b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:20:56.796758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:56.969355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-99278594-8139-482b-ae00-aea791410296 admin admin] For port ca8f02c5-4de5-4112-886e-042ec872b08b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ca8f02c5-4de5-4112-886e-042ec872b08b,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:56.969713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:57.092052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Calling delete_port for ca8f02c5-4de5-4112-886e-042ec872b08b owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:20:57.404788 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:57.461382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8f02c5-4de5-4112-886e-042ec872b08b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:57.732922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:57.737766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae47b9f1-43e5-430d-89ac-9577e2faaf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:58.199379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Router 8833a12b-f8dd-4558-b422-43e1b9683e62 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:20:58.374015 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99278594-8139-482b-ae00-aea791410296 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:20:58.383528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Sync routers for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:20:58.387887 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-99278594-8139-482b-ae00-aea791410296 admin admin] 10.222.0.45 "PUT /v2.0/routers/8833a12b-f8dd-4558-b422-43e1b9683e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090217 Jan 25 17:20:58.390885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43250) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:58.393350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:20:58.394149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:20:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:58.567950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:58.570504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:20:58.584627 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:20:58.742477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:58.752701 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Deleting port 46c20329-178b-4fa8-91c3-cce71b1c17bc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:20:58.753069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:58.874603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:20:57Z', 'revision_number': 5, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port': {'id': '46c20329-178b-4fa8-91c3-cce71b1c17bc', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:12:03Z', 'updated_at': '2022-01-25T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:58.879056 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Checking router: 8833a12b-f8dd-4558-b422-43e1b9683e62 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:20:58.887544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Routers {'8833a12b-f8dd-4558-b422-43e1b9683e62'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:20:58.888150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:20:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8833a12b-f8dd-4558-b422-43e1b9683e62'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:58.936631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] For port 46c20329-178b-4fa8-91c3-cce71b1c17bc, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=46c20329-178b-4fa8-91c3-cce71b1c17bc,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:20:58.936986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.036670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] Set router 8833a12b-f8dd-4558-b422-43e1b9683e62 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:20:59.065748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Calling delete_port for 46c20329-178b-4fa8-91c3-cce71b1c17bc owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:20:59.142754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:20:58Z', 'revision_number': 6, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:20:59.147094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2be930-81b5-421e-ad5a-991c31f6bdd7 None None] The sync data for ids ['8833a12b-f8dd-4558-b422-43e1b9683e62'] in dv-neutron-824022-2-hyperv is: [{'id': '8833a12b-f8dd-4558-b422-43e1b9683e62', 'name': 'tempest-ServerActionsTestJSON-1741363729-router', 'tenant_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:12:02Z', 'updated_at': '2022-01-25T17:20:58Z', 'revision_number': 6, 'project_id': '1fcfc83e950740059e6ecbb1e1eafb69', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:20:59.257340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.333063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c20329-178b-4fa8-91c3-cce71b1c17bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:20:59.396370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.606529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ca8f02c5-4de5-4112-886e-042ec872b08b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:20:59.643414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ca8f02c5-4de5-4112-886e-042ec872b08b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:20:59.643755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ca8f02c5-4de5-4112-886e-042ec872b08b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:20:59.689813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.691941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.712977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.713544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8833a12b-f8dd-4558-b422-43e1b9683e62 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:20:59.725903 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.727014 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a38106ae-fe9d-4e01-89cc-2854c79b9971 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8833a12b-f8dd-4558-b422-43e1b9683e62 HTTP/1.1" status: 204 len: 168 time: 1.3352394 Jan 25 17:20:59.729490 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:20:59.788211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Deleting subnet 4449206d-0c41-4704-89e5-d9880b16f449 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:20:59.791041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.847001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.924715 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:20:59.996494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.037658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4449206d-0c41-4704-89e5-d9880b16f449,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:00.039569 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.043311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec80b8f-3eef-4b1c-925b-61d2cb9a38b5 None None] Network 25b75a38-3dbc-4617-9df3-90bbb5806011 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:00.050100 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dea8c529-eb56-4011-8b5e-829ee982f43c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4449206d-0c41-4704-89e5-d9880b16f449 HTTP/1.1" status: 204 len: 168 time: 0.3196051 Jan 25 17:21:00.052484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43258) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:00.167203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.181500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Deleting port a838d690-df53-4a06-9604-35f2b9ad7cf8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:00.181846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.292038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] DHCP port deletion for 25b75a38-3dbc-4617-9df3-90bbb5806011 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:21:00.296260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Deleting port a838d690-df53-4a06-9604-35f2b9ad7cf8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:00.297493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.358694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3540624e-6b00-4ee7-bf87-1fb5b189916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.394163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] For port a838d690-df53-4a06-9604-35f2b9ad7cf8, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a838d690-df53-4a06-9604-35f2b9ad7cf8,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:00.394768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.526153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Calling delete_port for a838d690-df53-4a06-9604-35f2b9ad7cf8 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:00.548627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] For port a838d690-df53-4a06-9604-35f2b9ad7cf8, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a838d690-df53-4a06-9604-35f2b9ad7cf8,segment=NetworkSegment(f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266),segment_id=f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:00.549017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.603355 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.652921 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a838d690-df53-4a06-9604-35f2b9ad7cf8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:00.657376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] No DVR routers for this DVR port a838d690-df53-4a06-9604-35f2b9ad7cf8 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:00.670310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Calling delete_port for a838d690-df53-4a06-9604-35f2b9ad7cf8 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:00.741235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:21:00.741603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:21:00.774010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.798534 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b75a38-3dbc-4617-9df3-90bbb5806011']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:00.810306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:00.810603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ac926e-8984-4b4d-a6c9-0ed9dbd0c266') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:00.822386 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.838813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.844986 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:00.845421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:00.858396 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:00.936401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.953300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:00.963091 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b75a38-3dbc-4617-9df3-90bbb5806011,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:00.970571 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb1d847f-d108-4851-88ab-c11e8291ea98 admin admin] 10.222.0.45 "DELETE /v2.0/networks/25b75a38-3dbc-4617-9df3-90bbb5806011 HTTP/1.1" status: 204 len: 168 time: 0.9171262 Jan 25 17:21:01.078447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:01.127251 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5de64eed-6632-4176-8c41-d33fbc9be12e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fcfc83e950740059e6ecbb1e1eafb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476086 Jan 25 17:21:01.129628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:01.172103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.188572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.213416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.242534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Deleting port a838d690-df53-4a06-9604-35f2b9ad7cf8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:01.242913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.266686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.284644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f244ec4-5bb3-48a3-afd1-138e4c3694a0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:01.291997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:01.293643 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-533081ba-e385-434d-94aa-1597047d4f20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f244ec4-5bb3-48a3-afd1-138e4c3694a0 HTTP/1.1" status: 204 len: 168 time: 0.1628833 Jan 25 17:21:01.322017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-342781f0-4ff3-4cd3-ad90-feb2b10c85d2 None None] The port 'a838d690-df53-4a06-9604-35f2b9ad7cf8' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:21:01.589502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46c20329-178b-4fa8-91c3-cce71b1c17bc no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:01.624941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 46c20329-178b-4fa8-91c3-cce71b1c17bc {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:01.625392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 46c20329-178b-4fa8-91c3-cce71b1c17bc not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:01.625886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a838d690-df53-4a06-9604-35f2b9ad7cf8 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:01.669914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a838d690-df53-4a06-9604-35f2b9ad7cf8 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:01.670258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a838d690-df53-4a06-9604-35f2b9ad7cf8 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:01.679972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.059338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43292) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:02.169242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2079723995-network', 'tenant_id': 'b505753e9fca4ce69e0ffba498e163a6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:02.174604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:02.178550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Usage tracker for resource:network and tenant:b505753e9fca4ce69e0ffba498e163a6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:02.181590 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:02.188419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:02.198745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Made reservation on behalf of b505753e9fca4ce69e0ffba498e163a6 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:02.201846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.216189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.232032 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:02.236162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Usage tracker for resource:security_group_rule and tenant:b505753e9fca4ce69e0ffba498e163a6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:02.239307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:02.245526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:02.339040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.344299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.373944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:02.383498 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46817f-1e60-435f-a108-67a2bb567f3a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:02.389140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.389478 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Added segment c849fed7-87f0-4a81-adff-d76a8c812949 of type vlan for network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a Jan 25 17:21:02.416197 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.445754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.446661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:02.447244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.647201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] Pushing event updated for resources: {'Network': ['ID=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:02.650279 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8cc0d93-097b-4c67-8ff9-0aa29896d6be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5899601 Jan 25 17:21:02.653424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:02.657483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:02.659326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Request body: {'subnet': {'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2079723995-subnet', 'tenant_id': 'b505753e9fca4ce69e0ffba498e163a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:02.664208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:02.668144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Usage tracker for resource:subnet and tenant:b505753e9fca4ce69e0ffba498e163a6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:02.670963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:02.677738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:02.688240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Made reservation on behalf of b505753e9fca4ce69e0ffba498e163a6 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:02.690692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.835697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.895158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:02.962329 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab36833-16d7-42a8-a80a-967f055e1095,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:02.975311 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Checking segment: {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:02.975668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Network hostable DHCP agents. Network: ab3f5da4-7821-402f-80ca-ae57d4ab6b1a, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:02.993598 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:03.001923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ab3f5da4-7821-402f-80ca-ae57d4ab6b1a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:03.005811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:03.006401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:03.010509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a897f5f-238f-4896-a9f5-c43a9f5d1f1f None None] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:03.026483 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e790846-7566-492a-ba03-34707b721091 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720756 Jan 25 17:21:03.224474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e648071-14c5-4413-b422-bd5f22433fde None None] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:03.690333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-c59e3152-877d-4099-a788-f56887021d92 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:03.691855 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-c59e3152-877d-4099-a788-f56887021d92 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 814 time: 0.1430316 Jan 25 17:21:03.706008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-d2fcd959-3be9-4715-bf9e-76c59347dd05 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/quotas/b505753e9fca4ce69e0ffba498e163a6 HTTP/1.1" status: 200 len: 375 time: 0.0087886 Jan 25 17:21:03.751901 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-23370acb-bd49-4dee-b6e8-3b7a667e3856 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411172 Jan 25 17:21:03.897277 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-63b43383-cccf-4f9f-8145-53c8340e3dd3 service neutron] 10.222.0.45 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389220 Jan 25 17:21:04.027061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-846b45a4-5784-4e68-b9ba-6cb1d398e4f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239729 Jan 25 17:21:05.264684 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-85f904c9-b37d-4060-a832-168505d64b26 req-966d4fb2-b64a-4608-b94c-3f73666d8d05 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 210 time: 0.0980070 Jan 25 17:21:06.288620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-6c251c9a-8fad-4e0e-ba47-50053868df83 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:06.289387 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-6c251c9a-8fad-4e0e-ba47-50053868df83 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 814 time: 0.1648796 Jan 25 17:21:06.300410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Request body: {'port': {'device_id': '2019a701-b96c-4516-84b8-b294087b7769', 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a', 'admin_state_up': True, 'tenant_id': 'b505753e9fca4ce69e0ffba498e163a6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:06.548323 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-560c90f9-7fb0-4307-bffe-2a8de39eb2e1 req-2115c92e-8d99-4bd2-970c-b258261133a3 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 210 time: 0.0615847 Jan 25 17:21:06.598782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:06.602587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Usage tracker for resource:port and tenant:b505753e9fca4ce69e0ffba498e163a6 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:06.605405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:06.611032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:06.620559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Made reservation on behalf of b505753e9fca4ce69e0ffba498e163a6 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:06.624443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:06.786736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Allocated IP 172.20.0.7 (ab3f5da4-7821-402f-80ca-ae57d4ab6b1a/dab36833-16d7-42a8-a80a-967f055e1095/48de2b1d-c28e-4290-9230-c29ae079cc2c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:06.988565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.017099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.090784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:07.093783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:07.096239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:07.140885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Pushing event updated for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:07.165741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:07.166338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.186565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-f2c64713-876a-4087-8579-431efc4b9fe1 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900552 Jan 25 17:21:07.240257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Request body: {'port': {'device_id': '2019a701-b96c-4516-84b8-b294087b7769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:07.349799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.740228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48de2b1d-c28e-4290-9230-c29ae079cc2c {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:21:07.748987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.768045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Transition to ACTIVE for port object 48de2b1d-c28e-4290-9230-c29ae079cc2c will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:07.775220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:07.910127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3473b-b940-470b-8994-8d3290d6fb79 req-0ec1c5cf-5389-4cc0-b669-44d0735920ca tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:07.910807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-94a3473b-b940-470b-8994-8d3290d6fb79 req-0ec1c5cf-5389-4cc0-b669-44d0735920ca tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Synchronizing usage tracker for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:21:07.969697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:08.006815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-94a3473b-b940-470b-8994-8d3290d6fb79 req-0ec1c5cf-5389-4cc0-b669-44d0735920ca tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Unset dirty status for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:21:08.007961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94a3473b-b940-470b-8994-8d3290d6fb79 req-0ec1c5cf-5389-4cc0-b669-44d0735920ca tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 931 time: 0.3401477 Jan 25 17:21:08.081632 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-94a3473b-b940-470b-8994-8d3290d6fb79 req-ed53e0c8-a912-45a9-bfc2-e38d7bb9adbf tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Jan 25 17:21:08.083556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Attempting to bind port 48de2b1d-c28e-4290-9230-c29ae079cc2c on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:08.083882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Attempting to bind port 48de2b1d-c28e-4290-9230-c29ae079cc2c by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:08.084202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Attempting to bind port 48de2b1d-c28e-4290-9230-c29ae079cc2c on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:08.088826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Port 48de2b1d-c28e-4290-9230-c29ae079cc2c on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:21:08.089140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Attempting to bind port 48de2b1d-c28e-4290-9230-c29ae079cc2c on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:08.094280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:08.094606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Checking segment: {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:08.094979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Bound using segment: {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:08.095907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Bound port: 48de2b1d-c28e-4290-9230-c29ae079cc2c, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:08.096261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:08.184156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:08.187053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:08.192280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:08.352405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:08.353002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:08.354377 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/48de2b1d-c28e-4290-9230-c29ae079cc2c HTTP/1.1" status: 200 len: 1093 time: 1.1599612 Jan 25 17:21:08.354805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:08.377677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d248-15c9-4506-aaef-aee8af9a71f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:08.421356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c', 'status': 'completed', 'code': 200} Jan 25 17:21:08.463490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-b23d3ca4-04bf-4dc6-ad86-a0ff219ff7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:08.464961 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-b23d3ca4-04bf-4dc6-ad86-a0ff219ff7ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 1096 time: 0.0747607 Jan 25 17:21:08.534594 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-a1314c3d-d6cd-4129-941b-337f42df062b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c HTTP/1.1" status: 200 len: 217 time: 0.0625572 Jan 25 17:21:08.595613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-dfdb0c8e-7166-47fe-8fee-60b3a2085e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:08.596897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-dfdb0c8e-7166-47fe-8fee-60b3a2085e3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dab36833-16d7-42a8-a80a-967f055e1095 HTTP/1.1" status: 200 len: 854 time: 0.0565414 Jan 25 17:21:08.645009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-4ba95ab8-9919-4cb2-a488-4c7b7380251a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418010 Jan 25 17:21:08.781076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-4b53b3b1-3bf6-47ef-95e8-1de1bc8e5cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298680 Jan 25 17:21:08.910640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9a91225-b920-4a80-b7d5-428631d618a2 req-33dee81d-d5df-48f3-b078-c7abb0e2f3e3 service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241314 Jan 25 17:21:09.020382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-9f4d8573-5d1d-4e6e-9138-0607b7fc2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:09.021870 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-9f4d8573-5d1d-4e6e-9138-0607b7fc2fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 1096 time: 0.0711577 Jan 25 17:21:09.155580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-e202c71c-e221-4035-abf8-4cfdc61808d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:09.157231 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-e202c71c-e221-4035-abf8-4cfdc61808d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 915 time: 0.1295886 Jan 25 17:21:09.257048 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-d1a095a1-3564-46cb-b319-636aadf3ae26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c HTTP/1.1" status: 200 len: 217 time: 0.0935545 Jan 25 17:21:09.337697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-695d0fde-0314-428a-a898-888c3999324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:09.339095 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-695d0fde-0314-428a-a898-888c3999324b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dab36833-16d7-42a8-a80a-967f055e1095 HTTP/1.1" status: 200 len: 854 time: 0.0761280 Jan 25 17:21:09.388829 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-c27e6740-0ac9-4133-807b-c5b0ac9e18fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433674 Jan 25 17:21:09.397096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0075fc-0814-409a-92ef-ee22163594be req-e78e68c7-f70d-421a-93b6-0c6de2cc242a tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:09.398460 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d0075fc-0814-409a-92ef-ee22163594be req-e78e68c7-f70d-421a-93b6-0c6de2cc242a tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 943 time: 0.1790278 Jan 25 17:21:09.527155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6d0075fc-0814-409a-92ef-ee22163594be req-bf2f0814-d026-4941-9b63-19943daecda9 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109047 Jan 25 17:21:09.563789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-dbccda20-bf14-4b03-aec0-81ab2c955b38 service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644137 Jan 25 17:21:09.693980 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b554b0fd-f56f-457a-94c4-c6ad4786b582 req-55628ddd-7620-4211-a4a3-084db94cc7c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235082 Jan 25 17:21:10.719193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313f34-8f1c-45d1-9066-af8ced8427f6 req-b9e3c2b5-cde3-4a02-8309-1d83a626b5c0 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:10.720641 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17313f34-8f1c-45d1-9066-af8ced8427f6 req-b9e3c2b5-cde3-4a02-8309-1d83a626b5c0 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 943 time: 0.0881982 Jan 25 17:21:10.764940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17313f34-8f1c-45d1-9066-af8ced8427f6 req-f1102279-db43-458a-8cc6-793a373d356b tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Jan 25 17:21:11.945944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9352-e1ec-43fb-af9d-1f9b9b25f298 req-afbfdb0f-5644-4554-bbc4-48e13f4ab1d3 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:11.947413 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a89f9352-e1ec-43fb-af9d-1f9b9b25f298 req-afbfdb0f-5644-4554-bbc4-48e13f4ab1d3 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 943 time: 0.0798349 Jan 25 17:21:11.990403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a89f9352-e1ec-43fb-af9d-1f9b9b25f298 req-8de4659d-798f-401f-b246-9347d6be1223 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Jan 25 17:21:12.228515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 48de2b1d-c28e-4290-9230-c29ae079cc2c details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:21:12.358667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:12.371784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '48de2b1d-c28e-4290-9230-c29ae079cc2c', 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a', 'port_id': '48de2b1d-c28e-4290-9230-c29ae079cc2c', 'mac_address': 'fa:16:3e:d7:fe:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab36833-16d7-42a8-a80a-967f055e1095', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:21:12.424875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:12.441619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48de2b1d-c28e-4290-9230-c29ae079cc2c {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:21:12.456802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:12.460553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:12.531248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:12.813192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['48de2b1d-c28e-4290-9230-c29ae079cc2c'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:21:13.267868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3219db-71aa-4779-8594-a9fa48289c87 req-fa8885c9-308e-42e2-ab33-e88f20dfb4e3 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:13.269346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2c3219db-71aa-4779-8594-a9fa48289c87 req-fa8885c9-308e-42e2-ab33-e88f20dfb4e3 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 944 time: 0.1740568 Jan 25 17:21:13.312955 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2c3219db-71aa-4779-8594-a9fa48289c87 req-d2fe33ac-2a84-4081-907a-ca4825f2dfcb tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Jan 25 17:21:14.258310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 48de2b1d-c28e-4290-9230-c29ae079cc2c up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:14.324153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 48de2b1d-c28e-4290-9230-c29ae079cc2c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:14.328980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 48de2b1d-c28e-4290-9230-c29ae079cc2c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:14.329383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:14.447752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:14.478102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:14.487812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:14.493028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:14.508831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ba5d-3631-4790-857a-8d0abc1789d8 req-0f340cad-85f6-4f99-ba81-58be38ccbe72 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:14.510284 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd65ba5d-3631-4790-857a-8d0abc1789d8 req-0f340cad-85f6-4f99-ba81-58be38ccbe72 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 944 time: 0.0905552 Jan 25 17:21:14.527185 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c', 'code': 200} Jan 25 17:21:14.565774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd65ba5d-3631-4790-857a-8d0abc1789d8 req-4ce9e8e3-9c1d-41d3-8b52-e583f4b74184 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486817 Jan 25 17:21:14.569241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:14.756157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149de81c-bbf4-4cde-8fec-ed5b10356d35 req-4dc0b354-6f8b-471c-8fbc-99dcb510ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:14.757643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-149de81c-bbf4-4cde-8fec-ed5b10356d35 req-4dc0b354-6f8b-471c-8fbc-99dcb510ded7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 1098 time: 0.0686669 Jan 25 17:21:14.799347 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-149de81c-bbf4-4cde-8fec-ed5b10356d35 req-686114ab-823a-4240-80f2-cc0b70612bbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Jan 25 17:21:15.756018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab355-219f-49f0-9b94-b7152e986aa3 req-8054feff-64f4-498c-a8f7-973918691735 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:15.757498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-773ab355-219f-49f0-9b94-b7152e986aa3 req-8054feff-64f4-498c-a8f7-973918691735 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0888216 Jan 25 17:21:15.802519 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-773ab355-219f-49f0-9b94-b7152e986aa3 req-d4945620-cbd9-45b0-b584-58a4dbfa9ccf tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Jan 25 17:21:16.987918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502fa35-626b-4a35-9373-f42d1a3cda01 req-0e02d56f-8fee-4707-9906-530e3c029d9e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:16.989395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e502fa35-626b-4a35-9373-f42d1a3cda01 req-0e02d56f-8fee-4707-9906-530e3c029d9e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0783584 Jan 25 17:21:17.033387 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e502fa35-626b-4a35-9373-f42d1a3cda01 req-93d64e4d-e7eb-4c30-b3b6-7630d63491f2 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Jan 25 17:21:17.316557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-bef74295-c965-4011-ae51-69840b2dae30 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:17.318002 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-bef74295-c965-4011-ae51-69840b2dae30 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 814 time: 0.1471465 Jan 25 17:21:17.332254 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-2eb84419-1649-4ae3-a94e-22fda66801d2 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/quotas/b505753e9fca4ce69e0ffba498e163a6 HTTP/1.1" status: 200 len: 375 time: 0.0088921 Jan 25 17:21:17.410010 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-beea8f30-765f-4987-a615-29da116fd77d tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728786 Jan 25 17:21:17.543641 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-b1986433-5325-41e6-bc02-2104349a33bd service neutron] 10.222.0.45 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271989 Jan 25 17:21:17.673341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-cb038c05-0870-4428-8654-26a2eebe5f90 service neutron] 10.222.0.45 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224349 Jan 25 17:21:17.852672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f9a2ef73-af25-40a4-8361-302199898e44 req-591569ed-8d5f-4aea-86cf-d5ba52694c5d tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 210 time: 0.0473142 Jan 25 17:21:18.836814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-5d0ab54a-fadb-4afd-a16f-8b5a59b57cc4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:18.838279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-5d0ab54a-fadb-4afd-a16f-8b5a59b57cc4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 814 time: 0.1535015 Jan 25 17:21:18.849983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Request body: {'port': {'device_id': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a', 'admin_state_up': True, 'tenant_id': 'b505753e9fca4ce69e0ffba498e163a6'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:19.023305 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-74651ad4-3650-4875-a04f-810c5ac97ea7 req-d337d5e0-ec4c-4e8c-b4e4-fe19f3ec97d9 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 210 time: 0.0573406 Jan 25 17:21:19.034261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:19.044144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:19.054175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Made reservation on behalf of b505753e9fca4ce69e0ffba498e163a6 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:19.057997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:19.219195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Allocated IP 172.20.0.13 (ab3f5da4-7821-402f-80ca-ae57d4ab6b1a/dab36833-16d7-42a8-a80a-967f055e1095/3a633134-6936-46cb-978b-0d0ce92d5378) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:19.517567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:19.549977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:19.561080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['48de2b1d-c28e-4290-9230-c29ae079cc2c'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:21:19.619848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:19.623074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:19.627055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:19.660712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Pushing event updated for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:19.696728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:19.697349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:19.723400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-0a0bc67f-4757-46e3-bf68-704a1c64efbd tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770041 Jan 25 17:21:19.745905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Request body: {'port': {'device_id': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:19.852783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.236245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a633134-6936-46cb-978b-0d0ce92d5378 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:21:20.245887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.265111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Transition to ACTIVE for port object 3a633134-6936-46cb-978b-0d0ce92d5378 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:20.269584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.340450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428dffe-8670-42ed-8b68-9c2240983874 req-21f9d76c-068d-4353-aa5d-65da76c47091 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:20.341135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-3428dffe-8670-42ed-8b68-9c2240983874 req-21f9d76c-068d-4353-aa5d-65da76c47091 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Synchronizing usage tracker for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:21:20.411065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Pushing event updated for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:20.452140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-3428dffe-8670-42ed-8b68-9c2240983874 req-21f9d76c-068d-4353-aa5d-65da76c47091 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Unset dirty status for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:21:20.453307 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3428dffe-8670-42ed-8b68-9c2240983874 req-21f9d76c-068d-4353-aa5d-65da76c47091 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 932 time: 0.3211665 Jan 25 17:21:20.540903 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3428dffe-8670-42ed-8b68-9c2240983874 req-1097395f-27ee-4840-9489-b50328ecc80a tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Jan 25 17:21:20.556833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Attempting to bind port 3a633134-6936-46cb-978b-0d0ce92d5378 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:20.557452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Attempting to bind port 3a633134-6936-46cb-978b-0d0ce92d5378 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:20.557780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Attempting to bind port 3a633134-6936-46cb-978b-0d0ce92d5378 on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:20.562376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Port 3a633134-6936-46cb-978b-0d0ce92d5378 on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:21:20.562690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Attempting to bind port 3a633134-6936-46cb-978b-0d0ce92d5378 on network ab3f5da4-7821-402f-80ca-ae57d4ab6b1a {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:20.567805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:20.568139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Checking segment: {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:20.568514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Bound using segment: {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:20.568929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Bound port: 3a633134-6936-46cb-978b-0d0ce92d5378, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c849fed7-87f0-4a81-adff-d76a8c812949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:20.569301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.659129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:20.662249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=3a633134-6936-46cb-978b-0d0ce92d5378,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:20.666584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.726516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:20.727115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:20.728457 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a633134-6936-46cb-978b-0d0ce92d5378 HTTP/1.1" status: 200 len: 1094 time: 0.9866874 Jan 25 17:21:20.728881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:20.751742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664677d-7d23-45f6-904a-d9ea5d6bf027 service neutron] Pushing event updated for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:20.836031 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378', 'status': 'completed', 'code': 200} Jan 25 17:21:20.843815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-3e4919e4-f579-43dc-a985-26a2b656675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:20.846044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-3e4919e4-f579-43dc-a985-26a2b656675d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 1097 time: 0.0799339 Jan 25 17:21:20.912473 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-3901ef28-8d6c-4017-b534-7cd75c56eec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a633134-6936-46cb-978b-0d0ce92d5378 HTTP/1.1" status: 200 len: 217 time: 0.0599573 Jan 25 17:21:20.977620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-33662208-4ca3-4b8c-94aa-1b24a586dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:20.979034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-33662208-4ca3-4b8c-94aa-1b24a586dc48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dab36833-16d7-42a8-a80a-967f055e1095 HTTP/1.1" status: 200 len: 854 time: 0.0614507 Jan 25 17:21:21.024658 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-fb62e98a-0723-4bc4-8476-ae96b17d95a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398366 Jan 25 17:21:21.152729 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-b6ac281e-734c-4c89-8ece-6cfaf9f17daa service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225224 Jan 25 17:21:21.371600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-481f1db1-3ab9-4537-9aed-20ae2af308a1 req-137ad188-082b-4206-aca2-c7973275631f service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131174 Jan 25 17:21:21.493038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-8c242544-f56b-4d3b-ac9d-adf58fe000cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:21.494520 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-8c242544-f56b-4d3b-ac9d-adf58fe000cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b505753e9fca4ce69e0ffba498e163a6&device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 1097 time: 0.0748312 Jan 25 17:21:21.628592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-86dc2cad-a255-4e41-9d9a-150586a39382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:21.630040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-86dc2cad-a255-4e41-9d9a-150586a39382 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 200 len: 915 time: 0.1291726 Jan 25 17:21:21.733132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-b84186e4-fb24-4431-9f30-2e93770ef486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a633134-6936-46cb-978b-0d0ce92d5378 HTTP/1.1" status: 200 len: 217 time: 0.0972679 Jan 25 17:21:21.809362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-59d3d88f-9556-4dcb-aec6-c93921603ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:21.810677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-59d3d88f-9556-4dcb-aec6-c93921603ac6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dab36833-16d7-42a8-a80a-967f055e1095 HTTP/1.1" status: 200 len: 854 time: 0.0713234 Jan 25 17:21:21.863536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-5670b686-9a5a-418f-bde0-4757b3857efc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449769 Jan 25 17:21:21.871540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7d86-09d4-40f8-a7c8-78f1354fe476 req-2d1006dc-69b4-4e73-9418-9b1265ee073e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:21.872855 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9caa7d86-09d4-40f8-a7c8-78f1354fe476 req-2d1006dc-69b4-4e73-9418-9b1265ee073e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 944 time: 0.1890616 Jan 25 17:21:22.007019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9caa7d86-09d4-40f8-a7c8-78f1354fe476 req-9ae5e27d-582f-47b2-a254-e0c6ab5fb130 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155708 Jan 25 17:21:22.038872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-cf3ad75b-c10d-42e8-b2ab-275d15a85f4e service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650875 Jan 25 17:21:22.168029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e4f4676-a416-4d00-8517-8d7fd5565969 req-e904b3e4-9ff0-4761-adc5-aca5afdf2e55 service neutron] 10.222.0.15 "GET /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227884 Jan 25 17:21:23.195519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f18f-8b6d-479f-ab6f-5a3509542668 req-f193d02f-4c8f-4397-9877-cfc237141a90 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:23.196947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb25f18f-8b6d-479f-ab6f-5a3509542668 req-f193d02f-4c8f-4397-9877-cfc237141a90 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 944 time: 0.0831923 Jan 25 17:21:23.241267 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb25f18f-8b6d-479f-ab6f-5a3509542668 req-487348cb-7b57-406f-8c15-0d94747ab6a9 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Jan 25 17:21:24.310094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 3a633134-6936-46cb-978b-0d0ce92d5378 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:21:24.430612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed68f0-b1d9-4564-afc4-a7d2fb92fc54 req-8b99564b-2ccb-43a1-902c-4fa514a64721 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:24.432304 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-baed68f0-b1d9-4564-afc4-a7d2fb92fc54 req-8b99564b-2ccb-43a1-902c-4fa514a64721 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 944 time: 0.0830085 Jan 25 17:21:24.445202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=3a633134-6936-46cb-978b-0d0ce92d5378,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:24.458747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '3a633134-6936-46cb-978b-0d0ce92d5378', 'network_id': 'ab3f5da4-7821-402f-80ca-ae57d4ab6b1a', 'port_id': '3a633134-6936-46cb-978b-0d0ce92d5378', 'mac_address': 'fa:16:3e:6d:34:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab36833-16d7-42a8-a80a-967f055e1095', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:21:24.477732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-baed68f0-b1d9-4564-afc4-a7d2fb92fc54 req-320aa625-0c60-43db-8c53-80dc375d7540 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Jan 25 17:21:24.515241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:24.532229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a633134-6936-46cb-978b-0d0ce92d5378 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:21:24.547048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=3a633134-6936-46cb-978b-0d0ce92d5378,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:24.551994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:24.616682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:24.623633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.623980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.624317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.624650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.624978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.625337 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.625663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.626676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.627004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.627329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.627649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.627969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:24.879194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['3a633134-6936-46cb-978b-0d0ce92d5378'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:21:25.660681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a6dfb-539c-46c3-bebf-2b578cbead95 req-535bd8d7-6ebe-425c-97c8-a7a518f42518 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:25.662127 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a4a6dfb-539c-46c3-bebf-2b578cbead95 req-535bd8d7-6ebe-425c-97c8-a7a518f42518 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 945 time: 0.0788970 Jan 25 17:21:25.698728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:25.711410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a4a6dfb-539c-46c3-bebf-2b578cbead95 req-df3798cf-d680-44d5-aa4e-6baeb85ad96f tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Jan 25 17:21:26.320918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 3a633134-6936-46cb-978b-0d0ce92d5378 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:26.387603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 3a633134-6936-46cb-978b-0d0ce92d5378 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:26.393016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 3a633134-6936-46cb-978b-0d0ce92d5378 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:26.393409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:26.507691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:26.534335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:26.543506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=3a633134-6936-46cb-978b-0d0ce92d5378,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:26.547818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:26.583720 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378', 'code': 200} Jan 25 17:21:26.620822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:26.806764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8e54d-2ff9-483a-8066-480dd3b2a2af req-5b467c39-b850-4308-973e-0ac844507d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:26.808613 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bae8e54d-2ff9-483a-8066-480dd3b2a2af req-5b467c39-b850-4308-973e-0ac844507d61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 1099 time: 0.0719163 Jan 25 17:21:26.900192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bae8e54d-2ff9-483a-8066-480dd3b2a2af req-b137fc9d-13e8-487b-975b-7e5ab30065c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843356 Jan 25 17:21:26.926882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f24cb-16df-4472-9fc2-0f1d47d05861 req-af804c37-c15c-463d-ab67-14e1e9b35b64 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:26.928295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d3f24cb-16df-4472-9fc2-0f1d47d05861 req-af804c37-c15c-463d-ab67-14e1e9b35b64 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.1001649 Jan 25 17:21:26.971897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d3f24cb-16df-4472-9fc2-0f1d47d05861 req-2b4283c2-7e7d-4102-bc97-e88637b55af7 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Jan 25 17:21:27.739463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b82a-952c-4184-a32c-430a277fdc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:28.166920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890a923-e3aa-4f67-9a5c-0f9cccc1a31c req-ea133486-becc-4c09-833e-5b8c88f90843 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:28.168290 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0890a923-e3aa-4f67-9a5c-0f9cccc1a31c req-ea133486-becc-4c09-833e-5b8c88f90843 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.0899174 Jan 25 17:21:28.213069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0890a923-e3aa-4f67-9a5c-0f9cccc1a31c req-dcb2d30d-247f-4d23-b32b-1df02fa1434d tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Jan 25 17:21:29.401122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679e50b-9382-4bc0-8e55-1a6936143df6 req-9fef4ac9-92fe-469a-b72c-e4d9d54b4b83 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:29.402573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0679e50b-9382-4bc0-8e55-1a6936143df6 req-9fef4ac9-92fe-469a-b72c-e4d9d54b4b83 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.0827682 Jan 25 17:21:29.446928 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0679e50b-9382-4bc0-8e55-1a6936143df6 req-6cf39e6f-94ce-47e5-a377-0fea5f18234b tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Jan 25 17:21:29.823956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf3eee-7ce6-48be-8fce-5b58e9244fb1 req-a51ef301-c263-4f3e-b627-69c745aceb67 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:29.825401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3dbf3eee-7ce6-48be-8fce-5b58e9244fb1 req-a51ef301-c263-4f3e-b627-69c745aceb67 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.0793478 Jan 25 17:21:29.881670 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3dbf3eee-7ce6-48be-8fce-5b58e9244fb1 req-450c806d-2b64-4dda-ab0a-48b894ed6c5f tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493472 Jan 25 17:21:30.322010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cee1ff0e-b11f-4fc0-b028-d93afe35a608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.165944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b9f1a-3cb8-471f-9eb1-04307beaa3c7 req-bfbbb6b0-218b-4f70-94a9-522fcecfac5f tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:31.166897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-542b9f1a-3cb8-471f-9eb1-04307beaa3c7 req-bfbbb6b0-218b-4f70-94a9-522fcecfac5f tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.1763525 Jan 25 17:21:31.177265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.264111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-542b9f1a-3cb8-471f-9eb1-04307beaa3c7 req-1cb9f31e-c1db-4269-8e32-9b5bb6786d81 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619888 Jan 25 17:21:31.288332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-80b25054-629a-4175-9f78-6cdda9adf1ae tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:31.289762 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-80b25054-629a-4175-9f78-6cdda9adf1ae tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 946 time: 0.1204772 Jan 25 17:21:31.358335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Deleting port 3a633134-6936-46cb-978b-0d0ce92d5378 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:31.358672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.600844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] For port 3a633134-6936-46cb-978b-0d0ce92d5378, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=3a633134-6936-46cb-978b-0d0ce92d5378,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:31.601203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.657082 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.725850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Calling delete_port for 3a633134-6936-46cb-978b-0d0ce92d5378 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:31.868594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:31.880402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['48de2b1d-c28e-4290-9230-c29ae079cc2c', '3a633134-6936-46cb-978b-0d0ce92d5378'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:21:31.923915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Pushing event deleted for resources: {'Port': ['ID=3a633134-6936-46cb-978b-0d0ce92d5378,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:31.997507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] No DVR routers for this DVR port 3a633134-6936-46cb-978b-0d0ce92d5378 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:32.000053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:32.004984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'name': 'network-vif-deleted', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:32.020684 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-393a5f0e-8696-468d-b89b-1115264d0c63 req-2739491a-dc5b-444b-be1c-a9babe389e96 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "DELETE /v2.0/ports/3a633134-6936-46cb-978b-0d0ce92d5378 HTTP/1.1" status: 204 len: 173 time: 0.7251744 Jan 25 17:21:32.059822 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a53e4-d4cd-4c4e-b895-2e99a308121a', 'name': 'network-vif-deleted', 'tag': '3a633134-6936-46cb-978b-0d0ce92d5378', 'status': 'completed', 'code': 200} Jan 25 17:21:32.425056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-0a6a0f89-a173-4f09-9202-079554c3ba40 req-368a4987-c6ac-4a38-bd12-831bc7854d02 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Synchronizing usage tracker for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:21:32.441205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-0a6a0f89-a173-4f09-9202-079554c3ba40 req-368a4987-c6ac-4a38-bd12-831bc7854d02 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Unset dirty status for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:21:32.442376 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a6a0f89-a173-4f09-9202-079554c3ba40 req-368a4987-c6ac-4a38-bd12-831bc7854d02 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=b62a53e4-d4cd-4c4e-b895-2e99a308121a HTTP/1.1" status: 200 len: 210 time: 0.0611267 Jan 25 17:21:32.838915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:33.700371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97cba6-0a6f-4eb4-8618-64c2a2c808e2 req-189424b9-0a3d-4e62-9afc-47487db3da95 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:33.701831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e97cba6-0a6f-4eb4-8618-64c2a2c808e2 req-189424b9-0a3d-4e62-9afc-47487db3da95 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0795891 Jan 25 17:21:33.745106 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1e97cba6-0a6f-4eb4-8618-64c2a2c808e2 req-bd86507b-b727-493a-b84c-956e1709c37b tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Jan 25 17:21:33.949625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f612cb-2faa-4bab-84ce-152e147db03c req-a94ebef2-fe00-4cbf-b8cf-db200fe53088 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:33.951067 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9f612cb-2faa-4bab-84ce-152e147db03c req-a94ebef2-fe00-4cbf-b8cf-db200fe53088 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0818937 Jan 25 17:21:33.995269 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9f612cb-2faa-4bab-84ce-152e147db03c req-5117cf72-4039-494c-a2df-5989d9aa2723 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Jan 25 17:21:34.178669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841832bf-1282-45d2-9a4f-e20188d88a42 req-f5986866-c015-4ccc-8490-00c2ecd4d4ef tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:34.180088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-841832bf-1282-45d2-9a4f-e20188d88a42 req-f5986866-c015-4ccc-8490-00c2ecd4d4ef tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0777419 Jan 25 17:21:34.223269 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-841832bf-1282-45d2-9a4f-e20188d88a42 req-e9e2bf8b-bde0-4a38-a130-d25425374e05 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373571 Jan 25 17:21:34.368554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 3a633134-6936-46cb-978b-0d0ce92d5378 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:34.402706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 3a633134-6936-46cb-978b-0d0ce92d5378 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:34.403053 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 3a633134-6936-46cb-978b-0d0ce92d5378 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:34.514303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1eb12d-887d-4f38-bedf-6b4f84238aa2 req-51523c2f-e7de-4213-b562-02937cd56e29 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:34.515813 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b1eb12d-887d-4f38-bedf-6b4f84238aa2 req-51523c2f-e7de-4213-b562-02937cd56e29 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0843976 Jan 25 17:21:34.565157 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2b1eb12d-887d-4f38-bedf-6b4f84238aa2 req-6182b9a2-879c-4465-af02-176851708a89 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Jan 25 17:21:34.760501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113b17-1e9a-4b4e-bda0-f2db6bedcc34 req-1cce363a-879d-4369-a6db-115a4bb59102 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:34.762025 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00113b17-1e9a-4b4e-bda0-f2db6bedcc34 req-1cce363a-879d-4369-a6db-115a4bb59102 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Jan 25 17:21:34.809949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00113b17-1e9a-4b4e-bda0-f2db6bedcc34 req-8b57a3e0-26be-4187-92b5-a9446304b6e4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Jan 25 17:21:35.153075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa791dc-2615-41f9-8467-8bf229419ebe req-65317cc0-8a1e-4232-83a8-e5942fe83cf6 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:35.154498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffa791dc-2615-41f9-8467-8bf229419ebe req-65317cc0-8a1e-4232-83a8-e5942fe83cf6 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Jan 25 17:21:35.202113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ffa791dc-2615-41f9-8467-8bf229419ebe req-2c775b61-53e8-4b1a-a078-b8b5213e2e1a tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Jan 25 17:21:35.583985 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:21:35.726080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c17f-6d0d-49b6-aae9-e15d22f6f6fa req-27ce0e36-2106-4529-8249-fa124e61ae48 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:35.727502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7090c17f-6d0d-49b6-aae9-e15d22f6f6fa req-27ce0e36-2106-4529-8249-fa124e61ae48 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0828958 Jan 25 17:21:35.862049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7090c17f-6d0d-49b6-aae9-e15d22f6f6fa req-03c89569-79eb-45c3-ba22-8e7d45b32ff4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289155 Jan 25 17:21:37.045729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf3a53-4de9-46e2-972a-5e6f4dfdcc9f req-9e856f74-f832-465b-ac8c-cfd46e982717 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:37.047191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ebf3a53-4de9-46e2-972a-5e6f4dfdcc9f req-9e856f74-f832-465b-ac8c-cfd46e982717 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0817840 Jan 25 17:21:37.090332 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5ebf3a53-4de9-46e2-972a-5e6f4dfdcc9f req-f7c2b0dd-1f4c-43c6-a969-3414bc4a2755 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b46817f-1e60-435f-a108-67a2bb567f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370064 Jan 25 17:21:37.237562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-c0bae4b4-c3c7-4fbb-af51-a973daf102ff tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:37.238975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-c0bae4b4-c3c7-4fbb-af51-a973daf102ff tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 945 time: 0.0816066 Jan 25 17:21:37.306875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Deleting port 48de2b1d-c28e-4290-9230-c29ae079cc2c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:37.307463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:37.552674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] For port 48de2b1d-c28e-4290-9230-c29ae079cc2c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48de2b1d-c28e-4290-9230-c29ae079cc2c,segment=NetworkSegment(c849fed7-87f0-4a81-adff-d76a8c812949),segment_id=c849fed7-87f0-4a81-adff-d76a8c812949)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:37.553027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:37.677202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Calling delete_port for 48de2b1d-c28e-4290-9230-c29ae079cc2c owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:37.820146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:37.832494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['48de2b1d-c28e-4290-9230-c29ae079cc2c'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:21:37.874412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Pushing event deleted for resources: {'Port': ['ID=48de2b1d-c28e-4290-9230-c29ae079cc2c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:37.946672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] No DVR routers for this DVR port 48de2b1d-c28e-4290-9230-c29ae079cc2c on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:37.949046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:37.951524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'name': 'network-vif-deleted', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:21:37.968168 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dad65673-ca61-429e-b798-7dfc5ae15321 req-172fa027-e49f-4c13-9fce-f2da909aff5e tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.15 "DELETE /v2.0/ports/48de2b1d-c28e-4290-9230-c29ae079cc2c HTTP/1.1" status: 204 len: 173 time: 0.7235293 Jan 25 17:21:37.999936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2019a701-b96c-4516-84b8-b294087b7769', 'name': 'network-vif-deleted', 'tag': '48de2b1d-c28e-4290-9230-c29ae079cc2c', 'status': 'completed', 'code': 200} Jan 25 17:21:38.254359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-dc789bce-168c-41ce-886d-58d7fd86b047 req-295280e5-987a-45d9-b1c0-d6b90d8d78f4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Synchronizing usage tracker for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:21:38.269846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-dc789bce-168c-41ce-886d-58d7fd86b047 req-295280e5-987a-45d9-b1c0-d6b90d8d78f4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] Unset dirty status for tenant:b505753e9fca4ce69e0ffba498e163a6 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:21:38.271071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dc789bce-168c-41ce-886d-58d7fd86b047 req-295280e5-987a-45d9-b1c0-d6b90d8d78f4 tempest-ServersNegativeTestJSON-1262131878 tempest-ServersNegativeTestJSON-1262131878-project] 10.222.0.45 "GET /v2.0/ports?device_id=2019a701-b96c-4516-84b8-b294087b7769 HTTP/1.1" status: 200 len: 210 time: 0.0616310 Jan 25 17:21:39.364196 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:39.425344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Deleting subnet dab36833-16d7-42a8-a80a-967f055e1095 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:21:39.428144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.479689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.551388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.631090 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.671416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab36833-16d7-42a8-a80a-967f055e1095,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:39.675740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.681719 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5096bfb3-20ba-411d-9f60-17bc247a3152 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dab36833-16d7-42a8-a80a-967f055e1095 HTTP/1.1" status: 204 len: 168 time: 0.3165154 Jan 25 17:21:39.684440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:39.788074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.913179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.940161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3f5da4-7821-402f-80ca-ae57d4ab6b1a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:39.952782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c849fed7-87f0-4a81-adff-d76a8c812949') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:39.953082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c849fed7-87f0-4a81-adff-d76a8c812949') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:39.964417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.980169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:39.986275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:39.987327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:40.000228 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:40.076979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.081261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.103573 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ab3f5da4-7821-402f-80ca-ae57d4ab6b1a HTTP/1.1" status: 204 len: 168 time: 0.4181104 Jan 25 17:21:40.104435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342234-1d5c-426e-98b7-f93924d8a065 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3f5da4-7821-402f-80ca-ae57d4ab6b1a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:40.212284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43468) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:40.261155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2a84168-0666-4d7c-8536-9a88a235b92a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b505753e9fca4ce69e0ffba498e163a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477111 Jan 25 17:21:40.263516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43472) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:40.321673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.347435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.397928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.414091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46817f-1e60-435f-a108-67a2bb567f3a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:40.415550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 48de2b1d-c28e-4290-9230-c29ae079cc2c no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:40.418411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:40.421834 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-898f816b-224c-4cd6-8ac4-57c15c0ba2c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b46817f-1e60-435f-a108-67a2bb567f3a HTTP/1.1" status: 204 len: 168 time: 0.1550372 Jan 25 17:21:40.460587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 48de2b1d-c28e-4290-9230-c29ae079cc2c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:40.460928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 48de2b1d-c28e-4290-9230-c29ae079cc2c not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:41.152824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43496) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:41.258308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316234006'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:41.261056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:41.265103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:network and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:41.269734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:41.277030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:41.286870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:41.290379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.302606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.317527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:41.321206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:security_group_rule and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:41.324002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:41.329562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:41.416464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.420128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.452510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:41.461235 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3211e5a8-8e3e-47ec-b81f-48ac97aac38e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:41.467101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.467658 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Added segment 5fe16a83-054c-444d-8a80-2163e2f1d6fe of type vlan for network ff874181-8aa7-4138-ba43-bdf66ae9861c Jan 25 17:21:41.495064 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.523151 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.528518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:41.529113 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:41.644352 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4903934 Jan 25 17:21:41.647150 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466c50f-2393-4da5-8002-c02eab58b698 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Network': ['ID=ff874181-8aa7-4138-ba43-bdf66ae9861c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:41.657021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network ff874181-8aa7-4138-ba43-bdf66ae9861c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:44.912536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:44.918226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'subnet': {'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:45.027940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:45.031685 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:subnet and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:45.035263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:45.041099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:45.050652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:45.054361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.359073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.438069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Subnet': ['ID=90e36cb8-ec0b-47e6-aa17-81de9965e21d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:45.447066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking segment: {'id': '5fe16a83-054c-444d-8a80-2163e2f1d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:45.447427 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network hostable DHCP agents. Network: ff874181-8aa7-4138-ba43-bdf66ae9861c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:45.466958 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network ff874181-8aa7-4138-ba43-bdf66ae9861c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:45.475529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, ff874181-8aa7-4138-ba43-bdf66ae9861c) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:45.479564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:45.480148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.484511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fb2b4d-4d11-4b09-b4b9-7344286fc194 None None] Network ff874181-8aa7-4138-ba43-bdf66ae9861c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:45.502659 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c7fa90d-ad95-4fb0-b6d0-a83e73e65a8e tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5884855 Jan 25 17:21:45.506419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:45.511983 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1337369493'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:45.516776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:45.520645 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:network and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:45.523558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:45.529247 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:45.539275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:45.542760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.571368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:45.579860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.580199 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Added segment abf50e2d-4057-466a-a0c6-0ede61acd960 of type vlan for network cbabc61b-bb24-43b5-9897-b88aee9de45e Jan 25 17:21:45.608624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.639346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.645842 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:45.646416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.735262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-ff874181-8aa7-4138-ba43-bdf66ae9861c', 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c', 'tenant_id': '155470d537d5404aaf0712353d06b624', 'fixed_ips': [{'subnet_id': '90e36cb8-ec0b-47e6-aa17-81de9965e21d'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:45.736105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.759954 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2524240 Jan 25 17:21:45.762773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:45.771343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'subnet': {'network_id': 'cbabc61b-bb24-43b5-9897-b88aee9de45e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:45.790353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92def76-fa2b-4bfe-8a28-bf66a58894a4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Network': ['ID=cbabc61b-bb24-43b5-9897-b88aee9de45e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:45.808787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network cbabc61b-bb24-43b5-9897-b88aee9de45e details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:45.889749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:45.893984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:subnet and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:45.896765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:45.902320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:45.913933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:45.917933 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:45.987643 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Allocated IP 2001:db8:0:ffff::2 (ff874181-8aa7-4138-ba43-bdf66ae9861c/90e36cb8-ec0b-47e6-aa17-81de9965e21d/9096a0bc-dbb3-4e8b-ae73-974c5437ce5f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:46.155934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.200567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.210970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Transition to ACTIVE for port object 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:46.229631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Transition to ACTIVE for port object 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:46.239031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.241564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Subnet': ['ID=1ee7ef42-8642-41af-bc31-3ba2a5a5a10f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:46.251163 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking segment: {'id': 'abf50e2d-4057-466a-a0c6-0ede61acd960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbabc61b-bb24-43b5-9897-b88aee9de45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:46.251513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network hostable DHCP agents. Network: cbabc61b-bb24-43b5-9897-b88aee9de45e, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:46.271475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network cbabc61b-bb24-43b5-9897-b88aee9de45e is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:46.280256 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, cbabc61b-bb24-43b5-9897-b88aee9de45e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:46.285360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:46.285804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.300720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dea79f-dda4-4d22-b89b-ddf04d72ce4d None None] Network cbabc61b-bb24-43b5-9897-b88aee9de45e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:46.307101 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1f729ef-ccf2-4f76-a4dd-44bc4a1ec415 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5431111 Jan 25 17:21:46.309782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:46.320179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Network ff874181-8aa7-4138-ba43-bdf66ae9861c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:46.325444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:46.373773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:46.418616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Pushing event updated for resources: {'Port': ['ID=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:46.451283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.510576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Attempting to bind port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:46.511152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Attempting to bind port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '5fe16a83-054c-444d-8a80-2163e2f1d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:46.511296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Attempting to bind port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f on network ff874181-8aa7-4138-ba43-bdf66ae9861c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:46.516612 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.521937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:46.522309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Checking segment: {'id': '5fe16a83-054c-444d-8a80-2163e2f1d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:46.522711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.523102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Bound using segment: {'id': '5fe16a83-054c-444d-8a80-2163e2f1d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:46.523560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Bound port: 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe16a83-054c-444d-8a80-2163e2f1d6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff874181-8aa7-4138-ba43-bdf66ae9861c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:46.523930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.598063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.635273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee7ef42-8642-41af-bc31-3ba2a5a5a10f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:46.689205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530c015-7257-4c1b-ad25-de621fe720bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-cbabc61b-bb24-43b5-9897-b88aee9de45e', 'network_id': 'cbabc61b-bb24-43b5-9897-b88aee9de45e', 'tenant_id': '155470d537d5404aaf0712353d06b624', 'fixed_ips': [{'subnet_id': '1ee7ef42-8642-41af-bc31-3ba2a5a5a10f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:46.690613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3530c015-7257-4c1b-ad25-de621fe720bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.701521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] For port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:46.714975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] For port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,segment=NetworkSegment(5fe16a83-054c-444d-8a80-2163e2f1d6fe),segment_id=5fe16a83-054c-444d-8a80-2163e2f1d6fe)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:46.731543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.755852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.757112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbabc61b-bb24-43b5-9897-b88aee9de45e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:46.769692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf50e2d-4057-466a-a0c6-0ede61acd960') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:46.770110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf50e2d-4057-466a-a0c6-0ede61acd960') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:46.782728 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.804985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.812617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:46.813285 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.868792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caa2e5-f237-4b8f-84ca-0625764a81de None None] Pushing event updated for resources: {'Port': ['ID=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:46.878324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ed805-4f4d-451d-9b30-ae03205f9912 None None] Network cbabc61b-bb24-43b5-9897-b88aee9de45e requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:46.902391 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:46.917690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.922219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:46.949162 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Network': ['ID=cbabc61b-bb24-43b5-9897-b88aee9de45e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:46.956908 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d95bdb20-5b73-4d8c-ac05-fd42aaf49461 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/cbabc61b-bb24-43b5-9897-b88aee9de45e HTTP/1.1" status: 204 len: 168 time: 0.6424005 Jan 25 17:21:46.957373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:46.962855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611737700'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:46.968133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:46.972667 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:network and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:46.975657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:46.985353 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:46.997756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:47.001641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.032347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:47.049047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.050160 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Added segment 6373c396-9fee-4274-8088-079ccfa13245 of type vlan for network 93220129-b08b-410f-ad64-526e22f9a36f Jan 25 17:21:47.094928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.126558 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.132777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:47.133483 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.239218 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2809877 Jan 25 17:21:47.242034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:47.249511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'subnet': {'network_id': '93220129-b08b-410f-ad64-526e22f9a36f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:47.271540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63117259-a544-4c4b-9698-dee86bc4fa9a tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Network': ['ID=93220129-b08b-410f-ad64-526e22f9a36f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:47.281506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 93220129-b08b-410f-ad64-526e22f9a36f details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:47.478281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:47.481928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:subnet and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:47.484693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:47.490372 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:47.499522 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:47.503638 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.600644 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 17:21:47.601167 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 17:21:47.660715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:47.732083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:47.747093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.824962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Subnet': ['ID=c2ba04c1-10d4-48da-961e-b1d3bec0d50c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:47.835709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking segment: {'id': '6373c396-9fee-4274-8088-079ccfa13245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '93220129-b08b-410f-ad64-526e22f9a36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:47.836056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network hostable DHCP agents. Network: 93220129-b08b-410f-ad64-526e22f9a36f, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:47.855305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network 93220129-b08b-410f-ad64-526e22f9a36f is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:47.866148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 93220129-b08b-410f-ad64-526e22f9a36f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:47.870917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:47.871723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:47.876117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda95b47-3b87-438c-ab3b-81f738c26200 None None] Network 93220129-b08b-410f-ad64-526e22f9a36f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:47.895775 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d848602-238d-45b2-91f8-de7a80446ab0 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6527250 Jan 25 17:21:47.898436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43526) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:47.958149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22578362-e564-4968-bd08-90501e3dbac1 None None] Network ff874181-8aa7-4138-ba43-bdf66ae9861c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:48.045543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.070581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Provisioning for port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:48.101869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Provisioning complete for port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:48.102236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.115346 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.189149 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.228203 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ba04c1-10d4-48da-961e-b1d3bec0d50c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:48.325029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.353611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93220129-b08b-410f-ad64-526e22f9a36f']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:48.363354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f644d7-31a7-45df-b691-9a0aebcb484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-93220129-b08b-410f-ad64-526e22f9a36f', 'network_id': '93220129-b08b-410f-ad64-526e22f9a36f', 'tenant_id': '155470d537d5404aaf0712353d06b624', 'fixed_ips': [{'subnet_id': 'c2ba04c1-10d4-48da-961e-b1d3bec0d50c'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:48.364162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f644d7-31a7-45df-b691-9a0aebcb484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.366445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6373c396-9fee-4274-8088-079ccfa13245') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:48.366744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6373c396-9fee-4274-8088-079ccfa13245') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:48.377876 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.393283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.399158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:48.399540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:48.414903 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:48.457171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.498871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] For port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,segment=NetworkSegment(5fe16a83-054c-444d-8a80-2163e2f1d6fe),segment_id=5fe16a83-054c-444d-8a80-2163e2f1d6fe)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:48.499106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.502241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-64f644d7-31a7-45df-b691-9a0aebcb484c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 25 17:21:48.502241 dv-neutron-824022-2-hyperv neutron-server[87554]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 25 17:21:48.502241 dv-neutron-824022-2-hyperv neutron-server[87554]: [parameters: {'project_id': '155470d537d5404aaf0712353d06b624', 'id': '5c2c92dc-02de-42ef-9a0a-36ca4fc7f83b', 'name': '', 'network_id': '93220129-b08b-410f-ad64-526e22f9a36f', 'mac_address': 'fa:16:3e:b4:fa:25', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-93220129-b08b-410f-ad64-526e22f9a36f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1582}] Jan 25 17:21:48.502241 dv-neutron-824022-2-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:21:48.502241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-64f644d7-31a7-45df-b691-9a0aebcb484c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:21:48.504292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.504654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.532345 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Network': ['ID=93220129-b08b-410f-ad64-526e22f9a36f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:48.541282 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-066b301f-0452-48fd-af3f-54ee9b77aebe tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/93220129-b08b-410f-ad64-526e22f9a36f HTTP/1.1" status: 204 len: 168 time: 0.6372588 Jan 25 17:21:48.541282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:48.548906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523376221'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:48.554883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:48.559208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:network and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:48.562394 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:48.569022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:48.577045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847944-9d44-4a42-add1-94bf59ae9428 None None] Pushing event updated for resources: {'Port': ['ID=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:48.580488 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:48.584660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.613908 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:48.623217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.623779 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Added segment f774288b-d58a-404a-8146-b5aaa2101257 of type vlan for network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 Jan 25 17:21:48.656308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.688770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.694189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:48.694768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.731695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-26c2a067-440b-4133-876c-b90f83682b2f None None] Provisioning complete for port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:48.732256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26c2a067-440b-4133-876c-b90f83682b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:48.802021 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2607806 Jan 25 17:21:48.805622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43534) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:48.808033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95656-9a51-49ca-b76f-4c59b6801dae tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Network': ['ID=6689c5c5-37f1-4ed7-b86c-30d79d23bf64,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:48.817881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'subnet': {'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:48.823943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:48.932267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:48.936066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:subnet and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:48.938889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:48.945411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:48.954684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:48.958995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.003491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f644d7-31a7-45df-b691-9a0aebcb484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.036959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf752318-72f5-4818-999c-d5a920f38eb8 None None] Network 93220129-b08b-410f-ad64-526e22f9a36f requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:49.054425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf752318-72f5-4818-999c-d5a920f38eb8 None None] Network 93220129-b08b-410f-ad64-526e22f9a36f could not be found, it might have been deleted concurrently. {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 25 17:21:49.175483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.253040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Subnet': ['ID=8a52faf0-074b-4b08-9ca4-4eb389f5c26f,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:49.263835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.264181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.264515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.264844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.265173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.265527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.265852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.266170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.266490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.266807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.267123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.267453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:49.270432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking segment: {'id': 'f774288b-d58a-404a-8146-b5aaa2101257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:49.270783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network hostable DHCP agents. Network: 6689c5c5-37f1-4ed7-b86c-30d79d23bf64, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:49.289710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:49.299689 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 6689c5c5-37f1-4ed7-b86c-30d79d23bf64) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:49.303848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:49.304426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.310106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e738af5-6b1d-4818-abfc-2b366ecc0bdf None None] Network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:49.327868 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-accf0eca-9549-483a-9367-005a0b1fa7f7 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5202389 Jan 25 17:21:49.333246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43538) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:49.338954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032825570'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:49.343931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:49.347980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:network and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:49.351077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:49.356684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:49.367929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:49.371684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.399726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:49.408214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.408610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Added segment 6df7620b-1f62-4000-853d-8f77726f598b of type vlan for network 3f6f5431-6518-450c-ab9c-daa33ffe25d1 Jan 25 17:21:49.437934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.467971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.473634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:49.474217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.531628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-6689c5c5-37f1-4ed7-b86c-30d79d23bf64', 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64', 'tenant_id': '155470d537d5404aaf0712353d06b624', 'fixed_ips': [{'subnet_id': '8a52faf0-074b-4b08-9ca4-4eb389f5c26f'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:49.532466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.628997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:49.677599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3432038 Jan 25 17:21:49.680716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43542) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:49.687010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Request body: {'subnet': {'network_id': '3f6f5431-6518-450c-ab9c-daa33ffe25d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:49.696049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643cdd8-bf65-4c45-a13e-7198db82dfbd tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Network': ['ID=3f6f5431-6518-450c-ab9c-daa33ffe25d1,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:49.716876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 3f6f5431-6518-450c-ab9c-daa33ffe25d1 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:49.801624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:49.805579 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Usage tracker for resource:subnet and tenant:155470d537d5404aaf0712353d06b624 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:49.808836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:49.814854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:49.825022 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Made reservation on behalf of 155470d537d5404aaf0712353d06b624 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:49.828586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:49.878791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Allocated IP 2001:db8::2 (6689c5c5-37f1-4ed7-b86c-30d79d23bf64/8a52faf0-074b-4b08-9ca4-4eb389f5c26f/5d685a24-c399-4f62-8cf5-d38c4591768c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:49.905655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:49.906903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.048841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.126116 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event updated for resources: {'Subnet': ['ID=29182d50-1bab-4775-9127-b055de67b6b2,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:50.134121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Checking segment: {'id': '6df7620b-1f62-4000-853d-8f77726f598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3f6f5431-6518-450c-ab9c-daa33ffe25d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:50.134476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network hostable DHCP agents. Network: 3f6f5431-6518-450c-ab9c-daa33ffe25d1, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:50.154077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Network 3f6f5431-6518-450c-ab9c-daa33ffe25d1 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:50.164350 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 3f6f5431-6518-450c-ab9c-daa33ffe25d1) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:50.170428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:50.171202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.181676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3aa601-c4b3-4e82-9a0f-f92d2180fa79 None None] Network 3f6f5431-6518-450c-ab9c-daa33ffe25d1 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:50.197437 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-118856ac-9ef8-49d9-a16b-e3e91f97478c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5155616 Jan 25 17:21:50.199948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:50.280133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.304620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Transition to ACTIVE for port object 5d685a24-c399-4f62-8cf5-d38c4591768c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:50.339016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Transition to ACTIVE for port object 5d685a24-c399-4f62-8cf5-d38c4591768c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:50.341025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.368473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.460164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:50.493158 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:50.501308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:50.508217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.508958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Pushing event updated for resources: {'Port': ['ID=5d685a24-c399-4f62-8cf5-d38c4591768c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:50.514164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a1f295-c115-4991-8463-7aee127dca9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-3f6f5431-6518-450c-ab9c-daa33ffe25d1', 'network_id': '3f6f5431-6518-450c-ab9c-daa33ffe25d1', 'tenant_id': '155470d537d5404aaf0712353d06b624', 'fixed_ips': [{'subnet_id': '29182d50-1bab-4775-9127-b055de67b6b2'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:50.514968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54a1f295-c115-4991-8463-7aee127dca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.583459 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.625453 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Subnet': ['ID=29182d50-1bab-4775-9127-b055de67b6b2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:50.652588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Attempting to bind port 5d685a24-c399-4f62-8cf5-d38c4591768c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:50.652946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Attempting to bind port 5d685a24-c399-4f62-8cf5-d38c4591768c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f774288b-d58a-404a-8146-b5aaa2101257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:50.653401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Attempting to bind port 5d685a24-c399-4f62-8cf5-d38c4591768c on network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:50.675802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:50.676174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Checking segment: {'id': 'f774288b-d58a-404a-8146-b5aaa2101257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:50.676596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.676952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Bound using segment: {'id': 'f774288b-d58a-404a-8146-b5aaa2101257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:50.677428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Bound port: 5d685a24-c399-4f62-8cf5-d38c4591768c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774288b-d58a-404a-8146-b5aaa2101257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6689c5c5-37f1-4ed7-b86c-30d79d23bf64'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:50.677793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.725924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.744680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17754e32-ba75-4078-8b51-ed80e67625a5 None None] Network 3f6f5431-6518-450c-ab9c-daa33ffe25d1 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:50.755290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f5431-6518-450c-ab9c-daa33ffe25d1']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:50.766932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df7620b-1f62-4000-853d-8f77726f598b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:50.767221 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df7620b-1f62-4000-853d-8f77726f598b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:50.778652 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.794843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.800999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:50.801272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:50.815820 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:50.870590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] For port 5d685a24-c399-4f62-8cf5-d38c4591768c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:50.897048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.914341 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.925186 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Network': ['ID=3f6f5431-6518-450c-ab9c-daa33ffe25d1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:50.932400 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7dba5d8b-0a42-4cca-bff9-57d3aa5b5a77 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/3f6f5431-6518-450c-ab9c-daa33ffe25d1 HTTP/1.1" status: 204 len: 168 time: 0.7281878 Jan 25 17:21:50.933263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:50.938873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] For port 5d685a24-c399-4f62-8cf5-d38c4591768c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5d685a24-c399-4f62-8cf5-d38c4591768c,segment=NetworkSegment(f774288b-d58a-404a-8146-b5aaa2101257),segment_id=f774288b-d58a-404a-8146-b5aaa2101257)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:50.947605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:50.973740 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec78a8f-371a-4bf9-bda3-dd8f747804c9 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] GET failed (client error): The resource could not be found. Jan 25 17:21:50.974268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ec78a8f-371a-4bf9-bda3-dd8f747804c9 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Synchronizing usage tracker for tenant:155470d537d5404aaf0712353d06b624 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:21:50.991679 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ec78a8f-371a-4bf9-bda3-dd8f747804c9 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Unset dirty status for tenant:155470d537d5404aaf0712353d06b624 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:21:50.993045 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ec78a8f-371a-4bf9-bda3-dd8f747804c9 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "GET /v2.0/subnets/29182d50-1bab-4775-9127-b055de67b6b2 HTTP/1.1" status: 404 len: 337 time: 0.0595901 Jan 25 17:21:50.996093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43554) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:51.022388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfe4efb-105a-409a-a994-6fcb20b85a58 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:51.022862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfe4efb-105a-409a-a994-6fcb20b85a58 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:51.024518 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8cfe4efb-105a-409a-a994-6fcb20b85a58 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/3f6f5431-6518-450c-ab9c-daa33ffe25d1 HTTP/1.1" status: 404 len: 339 time: 0.0274179 Jan 25 17:21:51.028507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43558) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:51.039018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41d1af-4c8d-436b-896e-6237cb9450a3 None None] Pushing event updated for resources: {'Port': ['ID=5d685a24-c399-4f62-8cf5-d38c4591768c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:51.067642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf2d04f-133a-48da-b79a-7faf9c3f03f1 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:51.068099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf2d04f-133a-48da-b79a-7faf9c3f03f1 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:51.069814 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0bf2d04f-133a-48da-b79a-7faf9c3f03f1 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/subnets/29182d50-1bab-4775-9127-b055de67b6b2 HTTP/1.1" status: 404 len: 337 time: 0.0403688 Jan 25 17:21:51.072300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43562) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:51.098939 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8351f67-05ff-49ee-843e-e5bba71ea06c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:51.099417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8351f67-05ff-49ee-843e-e5bba71ea06c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:51.101296 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f8351f67-05ff-49ee-843e-e5bba71ea06c tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/3f6f5431-6518-450c-ab9c-daa33ffe25d1 HTTP/1.1" status: 404 len: 339 time: 0.0278997 Jan 25 17:21:51.103721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43566) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:51.172944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Deleting subnet 8a52faf0-074b-4b08-9ca4-4eb389f5c26f {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:21:51.184161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.243956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.335928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.407859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.446616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Subnet': ['ID=8a52faf0-074b-4b08-9ca4-4eb389f5c26f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:51.450369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.463510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b7aca803-2a3d-4dd7-9410-ae4fd7bb6d54 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/subnets/8a52faf0-074b-4b08-9ca4-4eb389f5c26f HTTP/1.1" status: 204 len: 168 time: 0.3589036 Jan 25 17:21:51.465929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43570) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:51.582368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.592652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Deleting port 5d685a24-c399-4f62-8cf5-d38c4591768c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:51.593119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.655353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5d685a24-c399-4f62-8cf5-d38c4591768c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:51.727117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 5d685a24-c399-4f62-8cf5-d38c4591768c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:51.815641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] For port 5d685a24-c399-4f62-8cf5-d38c4591768c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=5d685a24-c399-4f62-8cf5-d38c4591768c,segment=NetworkSegment(f774288b-d58a-404a-8146-b5aaa2101257),segment_id=f774288b-d58a-404a-8146-b5aaa2101257)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:51.815993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:51.943764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Calling delete_port for 5d685a24-c399-4f62-8cf5-d38c4591768c owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:51.979350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b87bb-7dd6-4468-9079-3ecb2c850413 None None] Network 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:52.025469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.076143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Port': ['ID=5d685a24-c399-4f62-8cf5-d38c4591768c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:52.079420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No DVR routers for this DVR port 5d685a24-c399-4f62-8cf5-d38c4591768c on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:52.110140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b5051595-a9bc-48eb-b383-42d5adbcf119 None None] Could not find standard attr ID for object 5d685a24-c399-4f62-8cf5-d38c4591768c. {{(pid=87554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 17:21:52.197836 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39263843-60a4-49ba-aceb-2914592cd08b None None] DHCP port deletion for 6689c5c5-37f1-4ed7-b86c-30d79d23bf64 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:21:52.209000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.233565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6689c5c5-37f1-4ed7-b86c-30d79d23bf64']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:52.245557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f774288b-d58a-404a-8146-b5aaa2101257') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:52.245851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f774288b-d58a-404a-8146-b5aaa2101257') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:52.257448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.272513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.278281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:52.278653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:52.292738 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:52.374048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.391125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.401630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Network': ['ID=6689c5c5-37f1-4ed7-b86c-30d79d23bf64,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:52.405554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1c05cecb-1f28-4435-b47d-857cc6c87863 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/6689c5c5-37f1-4ed7-b86c-30d79d23bf64 HTTP/1.1" status: 204 len: 168 time: 0.9387107 Jan 25 17:21:52.408059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43574) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:52.445579 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39ead17-5c82-4cbf-8b1c-52f392f768f8 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:52.445943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39ead17-5c82-4cbf-8b1c-52f392f768f8 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:52.447515 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e39ead17-5c82-4cbf-8b1c-52f392f768f8 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/subnets/c2ba04c1-10d4-48da-961e-b1d3bec0d50c HTTP/1.1" status: 404 len: 337 time: 0.0384979 Jan 25 17:21:52.449840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43578) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:52.476835 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c3f3f8-bf52-4dac-93b9-88f17e9fd774 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:52.477315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c3f3f8-bf52-4dac-93b9-88f17e9fd774 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:52.478884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-95c3f3f8-bf52-4dac-93b9-88f17e9fd774 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/93220129-b08b-410f-ad64-526e22f9a36f HTTP/1.1" status: 404 len: 339 time: 0.0281308 Jan 25 17:21:52.481286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43582) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:52.518144 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9365523c-c332-4e73-bbd2-1b131a41162b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:52.518575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9365523c-c332-4e73-bbd2-1b131a41162b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:52.520145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9365523c-c332-4e73-bbd2-1b131a41162b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/subnets/1ee7ef42-8642-41af-bc31-3ba2a5a5a10f HTTP/1.1" status: 404 len: 337 time: 0.0380096 Jan 25 17:21:52.522407 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43586) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:52.545233 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda3cd79-e281-4c80-9ca8-248cbab39d8b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] DELETE failed (client error): The resource could not be found. Jan 25 17:21:52.545685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda3cd79-e281-4c80-9ca8-248cbab39d8b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 17:21:52.547220 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fda3cd79-e281-4c80-9ca8-248cbab39d8b tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/cbabc61b-bb24-43b5-9897-b88aee9de45e HTTP/1.1" status: 404 len: 339 time: 0.0239704 Jan 25 17:21:52.549876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43590) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:52.616890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Deleting subnet 90e36cb8-ec0b-47e6-aa17-81de9965e21d {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:21:52.619797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.762399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.845312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.916219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.955966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Subnet': ['ID=90e36cb8-ec0b-47e6-aa17-81de9965e21d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:52.957902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:52.961978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de04504-830b-4ec5-b715-ad1cf7c20846 None None] Network ff874181-8aa7-4138-ba43-bdf66ae9861c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:52.968549 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-10853bb0-b4eb-4ef1-a768-5b4655006cf4 tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/subnets/90e36cb8-ec0b-47e6-aa17-81de9965e21d HTTP/1.1" status: 204 len: 168 time: 0.4177499 Jan 25 17:21:52.971747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43594) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:53.089646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.100970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Deleting port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:53.101338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.245529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] DHCP port deletion for ff874181-8aa7-4138-ba43-bdf66ae9861c request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:21:53.249789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Deleting port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:53.250199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.309929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] For port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,segment=NetworkSegment(5fe16a83-054c-444d-8a80-2163e2f1d6fe),segment_id=5fe16a83-054c-444d-8a80-2163e2f1d6fe)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:53.310287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.439847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Calling delete_port for 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:53.456436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] For port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,segment=NetworkSegment(5fe16a83-054c-444d-8a80-2163e2f1d6fe),segment_id=5fe16a83-054c-444d-8a80-2163e2f1d6fe)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:53.456831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.514547 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.566202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Port': ['ID=9096a0bc-dbb3-4e8b-ae73-974c5437ce5f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:53.567999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] No DVR routers for this DVR port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:53.585872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Calling delete_port for 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:53.626406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:53.672582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:53.672946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:53.673404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5d685a24-c399-4f62-8cf5-d38c4591768c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:21:53.695414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.709689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 5d685a24-c399-4f62-8cf5-d38c4591768c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:21:53.710035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 5d685a24-c399-4f62-8cf5-d38c4591768c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:21:53.721866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff874181-8aa7-4138-ba43-bdf66ae9861c']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 17:21:53.735410 dv-neutron-824022-2-hyperv neutron-server[87554]: util.warn( Jan 25 17:21:53.739386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe16a83-054c-444d-8a80-2163e2f1d6fe') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:53.739386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe16a83-054c-444d-8a80-2163e2f1d6fe') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:53.739634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:21:53.739968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:21:53.748245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.764314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.770431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:53.770808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:53.785079 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:53.865537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.882706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:53.893455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] Pushing event deleted for resources: {'Network': ['ID=ff874181-8aa7-4138-ba43-bdf66ae9861c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:53.897428 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9c2442e1-71a2-4263-99e3-e4108fdde67f tempest-NetworksIpV6Test-1602409921 tempest-NetworksIpV6Test-1602409921-project] 10.222.0.45 "DELETE /v2.0/networks/ff874181-8aa7-4138-ba43-bdf66ae9861c HTTP/1.1" status: 204 len: 168 time: 0.9247282 Jan 25 17:21:54.156137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43602) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:54.241393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Deleting port 9096a0bc-dbb3-4e8b-ae73-974c5437ce5f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:54.241783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:54.306105 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b92a76bc-3537-4028-9de2-2f3ac1591df1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=155470d537d5404aaf0712353d06b624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488137 Jan 25 17:21:54.307450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d08c5-9100-431e-9359-434fa83beb24 None None] The port '9096a0bc-dbb3-4e8b-ae73-974c5437ce5f' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:21:54.308913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43608) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:54.370400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:54.395210 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:54.452112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:54.469144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211e5a8-8e3e-47ec-b81f-48ac97aac38e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:54.473170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:54.474640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-77ca03c3-ada0-440c-b5b1-a46ee25775e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3211e5a8-8e3e-47ec-b81f-48ac97aac38e HTTP/1.1" status: 204 len: 168 time: 0.1644020 Jan 25 17:21:55.143606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43632) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:55.243291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-765764108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:55.249848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:55.254553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:router and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:55.257389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:55.263518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:55.273231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.274206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.288611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.307338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.330036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.331582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-70c8eb06-90ed-4c4e-9795-cd1a0f3334fc tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869555 Jan 25 17:21:55.334332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43638) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:55.339674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1782248474'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:55.344605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:55.349498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:network and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:55.352323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:55.357938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:55.368466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Made reservation on behalf of 9f670aede97e4ffb97fccff5db992a37 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:55.371964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.384787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.399159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:55.402864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:security_group_rule and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:55.405611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:55.411299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:55.493046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.496642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.533048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:55.538126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a082c-21f0-4cac-8061-5d502a78ad79,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:55.544580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.544920 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Added segment d52fb5c0-311e-43b4-9aa8-29d34f465eea of type vlan for network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 Jan 25 17:21:55.571722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.599937 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.605383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:55.605956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.709062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:55.804521 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4690835 Jan 25 17:21:55.807475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde4f4-edcb-4a68-82f3-565e36d1ef5d tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event updated for resources: {'Network': ['ID=b6c8642d-d6a6-463d-99a9-da2cd0ecd274,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:55.808042 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:55.817293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'subnet': {'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:55.817883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:55.929408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:55.933519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:subnet and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:55.936243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:55.942269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:55.951381 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Made reservation on behalf of 9f670aede97e4ffb97fccff5db992a37 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:55.955725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.167974 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.243930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event updated for resources: {'Subnet': ['ID=acd4193b-1455-4d09-9ef7-959f2bd6a214,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:56.256550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.256899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.257261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.257599 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.257930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.258261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.258584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.258907 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.259228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.259553 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.259873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.260188 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:21:56.263065 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Checking segment: {'id': 'd52fb5c0-311e-43b4-9aa8-29d34f465eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:56.263425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Network hostable DHCP agents. Network: b6c8642d-d6a6-463d-99a9-da2cd0ecd274, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:56.282264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:56.290952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, b6c8642d-d6a6-463d-99a9-da2cd0ecd274) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:56.294774 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:56.295352 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.300940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73e410-041f-4aea-b3cf-02cb53c909b1 None None] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:56.320005 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a954dca5-7289-4bac-920b-cc19ef821d43 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5099909 Jan 25 17:21:56.323463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43646) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:56.328814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1830221650'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:56.334208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:56.337883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:network and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:56.340698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:56.346932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:56.356969 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Made reservation on behalf of 9f670aede97e4ffb97fccff5db992a37 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:56.360461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.389240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:21:56.398600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.398967 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Added segment f88b9e37-3941-44c5-8a04-ab78368c9d78 of type vlan for network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 Jan 25 17:21:56.425702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.458318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.463734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:56.464312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.524784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-b6c8642d-d6a6-463d-99a9-da2cd0ecd274', 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274', 'tenant_id': '9f670aede97e4ffb97fccff5db992a37', 'fixed_ips': [{'subnet_id': 'acd4193b-1455-4d09-9ef7-959f2bd6a214'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:56.525682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.561184 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2367122 Jan 25 17:21:56.564224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43650) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:56.572021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'subnet': {'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:56.596934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a736a2-5b5a-4854-87c7-755efee4bb29 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event updated for resources: {'Network': ['ID=8eaebdc2-867b-41d2-8d5a-20172ba859f5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:56.611894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:21:56.688831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:21:56.693120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Usage tracker for resource:subnet and tenant:9f670aede97e4ffb97fccff5db992a37 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:21:56.695963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:21:56.701627 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:21:56.711998 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Made reservation on behalf of 9f670aede97e4ffb97fccff5db992a37 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:21:56.715586 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:56.787681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Allocated IP 172.20.0.2 (b6c8642d-d6a6-463d-99a9-da2cd0ecd274/acd4193b-1455-4d09-9ef7-959f2bd6a214/8ad484e6-4d9b-4b01-bfd4-ae674eb955d7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:56.943577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.025049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.027938 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event updated for resources: {'Subnet': ['ID=ec25af38-8c9a-4159-8a45-bbefa6ef35bf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:57.033580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Checking segment: {'id': 'f88b9e37-3941-44c5-8a04-ab78368c9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:57.033946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Network hostable DHCP agents. Network: 8eaebdc2-867b-41d2-8d5a-20172ba859f5, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:21:57.041873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Transition to ACTIVE for port object 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:57.054537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:21:57.063151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Transition to ACTIVE for port object 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:57.065141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 8eaebdc2-867b-41d2-8d5a-20172ba859f5) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:57.069547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:21:57.070202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.070990 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.091349 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c31bd1e-80b5-4b61-a92b-6c27bca73fe4 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5260582 Jan 25 17:21:57.094202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:57.100069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-03e0d398-92de-43df-a862-70556b10d40f tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Request body: {'router': {'external_gateway_info': {'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:21:57.108587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3994a254-fda1-4985-8dcc-68dddd5cc6c0 None None] Network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:57.227723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:57.232702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:57.235102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:57.237888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Pushing event updated for resources: {'Port': ['ID=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:57.382283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Attempting to bind port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:57.382665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Attempting to bind port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'd52fb5c0-311e-43b4-9aa8-29d34f465eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:57.383002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Attempting to bind port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 on network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:57.398124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:57.398487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Checking segment: {'id': 'd52fb5c0-311e-43b4-9aa8-29d34f465eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:57.398878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.399261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Bound using segment: {'id': 'd52fb5c0-311e-43b4-9aa8-29d34f465eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:57.399711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Bound port: 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52fb5c0-311e-43b4-9aa8-29d34f465eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6c8642d-d6a6-463d-99a9-da2cd0ecd274'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:57.400073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.511324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-8eaebdc2-867b-41d2-8d5a-20172ba859f5', 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5', 'tenant_id': '9f670aede97e4ffb97fccff5db992a37', 'fixed_ips': [{'subnet_id': 'ec25af38-8c9a-4159-8a45-bbefa6ef35bf'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:21:57.512225 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.579047 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03e0d398-92de-43df-a862-70556b10d40f tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.582277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] For port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:57.600548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] For port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,segment=NetworkSegment(d52fb5c0-311e-43b4-9aa8-29d34f465eea),segment_id=d52fb5c0-311e-43b4-9aa8-29d34f465eea)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:57.609054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.727188 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-03e0d398-92de-43df-a862-70556b10d40f tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 17:21:57.728743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03e0d398-92de-43df-a862-70556b10d40f tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "PUT /v2.0/routers/2d313b7a-b040-4bce-ab43-9e2ab412df1e HTTP/1.1" status: 400 len: 364 time: 0.6336057 Jan 25 17:21:57.734721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:57.769535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c29d-3b5f-47f4-9118-362bbf806272 None None] Pushing event updated for resources: {'Port': ['ID=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:57.775064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-80b699e4-ec6f-4cad-83cc-eb86d8473f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:57.789055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Allocated IP 172.21.0.2 (8eaebdc2-867b-41d2-8d5a-20172ba859f5/ec25af38-8c9a-4159-8a45-bbefa6ef35bf/1cb305a3-12a8-4660-abe4-1dc710ef3409) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:21:57.807108 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Deleting subnet ec25af38-8c9a-4159-8a45-bbefa6ef35bf {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:21:58.017457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.027961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Transition to ACTIVE for port object 1cb305a3-12a8-4660-abe4-1dc710ef3409 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:58.049991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Transition to ACTIVE for port object 1cb305a3-12a8-4660-abe4-1dc710ef3409 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:21:58.055379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.056047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.117424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.127080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:21:58.130363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:21:58.134026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:21:58.139653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Pushing event updated for resources: {'Port': ['ID=1cb305a3-12a8-4660-abe4-1dc710ef3409,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:58.204919 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.228081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Attempting to bind port 1cb305a3-12a8-4660-abe4-1dc710ef3409 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:21:58.228454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Attempting to bind port 1cb305a3-12a8-4660-abe4-1dc710ef3409 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f88b9e37-3941-44c5-8a04-ab78368c9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:21:58.228815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Attempting to bind port 1cb305a3-12a8-4660-abe4-1dc710ef3409 on network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:21:58.233919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:21:58.234291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Checking segment: {'id': 'f88b9e37-3941-44c5-8a04-ab78368c9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:21:58.234683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.235069 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Bound using segment: {'id': 'f88b9e37-3941-44c5-8a04-ab78368c9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:21:58.235518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Bound port: 1cb305a3-12a8-4660-abe4-1dc710ef3409, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b9e37-3941-44c5-8a04-ab78368c9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8eaebdc2-867b-41d2-8d5a-20172ba859f5'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:21:58.235953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.279425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.323544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event deleted for resources: {'Subnet': ['ID=ec25af38-8c9a-4159-8a45-bbefa6ef35bf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:58.325476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.333000 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63a0ca1d-eec8-4462-95db-61991efa78d2 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "DELETE /v2.0/subnets/ec25af38-8c9a-4159-8a45-bbefa6ef35bf HTTP/1.1" status: 204 len: 168 time: 0.5972688 Jan 25 17:21:58.333950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] For port 1cb305a3-12a8-4660-abe4-1dc710ef3409, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:21:58.335368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43662) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:58.337644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] For port 1cb305a3-12a8-4660-abe4-1dc710ef3409, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1cb305a3-12a8-4660-abe4-1dc710ef3409,segment=NetworkSegment(f88b9e37-3941-44c5-8a04-ab78368c9d78),segment_id=f88b9e37-3941-44c5-8a04-ab78368c9d78)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:21:58.341684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.450955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.461363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85280c-e24d-43c5-a431-f70b002bc50d None None] Pushing event updated for resources: {'Port': ['ID=1cb305a3-12a8-4660-abe4-1dc710ef3409,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:58.469160 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Deleting port 1cb305a3-12a8-4660-abe4-1dc710ef3409 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:58.469447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.492782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66263613-67f4-4c2f-a4a6-6d20dd5897c7 None None] Network 8eaebdc2-867b-41d2-8d5a-20172ba859f5 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:58.691321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] For port 1cb305a3-12a8-4660-abe4-1dc710ef3409, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1cb305a3-12a8-4660-abe4-1dc710ef3409,segment=NetworkSegment(f88b9e37-3941-44c5-8a04-ab78368c9d78),segment_id=f88b9e37-3941-44c5-8a04-ab78368c9d78)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:21:58.691819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:58.724176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e9991-6942-49ab-82dc-f5664ebe2e8a None None] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:58.816291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Calling delete_port for 1cb305a3-12a8-4660-abe4-1dc710ef3409 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:21:58.848661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fd7adba7-fc73-439b-a7b5-44540f6b30bb None None] Provisioning for port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:58.998647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.046858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event deleted for resources: {'Port': ['ID=1cb305a3-12a8-4660-abe4-1dc710ef3409,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:59.048673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] No DVR routers for this DVR port 1cb305a3-12a8-4660-abe4-1dc710ef3409 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:21:59.176208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.190563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de7f14-26c7-458c-8879-5f7c9f13b3be None None] get_active_networks_info from dv-neutron-824022-2-hyperv {{(pid=87554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 25 17:21:59.201673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaebdc2-867b-41d2-8d5a-20172ba859f5']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:59.214405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88b9e37-3941-44c5-8a04-ab78368c9d78') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:59.214924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88b9e37-3941-44c5-8a04-ab78368c9d78') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:21:59.226899 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.243597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.249806 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:21:59.250236 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:21:59.265813 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:21:59.283055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de7f14-26c7-458c-8879-5f7c9f13b3be None None] Resources bound (agent type, host, resource id): {{(pid=87554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 17:21:59.355464 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.359853 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.388224 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event deleted for resources: {'Network': ['ID=8eaebdc2-867b-41d2-8d5a-20172ba859f5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:59.392984 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12e9ecda-f580-4d10-9fdf-698fae6658ec tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "DELETE /v2.0/networks/8eaebdc2-867b-41d2-8d5a-20172ba859f5 HTTP/1.1" status: 204 len: 168 time: 1.0559998 Jan 25 17:21:59.395010 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:59.464582 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Deleting subnet acd4193b-1455-4d09-9ef7-959f2bd6a214 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:21:59.467637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.524274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.620362 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.663522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:21:59.711948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.744048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:21:59.748884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:21:59.749281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.754234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event deleted for resources: {'Subnet': ['ID=acd4193b-1455-4d09-9ef7-959f2bd6a214,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:21:59.756138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.762532 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff57abab-2ced-4be8-b55e-2b5d7a548851 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "DELETE /v2.0/subnets/acd4193b-1455-4d09-9ef7-959f2bd6a214 HTTP/1.1" status: 204 len: 168 time: 0.3665738 Jan 25 17:21:59.764937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:21:59.776148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1905fd4-9528-4d66-b1dc-9c3b3f688aea None None] Network b6c8642d-d6a6-463d-99a9-da2cd0ecd274 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:21:59.883828 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:21:59.894411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Deleting port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:21:59.894743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.035482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.078662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,segment=NetworkSegment(d52fb5c0-311e-43b4-9aa8-29d34f465eea),segment_id=d52fb5c0-311e-43b4-9aa8-29d34f465eea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:00.083316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.112863 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] For port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,segment=NetworkSegment(d52fb5c0-311e-43b4-9aa8-29d34f465eea),segment_id=d52fb5c0-311e-43b4-9aa8-29d34f465eea)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:00.113344 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.142265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] DHCP port deletion for b6c8642d-d6a6-463d-99a9-da2cd0ecd274 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:22:00.150916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Deleting port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:22:00.151287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.202227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:00.236883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Calling delete_port for 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:22:00.310581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:22:00.310894 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:22:00.365297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-523ceba5-b01c-44db-aa1d-bd0b5e92fda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.374881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] For port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,segment=NetworkSegment(d52fb5c0-311e-43b4-9aa8-29d34f465eea),segment_id=d52fb5c0-311e-43b4-9aa8-29d34f465eea)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:00.375210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.498330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Calling delete_port for 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:22:00.570095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.618287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] Pushing event deleted for resources: {'Port': ['ID=8ad484e6-4d9b-4b01-bfd4-ae674eb955d7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:00.622057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc5664-bac0-4f8f-89f8-ec0b8db3e45d None None] No DVR routers for this DVR port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:22:00.812137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Deleting port 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:22:00.812434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:00.882205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] The port '8ad484e6-4d9b-4b01-bfd4-ae674eb955d7' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:22:01.010423 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.035525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c8642d-d6a6-463d-99a9-da2cd0ecd274']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:01.047648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52fb5c0-311e-43b4-9aa8-29d34f465eea') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:01.047937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52fb5c0-311e-43b4-9aa8-29d34f465eea') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:01.059495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.075437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.081657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:22:01.082029 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:22:01.101729 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:22:01.180340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.190680 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.207161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.217562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Pushing event deleted for resources: {'Network': ['ID=b6c8642d-d6a6-463d-99a9-da2cd0ecd274,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:01.221915 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e11ba07-c3c1-4296-920a-6485ba9a66e0 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "DELETE /v2.0/networks/b6c8642d-d6a6-463d-99a9-da2cd0ecd274 HTTP/1.1" status: 204 len: 168 time: 1.4560511 Jan 25 17:22:01.224419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:01.274572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d9c83e-f4d5-4fea-ab50-1c0c8fb50323 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Synchronizing usage tracker for tenant:9f670aede97e4ffb97fccff5db992a37 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:22:01.290155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d9c83e-f4d5-4fea-ab50-1c0c8fb50323 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Unset dirty status for tenant:9f670aede97e4ffb97fccff5db992a37 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:22:01.291318 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0d9c83e-f4d5-4fea-ab50-1c0c8fb50323 tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d313b7a-b040-4bce-ab43-9e2ab412df1e HTTP/1.1" status: 200 len: 205 time: 0.0660195 Jan 25 17:22:01.293944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:01.518259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.618460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:22:01.690116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:22:01.690462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8ad484e6-4d9b-4b01-bfd4-ae674eb955d7 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:22:01.702441 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.831438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.833550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.858201 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.858762 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Fanout notify agent at l3_agent the message router_deleted on router 2d313b7a-b040-4bce-ab43-9e2ab412df1e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:22:01.870145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:01.871234 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-82e62ad9-ae7e-4449-9d30-f0356fe2f85a tempest-RoutersNegativeTest-1954584242 tempest-RoutersNegativeTest-1954584242-project] 10.222.0.45 "DELETE /v2.0/routers/2d313b7a-b040-4bce-ab43-9e2ab412df1e HTTP/1.1" status: 204 len: 168 time: 0.5764127 Jan 25 17:22:02.169493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43686) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:02.316020 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-add08006-b5e9-4899-a5d8-f206c33d4027 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f670aede97e4ffb97fccff5db992a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453829 Jan 25 17:22:02.318486 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:02.377070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:02.402069 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:02.462148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:02.477261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a082c-21f0-4cac-8061-5d502a78ad79,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:02.484175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:02.485338 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54df0125-2a4f-4f4c-b6bb-8c21ca92419a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be9a082c-21f0-4cac-8061-5d502a78ad79 HTTP/1.1" status: 204 len: 168 time: 0.1659231 Jan 25 17:22:02.841915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.137360 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:03.244028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1216220209-network', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:03.248846 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:03.253382 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Usage tracker for resource:network and tenant:ef5e1273b8164fe5b20f1b6bc56591bc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:03.256182 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:03.261750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:03.271659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Made reservation on behalf of ef5e1273b8164fe5b20f1b6bc56591bc for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:03.273992 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.285803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.302720 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:03.306471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5e1273b8164fe5b20f1b6bc56591bc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:03.309473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:03.315705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:03.397457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.401019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.430963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:22:03.441030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a72306-6b4a-43f0-9617-a566c1ab1cbf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:03.447547 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.447949 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Added segment f669fa0c-045c-4b46-9a1f-fd20300e8146 of type vlan for network 441bd833-27d7-46c0-9d39-a16e22b86c7d Jan 25 17:22:03.478267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.508572 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.509610 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:03.510194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.614313 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4757953 Jan 25 17:22:03.615041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41302c49-0b1c-42f8-817d-d15378b8de81 admin admin] Pushing event updated for resources: {'Network': ['ID=441bd833-27d7-46c0-9d39-a16e22b86c7d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:03.617001 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:03.622470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Request body: {'subnet': {'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-subnet', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:03.624793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:22:03.628500 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:03.632380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Usage tracker for resource:subnet and tenant:ef5e1273b8164fe5b20f1b6bc56591bc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:03.635249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:03.641442 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:03.650851 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Made reservation on behalf of ef5e1273b8164fe5b20f1b6bc56591bc for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:03.653239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.854240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.927243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e72de0f-95b5-425a-ae47-9cdc1fa23a99,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:03.937037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Checking segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:03.937428 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Network hostable DHCP agents. Network: 441bd833-27d7-46c0-9d39-a16e22b86c7d, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:22:03.956659 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:22:03.965124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 441bd833-27d7-46c0-9d39-a16e22b86c7d) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:03.968900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:03.969504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:03.974802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748efd9b-15ea-4aeb-add0-2a9c83998ee4 None None] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:22:03.992481 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e1e9a18d-ee62-498f-a580-7739f665cf8b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3744462 Jan 25 17:22:03.995080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 43726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:03.999873 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:04.006288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:04.010009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Usage tracker for resource:router and tenant:ef5e1273b8164fe5b20f1b6bc56591bc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:04.012811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:04.018999 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:04.030293 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.031335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.050692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.193754 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-441bd833-27d7-46c0-9d39-a16e22b86c7d', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:22:04.194587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.352753 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Allocated IP 172.20.0.2 (441bd833-27d7-46c0-9d39-a16e22b86c7d/4e72de0f-95b5-425a-ae47-9cdc1fa23a99/e79a6a10-f22a-4cc9-81cd-6a190be5f328) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:04.428963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.562719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.573483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Transition to ACTIVE for port object e79a6a10-f22a-4cc9-81cd-6a190be5f328 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:04.591188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Transition to ACTIVE for port object e79a6a10-f22a-4cc9-81cd-6a190be5f328 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:04.596788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.663671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:04.666607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:04.670216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:04.676282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Pushing event updated for resources: {'Port': ['ID=e79a6a10-f22a-4cc9-81cd-6a190be5f328,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:04.759768 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.761301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Attempting to bind port e79a6a10-f22a-4cc9-81cd-6a190be5f328 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:04.761679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Attempting to bind port e79a6a10-f22a-4cc9-81cd-6a190be5f328 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:04.762046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Attempting to bind port e79a6a10-f22a-4cc9-81cd-6a190be5f328 on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:04.767923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:04.768297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Checking segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:04.768703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.769101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Bound using segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:04.769597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Bound port: e79a6a10-f22a-4cc9-81cd-6a190be5f328, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:04.769970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.792966 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.863288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] For port e79a6a10-f22a-4cc9-81cd-6a190be5f328, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:04.866390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] For port e79a6a10-f22a-4cc9-81cd-6a190be5f328, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e79a6a10-f22a-4cc9-81cd-6a190be5f328,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:04.871099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:04.928336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Allocated IP 172.26.4.77 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/4ae48e57-3502-462c-840b-d6ab7f390cbf) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:04.956884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd857-3f95-4b88-9e5a-e2c56d933a3e None None] Pushing event updated for resources: {'Port': ['ID=e79a6a10-f22a-4cc9-81cd-6a190be5f328,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:05.087643 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:05.119404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:05.194540 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:05.197931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:05.200467 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:05.237436 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae48e57-3502-462c-840b-d6ab7f390cbf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:05.625970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:05.662983 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e79a6a10-f22a-4cc9-81cd-6a190be5f328 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:05.735106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e79a6a10-f22a-4cc9-81cd-6a190be5f328 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:05.995819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b52a6d-9d16-4745-a54c-0b3588d1e9db None None] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:22:06.113698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Provisioning for port e79a6a10-f22a-4cc9-81cd-6a190be5f328 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:06.119877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:06.135828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Provisioning complete for port e79a6a10-f22a-4cc9-81cd-6a190be5f328 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:06.136196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:06.327622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Router 616204f4-1b36-414d-9f8f-ac5be10352c7 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:22:06.471376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:06.515805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:22:06.525188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] For port e79a6a10-f22a-4cc9-81cd-6a190be5f328, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e79a6a10-f22a-4cc9-81cd-6a190be5f328,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:06.526408 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Sync routers for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:22:06.537094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:06.540780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:06.541870 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:06.543281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:06.544751 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-867f22de-5846-41ec-bd8f-ddc7769407c0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5486522 Jan 25 17:22:06.547579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43730) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:06.614382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130c6cf-f8bc-4d77-b83a-4f9bcb801888 None None] Pushing event updated for resources: {'Port': ['ID=e79a6a10-f22a-4cc9-81cd-6a190be5f328,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:06.743063 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:06.867788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e55c2d7a-ed65-4dd8-92ed-d4aa09a113d7 None None] Provisioning complete for port e79a6a10-f22a-4cc9-81cd-6a190be5f328 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:06.868352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e55c2d7a-ed65-4dd8-92ed-d4aa09a113d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.028297 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:05Z', 'revision_number': 3, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:07.032235 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Checking router: 616204f4-1b36-414d-9f8f-ac5be10352c7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:22:07.033081 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Updating router 616204f4-1b36-414d-9f8f-ac5be10352c7 port 4ae48e57-3502-462c-840b-d6ab7f390cbf binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:22:07.085954 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.229504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.404890 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.417193 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Transition to ACTIVE for port object 4ae48e57-3502-462c-840b-d6ab7f390cbf will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:07.423454 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.436802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Allocated IP 172.20.0.1 (441bd833-27d7-46c0-9d39-a16e22b86c7d/4e72de0f-95b5-425a-ae47-9cdc1fa23a99/ee28ab2a-413c-4d5d-be39-c37697690d5a) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:07.537806 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Attempting to bind port 4ae48e57-3502-462c-840b-d6ab7f390cbf on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:07.538566 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Attempting to bind port 4ae48e57-3502-462c-840b-d6ab7f390cbf by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:07.538566 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Attempting to bind port 4ae48e57-3502-462c-840b-d6ab7f390cbf on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:07.548041 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:07.548527 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:07.548983 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.549341 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:07.549803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Bound port: 4ae48e57-3502-462c-840b-d6ab7f390cbf, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:07.550168 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.577328 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Pushing event updated for resources: {'Port': ['ID=4ae48e57-3502-462c-840b-d6ab7f390cbf,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:07.599585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.600137 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.600267 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.600599 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.600928 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.601271 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.601602 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.601923 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.602243 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.602564 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.602878 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.603193 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.603505 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:07.618027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Transition to ACTIVE for port object ee28ab2a-413c-4d5d-be39-c37697690d5a will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:07.639395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e79a6a10-f22a-4cc9-81cd-6a190be5f328 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:07.646036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.650702 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] For port 4ae48e57-3502-462c-840b-d6ab7f390cbf, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:07.654149 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] For port 4ae48e57-3502-462c-840b-d6ab7f390cbf, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ae48e57-3502-462c-840b-d6ab7f390cbf,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:07.658934 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.719743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:07.722571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:07.727377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:07.741545 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:07.742567 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:07.743694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e79a6a10-f22a-4cc9-81cd-6a190be5f328 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:07.744077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.790394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:07.845112 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7edb-1622-4aed-abaa-2c3d709f8b22 None None] Pushing event updated for resources: {'Port': ['ID=4ae48e57-3502-462c-840b-d6ab7f390cbf,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:07.944351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:07.995422 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:08.026631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e610ecf-1af5-4a4a-8545-3c5ad92e6ca0 None None] Provisioning for port ee28ab2a-413c-4d5d-be39-c37697690d5a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:08.032749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5e610ecf-1af5-4a4a-8545-3c5ad92e6ca0 None None] Provisioning complete for port ee28ab2a-413c-4d5d-be39-c37697690d5a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:08.033355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e610ecf-1af5-4a4a-8545-3c5ad92e6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:08.093160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5e610ecf-1af5-4a4a-8545-3c5ad92e6ca0 None None] Port ee28ab2a-413c-4d5d-be39-c37697690d5a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:08.255515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:08.313367 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:05Z', 'revision_number': 3, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:08.314980 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c91f20-d3be-450a-96f7-4fc432838471 None None] The sync data for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv is: [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:05Z', 'revision_number': 3, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:22:08.521337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:08.526227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:08.648111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:08.650635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:08.807405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:08.808559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:09.010473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Router 616204f4-1b36-414d-9f8f-ac5be10352c7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:22:09.121383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40a35876-a2ea-4860-ada3-fb362d75e26a None None] Provisioning complete for port ee28ab2a-413c-4d5d-be39-c37697690d5a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:09.122016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40a35876-a2ea-4860-ada3-fb362d75e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.183715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40a35876-a2ea-4860-ada3-fb362d75e26a None None] Port ee28ab2a-413c-4d5d-be39-c37697690d5a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:09.201938 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:22:09.212492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-893001f9-2ac8-490a-956e-ee7faf600bb1 admin admin] 10.222.0.45 "PUT /v2.0/routers/616204f4-1b36-414d-9f8f-ac5be10352c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632912 Jan 25 17:22:09.666281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ae48e57-3502-462c-840b-d6ab7f390cbf up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:09.723504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43748) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:09.730003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-597477165-network', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:09.734992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:09.741284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Usage tracker for resource:network and tenant:f3c98cca44a74da69ef07c7998ee4b7a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:09.744532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:09.745865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4ae48e57-3502-462c-840b-d6ab7f390cbf completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:09.750465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4ae48e57-3502-462c-840b-d6ab7f390cbf triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:09.750604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:09.750840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.761863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Made reservation on behalf of f3c98cca44a74da69ef07c7998ee4b7a for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:09.764590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.777740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.792819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:09.796880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Usage tracker for resource:security_group_rule and tenant:f3c98cca44a74da69ef07c7998ee4b7a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:09.802832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:09.810842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:09.883925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.901624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4ae48e57-3502-462c-840b-d6ab7f390cbf, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ae48e57-3502-462c-840b-d6ab7f390cbf,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:09.904681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.908985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.909418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.940328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:22:09.948629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34678673-b574-4d56-a847-824fbb5a396b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:09.954424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.954778 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Added segment e89e54f2-b2d4-43b8-9054-07ad59751863 of type vlan for network 2928051b-351a-46b5-8e9c-f1bef2cbfecb Jan 25 17:22:09.982207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:09.982979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4ae48e57-3502-462c-840b-d6ab7f390cbf,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:10.004650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Sync routers for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:22:10.013954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:10.014570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:10.021568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.022526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:10.023095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.127530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] Pushing event updated for resources: {'Network': ['ID=2928051b-351a-46b5-8e9c-f1bef2cbfecb,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:10.130482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3de8fd7d-2fa7-45b2-9338-1dec89898b6f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4058912 Jan 25 17:22:10.133122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43752) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:10.138411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Request body: {'subnet': {'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-subnet', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:10.143935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:10.147757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Usage tracker for resource:subnet and tenant:f3c98cca44a74da69ef07c7998ee4b7a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:10.150634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:10.157348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:10.157575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:22:10.166772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Made reservation on behalf of f3c98cca44a74da69ef07c7998ee4b7a for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:10.169424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.287537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:10.381455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.459617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2417d65c-13ae-4873-8b93-45f3fcc90ab2,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:10.468844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Checking segment: {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:10.469199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Network hostable DHCP agents. Network: 2928051b-351a-46b5-8e9c-f1bef2cbfecb, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:22:10.490068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:22:10.500207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 2928051b-351a-46b5-8e9c-f1bef2cbfecb) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:10.506738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:10.508305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.530827 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2c102ec2-6c55-4ce6-8302-5762cd2ff53c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3943555 Jan 25 17:22:10.531369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43756) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:10.532340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc2df2-f438-419b-a1ca-ae69e58464ea None None] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:22:10.536640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:10.541317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:10.545240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Usage tracker for resource:router and tenant:f3c98cca44a74da69ef07c7998ee4b7a is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:22:10.548734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:22:10.554540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:10.566056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.567020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.582232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.841037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:08Z', 'revision_number': 4, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ee28ab2a-413c-4d5d-be39-c37697690d5a', 'name': '', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'mac_address': 'fa:16:3e:aa:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:07Z', 'updated_at': '2022-01-25T17:22:08Z', 'revision_number': 2, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'subnets': [{'id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:10.844387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'fixed_ips': [{'subnet_id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:22:10.845379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.860135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Checking router: 616204f4-1b36-414d-9f8f-ac5be10352c7 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:22:10.860661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Updating router 616204f4-1b36-414d-9f8f-ac5be10352c7 port ee28ab2a-413c-4d5d-be39-c37697690d5a binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:22:10.964863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:10.967599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.157897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Allocated IP 172.20.0.2 (2928051b-351a-46b5-8e9c-f1bef2cbfecb/2417d65c-13ae-4873-8b93-45f3fcc90ab2/1c0c6678-fae1-49ee-bf8b-3edc348791ff) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:11.271145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.300672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.437396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Allocated IP 172.26.4.166 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a0184bb4-6f4f-446c-8a23-6ba875b8bdc2) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:11.527259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.542594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Transition to ACTIVE for port object 1c0c6678-fae1-49ee-bf8b-3edc348791ff will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:11.558385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.576629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Transition to ACTIVE for port object 1c0c6678-fae1-49ee-bf8b-3edc348791ff will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:11.578038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Transition to ACTIVE for port object ee28ab2a-413c-4d5d-be39-c37697690d5a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:11.587619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.592807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.631982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.632356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:11.648428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ae48e57-3502-462c-840b-d6ab7f390cbf up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:11.700369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:11.703107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:11.707616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:11.743691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:11.776738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:11.800484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:11.822263 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:11.829247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Pushing event updated for resources: {'Port': ['ID=1c0c6678-fae1-49ee-bf8b-3edc348791ff,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:12.135738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Attempting to bind port 1c0c6678-fae1-49ee-bf8b-3edc348791ff on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:12.136001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Attempting to bind port 1c0c6678-fae1-49ee-bf8b-3edc348791ff by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:12.136367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Attempting to bind port 1c0c6678-fae1-49ee-bf8b-3edc348791ff on network 2928051b-351a-46b5-8e9c-f1bef2cbfecb {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:12.138477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4ae48e57-3502-462c-840b-d6ab7f390cbf triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:12.138852 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.172269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f221de-35e3-47e0-ac9c-53880522ba7b None None] Pushing event updated for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:12.184423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Attempting to bind port ee28ab2a-413c-4d5d-be39-c37697690d5a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:12.184801 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Attempting to bind port ee28ab2a-413c-4d5d-be39-c37697690d5a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:12.185168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Attempting to bind port ee28ab2a-413c-4d5d-be39-c37697690d5a on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:12.195660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:12.196045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Checking segment: {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:12.196454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.196853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Bound using segment: {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:12.197363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Bound port: 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:12.197740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.225883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:12.226260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Checking segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:12.226665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.227062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Bound using segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:12.227695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Bound port: ee28ab2a-413c-4d5d-be39-c37697690d5a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:12.227913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.274220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.433885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3482219c-7310-4f83-a934-7be02184c132 None None] For port 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:12.448577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3482219c-7310-4f83-a934-7be02184c132 None None] For port 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1c0c6678-fae1-49ee-bf8b-3edc348791ff,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:12.455408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] For port ee28ab2a-413c-4d5d-be39-c37697690d5a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:12.457868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.462346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] For port ee28ab2a-413c-4d5d-be39-c37697690d5a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee28ab2a-413c-4d5d-be39-c37697690d5a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:12.505616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.555443 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482219c-7310-4f83-a934-7be02184c132 None None] Pushing event updated for resources: {'Port': ['ID=1c0c6678-fae1-49ee-bf8b-3edc348791ff,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:12.558626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:12.559342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:12.584252 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:22:12.635817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:12.792290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f221de-35e3-47e0-ac9c-53880522ba7b None None] Pushing event updated for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:12.837787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:12.926084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Router 14279cb9-1648-49b6-9515-c0134036217e is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:22:13.125784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:22:13.135213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Sync routers for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:22:13.145200 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:13.145840 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:13.151073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:13.154777 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9b24ef44-07b9-4557-8db7-0534e72619f7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6198766 Jan 25 17:22:13.155009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 43760) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:22:13.182251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:08Z', 'revision_number': 4, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ee28ab2a-413c-4d5d-be39-c37697690d5a', 'name': '', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'mac_address': 'fa:16:3e:aa:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:07Z', 'updated_at': '2022-01-25T17:22:12Z', 'revision_number': 4, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'subnets': [{'id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:13.186937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181703c-055f-4cde-88f1-612820e16c29 None None] The sync data for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv is: [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:08Z', 'revision_number': 4, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ee28ab2a-413c-4d5d-be39-c37697690d5a', 'name': '', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'mac_address': 'fa:16:3e:aa:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:07Z', 'updated_at': '2022-01-25T17:22:12Z', 'revision_number': 4, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'subnets': [{'id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:22:13.362488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:13.763939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee28ab2a-413c-4d5d-be39-c37697690d5a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:13.781427 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:11Z', 'revision_number': 3, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:13.786469 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Checking router: 14279cb9-1648-49b6-9515-c0134036217e for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:22:13.786934 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Updating router 14279cb9-1648-49b6-9515-c0134036217e port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:22:13.888312 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:13.892832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11138f9-6453-4a5b-a451-87a40effcf8e None None] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:22:13.988954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ee28ab2a-413c-4d5d-be39-c37697690d5a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:14.011636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ee28ab2a-413c-4d5d-be39-c37697690d5a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:14.012415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.079689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4ec89c55-1aa8-4af7-a07f-4491764bf82e None None] Provisioning for port 1c0c6678-fae1-49ee-bf8b-3edc348791ff completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:14.164340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.296051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.338136 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.354912 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Transition to ACTIVE for port object a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:14.363652 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.396608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ee28ab2a-413c-4d5d-be39-c37697690d5a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee28ab2a-413c-4d5d-be39-c37697690d5a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:14.407132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.408648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1c0c6678-fae1-49ee-bf8b-3edc348791ff up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:14.437387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Allocated IP 172.20.0.1 (2928051b-351a-46b5-8e9c-f1bef2cbfecb/2417d65c-13ae-4873-8b93-45f3fcc90ab2/36985259-5d02-4560-86a5-b263907539f6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:14.456744 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Attempting to bind port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:14.456983 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Attempting to bind port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:14.457393 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Attempting to bind port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:14.468450 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:14.468817 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:14.469236 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.470407 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:14.470998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Bound port: a0184bb4-6f4f-446c-8a23-6ba875b8bdc2, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:14.471460 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.515785 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd930801-4242-4f00-8d20-dfd3fec12533 None None] Pushing event updated for resources: {'Port': ['ID=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:14.545030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:14.559868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1c0c6678-fae1-49ee-bf8b-3edc348791ff completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:14.568116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1c0c6678-fae1-49ee-bf8b-3edc348791ff triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:14.568726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.576394 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] For port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:14.580617 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] For port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:14.590974 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.633753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.651827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Transition to ACTIVE for port object 36985259-5d02-4560-86a5-b263907539f6 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:14.690920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.716234 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:14.716872 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:14.737374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.780464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1c0c6678-fae1-49ee-bf8b-3edc348791ff,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:14.785907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.793911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:14.798053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:14.802445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:14.850039 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd930801-4242-4f00-8d20-dfd3fec12533 None None] Pushing event updated for resources: {'Port': ['ID=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:14.870819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Pushing event updated for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:14.895130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.917483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=1c0c6678-fae1-49ee-bf8b-3edc348791ff,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:14.964942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ce61c195-19f4-4689-87bb-78451bce0f29 None None] Provisioning complete for port 1c0c6678-fae1-49ee-bf8b-3edc348791ff triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:14.965286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce61c195-19f4-4689-87bb-78451bce0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:14.992639 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:15.072746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.236058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8142584c-9c0f-48d0-8148-c91404e9ef24 None None] Provisioning for port 36985259-5d02-4560-86a5-b263907539f6 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:15.240877 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8142584c-9c0f-48d0-8148-c91404e9ef24 None None] Provisioning complete for port 36985259-5d02-4560-86a5-b263907539f6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:15.241270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8142584c-9c0f-48d0-8148-c91404e9ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.306115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8142584c-9c0f-48d0-8148-c91404e9ef24 None None] Port 36985259-5d02-4560-86a5-b263907539f6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:15.310590 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:11Z', 'revision_number': 3, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:15.315431 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75558fa0-e57e-4ccd-9e05-28d6130af2b9 None None] The sync data for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv is: [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:11Z', 'revision_number': 3, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:22:15.324317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.329257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.437204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Pushing event updated for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:15.439848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.588545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:15.590050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:15.776688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee28ab2a-413c-4d5d-be39-c37697690d5a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:15.848216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Router 14279cb9-1648-49b6-9515-c0134036217e has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:22:15.862334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ee28ab2a-413c-4d5d-be39-c37697690d5a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:15.863103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:15.945603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7cf13f82-10c7-4fee-95c8-541b4ec9ef19 None None] Provisioning complete for port 36985259-5d02-4560-86a5-b263907539f6 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:15.945979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cf13f82-10c7-4fee-95c8-541b4ec9ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:16.054193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:22:16.057094 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7cf13f82-10c7-4fee-95c8-541b4ec9ef19 None None] Port 36985259-5d02-4560-86a5-b263907539f6 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:16.076512 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a7bcbbd8-b9ab-4e8d-b606-ec3f5a448af4 admin admin] 10.222.0.45 "PUT /v2.0/routers/14279cb9-1648-49b6-9515-c0134036217e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9118521 Jan 25 17:22:16.076870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:16.141035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:16.148864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:16.149439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:16.278040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:16.296503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:16.302054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:16.302940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1c0c6678-fae1-49ee-bf8b-3edc348791ff up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:16.419234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:16.432575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1c0c6678-fae1-49ee-bf8b-3edc348791ff triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:16.432946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:16.960924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Sync routers for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:22:16.970627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:16.971254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:17.119104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-835c844a-7cff-4d29-8d2d-1988ccd607ad tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:17.120554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-835c844a-7cff-4d29-8d2d-1988ccd607ad tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 817 time: 0.2590322 Jan 25 17:22:17.135536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-c137049e-16b9-49a8-9bb5-b1950235f46f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/quotas/ef5e1273b8164fe5b20f1b6bc56591bc HTTP/1.1" status: 200 len: 375 time: 0.0095527 Jan 25 17:22:17.148557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:17.216220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-558f7e68-9877-4015-9e63-e671778dfa41 req-c79f3eba-2ed5-4f87-beba-dac5e6470136 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Synchronizing usage tracker for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:22:17.232307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-558f7e68-9877-4015-9e63-e671778dfa41 req-c79f3eba-2ed5-4f87-beba-dac5e6470136 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Unset dirty status for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:22:17.233583 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-c79f3eba-2ed5-4f87-beba-dac5e6470136 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926695 Jan 25 17:22:17.354586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-609f055a-781e-4d96-8cb7-96512c19b609 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:22:17.355581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-609f055a-781e-4d96-8cb7-96512c19b609 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1098456 Jan 25 17:22:17.495164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-d6c903b5-3cb7-4897-b14c-c97cd1e49c81 service neutron] 10.222.0.45 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325421 Jan 25 17:22:17.502142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:15Z', 'revision_number': 4, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '36985259-5d02-4560-86a5-b263907539f6', 'name': '', 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'mac_address': 'fa:16:3e:72:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:14Z', 'updated_at': '2022-01-25T17:22:15Z', 'revision_number': 2, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'subnets': [{'id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:17.506169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Checking router: 14279cb9-1648-49b6-9515-c0134036217e for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:22:17.506519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Updating router 14279cb9-1648-49b6-9515-c0134036217e port 36985259-5d02-4560-86a5-b263907539f6 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:22:17.558383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:17.629866 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-7ddfb0cf-74b0-4b00-b8a6-977ffcdcd4a2 service neutron] 10.222.0.45 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289468 Jan 25 17:22:17.667067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:17.815343 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f382747-d8c7-4d0e-9228-eefceca152b0 req-ac683843-bb4f-4783-b7ad-1523b2ae8f34 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 210 time: 0.0475194 Jan 25 17:22:17.839418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:17.839790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.088223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.101049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Transition to ACTIVE for port object 36985259-5d02-4560-86a5-b263907539f6 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:18.107842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.277996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6933-56be-40e8-936b-bb2583d4bfa1 None None] Pushing event updated for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:18.334417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Attempting to bind port 36985259-5d02-4560-86a5-b263907539f6 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:18.334839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Attempting to bind port 36985259-5d02-4560-86a5-b263907539f6 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:18.335204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Attempting to bind port 36985259-5d02-4560-86a5-b263907539f6 on network 2928051b-351a-46b5-8e9c-f1bef2cbfecb {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:18.340888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:18.341328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Checking segment: {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:18.341738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.342127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Bound using segment: {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:18.342587 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Bound port: 36985259-5d02-4560-86a5-b263907539f6, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89e54f2-b2d4-43b8-9054-07ad59751863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:18.342953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.442226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] For port 36985259-5d02-4560-86a5-b263907539f6, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:18.445609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] For port 36985259-5d02-4560-86a5-b263907539f6, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=36985259-5d02-4560-86a5-b263907539f6,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:18.449579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:18.529941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:22:18.530553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:22:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:18.596149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a6933-56be-40e8-936b-bb2583d4bfa1 None None] Pushing event updated for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:18.720747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:22:18.935259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0b215041-7f96-4cad-a01c-9d75e8438176 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:18.936841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0b215041-7f96-4cad-a01c-9d75e8438176 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 817 time: 0.1948321 Jan 25 17:22:18.948881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Request body: {'port': {'device_id': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'admin_state_up': True, 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:19.062957 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-849d1c0e-6f02-418c-aca3-1b354d6a8c38 req-69ca4a0d-6e62-44d5-a0fe-696ad3f9f7cb tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 210 time: 0.0981073 Jan 25 17:22:19.102299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:15Z', 'revision_number': 4, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '36985259-5d02-4560-86a5-b263907539f6', 'name': '', 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'mac_address': 'fa:16:3e:72:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:14Z', 'updated_at': '2022-01-25T17:22:18Z', 'revision_number': 4, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'subnets': [{'id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:22:19.106215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a29a0f-0af0-4e16-a9ad-58f8d79a1f97 None None] The sync data for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv is: [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:22:15Z', 'revision_number': 4, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '36985259-5d02-4560-86a5-b263907539f6', 'name': '', 'network_id': '2928051b-351a-46b5-8e9c-f1bef2cbfecb', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'mac_address': 'fa:16:3e:72:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:14Z', 'updated_at': '2022-01-25T17:22:18Z', 'revision_number': 4, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'subnets': [{'id': '2417d65c-13ae-4873-8b93-45f3fcc90ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:22:19.137303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:19.147672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:19.161399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Made reservation on behalf of ef5e1273b8164fe5b20f1b6bc56591bc for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:19.165168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.341684 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Allocated IP 172.20.0.3 (441bd833-27d7-46c0-9d39-a16e22b86c7d/4e72de0f-95b5-425a-ae47-9cdc1fa23a99/58ab40c2-be0b-4faf-a473-dd116b11534a) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:19.566312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.582906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Transition to ACTIVE for port object 58ab40c2-be0b-4faf-a473-dd116b11534a will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:19.610956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.682794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 36985259-5d02-4560-86a5-b263907539f6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:19.687954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:19.692090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:19.694550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:19.735835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Pushing event updated for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:19.773288 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:19.774993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.803383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-96c44656-a712-4f80-8d0a-8a1000b2a829 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582151 Jan 25 17:22:19.806062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 36985259-5d02-4560-86a5-b263907539f6 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:19.812143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 36985259-5d02-4560-86a5-b263907539f6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:19.812774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.818704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Request body: {'port': {'device_id': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:19.958237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.964500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:19.993961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 36985259-5d02-4560-86a5-b263907539f6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=36985259-5d02-4560-86a5-b263907539f6,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:19.999674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.072781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f0f9cd86-10b2-4f22-acf9-b3e80bf3711e None None] Provisioning for port 58ab40c2-be0b-4faf-a473-dd116b11534a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:20.080219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f0f9cd86-10b2-4f22-acf9-b3e80bf3711e None None] Provisioning complete for port 58ab40c2-be0b-4faf-a473-dd116b11534a triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:20.080219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cd86-10b2-4f22-acf9-b3e80bf3711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.117006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:20.138933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9cd86-10b2-4f22-acf9-b3e80bf3711e None None] Port 58ab40c2-be0b-4faf-a473-dd116b11534a cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:20.435738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d84a50-fc0f-4009-8711-d60ac623122d req-f2326536-fcda-4c29-a609-250edd544a61 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:20.436339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-47d84a50-fc0f-4009-8711-d60ac623122d req-f2326536-fcda-4c29-a609-250edd544a61 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Synchronizing usage tracker for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:22:20.505017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-47d84a50-fc0f-4009-8711-d60ac623122d req-f2326536-fcda-4c29-a609-250edd544a61 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Unset dirty status for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:22:20.506164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47d84a50-fc0f-4009-8711-d60ac623122d req-f2326536-fcda-4c29-a609-250edd544a61 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 931 time: 0.2065060 Jan 25 17:22:20.511497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ab40c2-be0b-4faf-a473-dd116b11534a {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:22:20.530813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.562237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Transition to ACTIVE for port object 58ab40c2-be0b-4faf-a473-dd116b11534a will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:20.567251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.601415 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47d84a50-fc0f-4009-8711-d60ac623122d req-3d6e0e1b-36f0-4d78-8893-2e23b7138767 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855663 Jan 25 17:22:20.699506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Pushing event updated for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:20.809551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Attempting to bind port 58ab40c2-be0b-4faf-a473-dd116b11534a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:20.809890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Attempting to bind port 58ab40c2-be0b-4faf-a473-dd116b11534a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:20.810223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Attempting to bind port 58ab40c2-be0b-4faf-a473-dd116b11534a on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:20.815201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Port 58ab40c2-be0b-4faf-a473-dd116b11534a on network 441bd833-27d7-46c0-9d39-a16e22b86c7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:22:20.815519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Attempting to bind port 58ab40c2-be0b-4faf-a473-dd116b11534a on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:20.820740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:20.821079 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Checking segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:20.821561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Bound using segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:20.822058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Bound port: 58ab40c2-be0b-4faf-a473-dd116b11534a, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:20.822405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.912780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:20.915583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ab40c2-be0b-4faf-a473-dd116b11534a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:20.920866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.982632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:20.983269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:20.984591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] 10.222.0.15 "PUT /v2.0/ports/58ab40c2-be0b-4faf-a473-dd116b11534a HTTP/1.1" status: 200 len: 1093 time: 1.1720674 Jan 25 17:22:20.985062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:22:21.006666 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594859e-c2e4-49cd-bf35-fde40338c832 service neutron] Pushing event updated for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:21.061005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a', 'status': 'completed', 'code': 200} Jan 25 17:22:21.102693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-b6f50603-5b4b-4794-a4b2-047c829af725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:21.104184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-b6f50603-5b4b-4794-a4b2-047c829af725 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 1096 time: 0.0789580 Jan 25 17:22:21.176548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-2ad9c77c-c330-4288-a7a9-48c965f43867 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ab40c2-be0b-4faf-a473-dd116b11534a HTTP/1.1" status: 200 len: 217 time: 0.0650373 Jan 25 17:22:21.237340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-faf50c1f-fff0-4a8c-af1e-a3f89da10a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:21.238712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-faf50c1f-fff0-4a8c-af1e-a3f89da10a54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 200 len: 856 time: 0.0568249 Jan 25 17:22:21.318385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7e68-9877-4015-9e63-e671778dfa41 req-2012a074-ea95-4c10-9089-940ef4f4c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:21.319818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-2012a074-ea95-4c10-9089-940ef4f4c7df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=441bd833-27d7-46c0-9d39-a16e22b86c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753121 Jan 25 17:22:21.451947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-19fb3909-1f2c-431c-a6de-03f543c164e0 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261706 Jan 25 17:22:21.582824 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-558f7e68-9877-4015-9e63-e671778dfa41 req-e7bcc6fb-0c12-4c22-917e-713b2d1c0a28 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250811 Jan 25 17:22:21.640435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 36985259-5d02-4560-86a5-b263907539f6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:21.702167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-67d74f78-de23-4396-8b88-43c6f5f8155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:21.704410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-67d74f78-de23-4396-8b88-43c6f5f8155c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 1096 time: 0.0739172 Jan 25 17:22:21.714099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 36985259-5d02-4560-86a5-b263907539f6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:21.714621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:21.999531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-451c171d-6b2d-45b7-82d6-c93cf8ff6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:22.001529 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-451c171d-6b2d-45b7-82d6-c93cf8ff6646 service neutron] 10.222.0.15 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 918 time: 0.2922263 Jan 25 17:22:22.009609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29601-76c9-4436-9e52-2dd62150c79b req-60df2f4b-f4f7-4317-ad14-28aae980e17d tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:22.010904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3af29601-76c9-4436-9e52-2dd62150c79b req-60df2f4b-f4f7-4317-ad14-28aae980e17d tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 943 time: 0.2815449 Jan 25 17:22:22.085405 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-59b3f79e-4795-413f-bbd0-6e3d0c926b6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58ab40c2-be0b-4faf-a473-dd116b11534a HTTP/1.1" status: 200 len: 217 time: 0.0735528 Jan 25 17:22:22.156189 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3af29601-76c9-4436-9e52-2dd62150c79b req-d5f50827-dd04-4c6f-bf0e-89bd47cde38e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Jan 25 17:22:22.165209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-e165db1e-bd21-434f-9ab0-fe73285ba138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:22.166611 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-e165db1e-bd21-434f-9ab0-fe73285ba138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 200 len: 856 time: 0.0744665 Jan 25 17:22:22.240373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-e948714f-e761-4c8b-9599-688f966e132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:22.241836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-e948714f-e761-4c8b-9599-688f966e132e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=441bd833-27d7-46c0-9d39-a16e22b86c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684083 Jan 25 17:22:22.371906 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-20c374ae-cb58-4bde-b378-2ce754a249a1 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238639 Jan 25 17:22:22.501142 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a12c274a-c187-4e1d-9a7b-c2cca37fc4c4 req-5a26f2bd-10da-4489-8f74-3aaa44f775fc service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230264 Jan 25 17:22:23.348808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1103c2-8465-4ba4-9c09-9c4e9576f65f req-4d08854a-5c11-40f4-874b-eec04d1f26a2 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:23.350270 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f1103c2-8465-4ba4-9c09-9c4e9576f65f req-4d08854a-5c11-40f4-874b-eec04d1f26a2 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 943 time: 0.0850837 Jan 25 17:22:23.395530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8f1103c2-8465-4ba4-9c09-9c4e9576f65f req-fedd4874-b386-40bf-a856-cbb3cf347ad1 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Jan 25 17:22:24.580977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb23af-0540-4afd-a327-f2444e4db986 req-a9782e39-f347-40af-baf5-07c816c387fb tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:24.582327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8beb23af-0540-4afd-a327-f2444e4db986 req-a9782e39-f347-40af-baf5-07c816c387fb tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 943 time: 0.0790756 Jan 25 17:22:24.627237 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8beb23af-0540-4afd-a327-f2444e4db986 req-a10f65d6-3c53-47f2-a48a-9e299205b705 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Jan 25 17:22:24.646147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ab40c2-be0b-4faf-a473-dd116b11534a details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:22:24.777304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ab40c2-be0b-4faf-a473-dd116b11534a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:24.790730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '58ab40c2-be0b-4faf-a473-dd116b11534a', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'port_id': '58ab40c2-be0b-4faf-a473-dd116b11534a', 'mac_address': 'fa:16:3e:ba:94:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:22:24.844714 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:24.861604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ab40c2-be0b-4faf-a473-dd116b11534a {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:22:24.877132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ab40c2-be0b-4faf-a473-dd116b11534a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:24.880870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:24.950180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:24.958139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.958423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.958760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.959095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.959427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.959756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.960083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.960408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.960733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.961057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.961403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:24.961721 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:25.223658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['58ab40c2-be0b-4faf-a473-dd116b11534a'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:22:25.730939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:25.823577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fc5f0-b956-4e78-90d6-b89ee821f745 req-307e4a55-73bd-4cee-8fe1-7363980653e4 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:25.825378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-018fc5f0-b956-4e78-90d6-b89ee821f745 req-307e4a55-73bd-4cee-8fe1-7363980653e4 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 944 time: 0.0856071 Jan 25 17:22:25.870106 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-018fc5f0-b956-4e78-90d6-b89ee821f745 req-01d875fa-992b-4494-ac64-2db6c18c5552 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Jan 25 17:22:26.677170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ab40c2-be0b-4faf-a473-dd116b11534a up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:26.746369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 58ab40c2-be0b-4faf-a473-dd116b11534a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:26.751628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 58ab40c2-be0b-4faf-a473-dd116b11534a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:26.751998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:26.866981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:26.892970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:22:26.902936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ab40c2-be0b-4faf-a473-dd116b11534a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:26.908184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:26.948792 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a', 'code': 200} Jan 25 17:22:26.980469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:27.074781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422d4c-0102-4583-9cac-9de4b618470f req-9d452f4b-49cb-4407-836d-802a6cb2ffc7 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:27.076252 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4c422d4c-0102-4583-9cac-9de4b618470f req-9d452f4b-49cb-4407-836d-802a6cb2ffc7 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0800920 Jan 25 17:22:27.165401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4c422d4c-0102-4583-9cac-9de4b618470f req-de876758-433e-44b8-a05a-e1820aa769d1 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817001 Jan 25 17:22:27.192866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c576b6-eaa1-4914-842b-0907aaefaf91 req-eb3c1f76-0c73-4adf-8110-0ba9ab2b3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:27.194262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95c576b6-eaa1-4914-842b-0907aaefaf91 req-eb3c1f76-0c73-4adf-8110-0ba9ab2b3da6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 1098 time: 0.0797184 Jan 25 17:22:27.234162 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95c576b6-eaa1-4914-842b-0907aaefaf91 req-feb36eb1-5924-4927-9fb0-c9ce1317cd41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Jan 25 17:22:27.748825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-940cbf7d-9130-411a-9cda-f835f90ad556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:28.355246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8b483-dd7b-4de5-a2af-a0674f7c4c6c req-37ce41d0-f47e-412f-b64e-8928773c2b57 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:28.356678 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00c8b483-dd7b-4de5-a2af-a0674f7c4c6c req-37ce41d0-f47e-412f-b64e-8928773c2b57 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0851383 Jan 25 17:22:28.399910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00c8b483-dd7b-4de5-a2af-a0674f7c4c6c req-64e7ebb1-2033-4f00-81b1-4e3ccc559853 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Jan 25 17:22:29.584471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e9672-95cb-4488-b848-2d4d1b38022f req-ed106640-8dff-4933-ac2a-e575ec19065f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:29.585940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d6e9672-95cb-4488-b848-2d4d1b38022f req-ed106640-8dff-4933-ac2a-e575ec19065f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0804217 Jan 25 17:22:29.630743 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d6e9672-95cb-4488-b848-2d4d1b38022f req-23c32a05-2f3a-49b6-8512-e4f5439dafd8 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Jan 25 17:22:29.815718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832cc02-851a-4606-a51d-c64dd8ae308e req-46b5a7c3-50ad-45d2-acd5-a956e836765f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:29.817174 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f832cc02-851a-4606-a51d-c64dd8ae308e req-46b5a7c3-50ad-45d2-acd5-a956e836765f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0841005 Jan 25 17:22:29.861938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f832cc02-851a-4606-a51d-c64dd8ae308e req-2f24199f-177e-4702-9081-145b6a6a4be8 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Jan 25 17:22:30.337171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcff1233-174c-4752-9817-a1ac9f3392f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:31.184498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:31.663775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:32.845066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:45.532281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aea4bc-9fe8-40fb-a837-6d4fb1e9077a req-f4fcdc1d-5fab-4e0a-ac21-bc7cc66bcd2e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:45.533793 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9aea4bc-9fe8-40fb-a837-6d4fb1e9077a req-f4fcdc1d-5fab-4e0a-ac21-bc7cc66bcd2e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0784404 Jan 25 17:22:45.580389 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9aea4bc-9fe8-40fb-a837-6d4fb1e9077a req-0079dbc2-0470-4d22-8c7d-037256b6d58b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Jan 25 17:22:46.764364 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a92af-cf79-4c96-b694-8a28a9a42277 req-dd130434-111d-49ee-bafe-10cf143c06e4 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:46.765838 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d74a92af-cf79-4c96-b694-8a28a9a42277 req-dd130434-111d-49ee-bafe-10cf143c06e4 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0791435 Jan 25 17:22:46.809828 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d74a92af-cf79-4c96-b694-8a28a9a42277 req-dfd75425-7a80-43a3-8143-7bb43e1ef85b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Jan 25 17:22:47.369406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-da8e23f9-6dfb-4876-8096-119f3c920ce7 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:47.370794 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-da8e23f9-6dfb-4876-8096-119f3c920ce7 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.0831301 Jan 25 17:22:47.441086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Deleting port 58ab40c2-be0b-4faf-a473-dd116b11534a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:22:47.441446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:47.830990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] For port 58ab40c2-be0b-4faf-a473-dd116b11534a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=58ab40c2-be0b-4faf-a473-dd116b11534a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:47.831705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:47.965197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Calling delete_port for 58ab40c2-be0b-4faf-a473-dd116b11534a owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:22:48.150381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd8da-43e1-4ae0-b6b2-efd09f6bd1aa req-c5f44b8b-fdac-4bc5-8aa1-483e4cb31f00 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:48.151766 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d7edd8da-43e1-4ae0-b6b2-efd09f6bd1aa req-c5f44b8b-fdac-4bc5-8aa1-483e4cb31f00 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ff86547-b0dc-4a7e-a68b-49c8180c445d HTTP/1.1" status: 200 len: 945 time: 0.1942618 Jan 25 17:22:48.192113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:48.203529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['58ab40c2-be0b-4faf-a473-dd116b11534a'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:22:48.255296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Pushing event deleted for resources: {'Port': ['ID=58ab40c2-be0b-4faf-a473-dd116b11534a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:48.293979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d7edd8da-43e1-4ae0-b6b2-efd09f6bd1aa req-6b2e93f6-4e39-4e0c-a0a7-0294c0cb1600 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336644 Jan 25 17:22:48.347644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] No DVR routers for this DVR port 58ab40c2-be0b-4faf-a473-dd116b11534a on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:22:48.350256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:48.353023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'name': 'network-vif-deleted', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:22:48.370124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f588a5f3-49e8-4108-a33a-16b0930f638f req-2ab1fb8d-30d6-49a7-99e8-9b9ed72be64f tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "DELETE /v2.0/ports/58ab40c2-be0b-4faf-a473-dd116b11534a HTTP/1.1" status: 204 len: 173 time: 0.9947410 Jan 25 17:22:48.414489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff86547-b0dc-4a7e-a68b-49c8180c445d', 'name': 'network-vif-deleted', 'tag': '58ab40c2-be0b-4faf-a473-dd116b11534a', 'status': 'completed', 'code': 200} Jan 25 17:22:49.583983 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:22:50.094469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-661ea72b-cf5b-4f91-a99d-72437c3c9872 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:50.095928 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-661ea72b-cf5b-4f91-a99d-72437c3c9872 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 817 time: 0.1452539 Jan 25 17:22:50.110862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-1128c7dd-1647-4d22-983b-50e8d1ddbd0a tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/quotas/ef5e1273b8164fe5b20f1b6bc56591bc HTTP/1.1" status: 200 len: 375 time: 0.0096037 Jan 25 17:22:50.190490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-00ca63b1-5e27-454b-88f7-5981786d1b44 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Synchronizing usage tracker for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:22:50.205627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-00ca63b1-5e27-454b-88f7-5981786d1b44 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Unset dirty status for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:22:50.206867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-00ca63b1-5e27-454b-88f7-5981786d1b44 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912151 Jan 25 17:22:50.387181 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-804fbb81-16a4-4d81-98e9-0254547e25e5 service neutron] 10.222.0.45 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687558 Jan 25 17:22:50.521093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-5d609835-ed3b-40e2-84df-4ccf0d3f2ea5 service neutron] 10.222.0.45 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277521 Jan 25 17:22:50.695852 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9589fc4d-e99f-44a4-89e8-0d8594a0115a req-20c85a32-12fc-4500-b2db-f6a21cfadda3 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0429902 Jan 25 17:22:50.770475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ab40c2-be0b-4faf-a473-dd116b11534a no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:22:50.810573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 58ab40c2-be0b-4faf-a473-dd116b11534a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:22:50.811190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 58ab40c2-be0b-4faf-a473-dd116b11534a not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:22:51.686568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-bd6f5ab0-5fd0-4f36-9167-f5540222819e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:51.688494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-bd6f5ab0-5fd0-4f36-9167-f5540222819e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 817 time: 0.1466656 Jan 25 17:22:51.699887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Request body: {'port': {'device_id': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'admin_state_up': True, 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:51.875847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-96a180b6-fbca-4616-ab30-161b1c8258fa req-d14cb1ad-94af-4758-86d5-aa1fcf40118b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0600610 Jan 25 17:22:51.888106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:22:51.898731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:22:51.908529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Made reservation on behalf of ef5e1273b8164fe5b20f1b6bc56591bc for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:22:51.912040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.075556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Allocated IP 172.20.0.6 (441bd833-27d7-46c0-9d39-a16e22b86c7d/4e72de0f-95b5-425a-ae47-9cdc1fa23a99/cd5c7458-2ed6-4935-a3d8-8b77a8772c42) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:22:52.378699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.393909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Transition to ACTIVE for port object cd5c7458-2ed6-4935-a3d8-8b77a8772c42 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:52.417119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.491182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:22:52.494045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:22:52.498019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:22:52.541949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Pushing event updated for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:52.556974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.557368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.557707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.558041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.558368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.558696 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.559019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.559339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.559655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.559971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.560287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.560606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:22:52.579750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:52.580368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.607502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-9cb9ed25-0b3c-4df0-9366-1e4993766d79 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111476 Jan 25 17:22:52.620982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Request body: {'port': {'device_id': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:22:52.738403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.773659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89e372bc-b206-4ccc-a86e-ee7c870fade6 None None] Provisioning for port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:52.778632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89e372bc-b206-4ccc-a86e-ee7c870fade6 None None] Provisioning complete for port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:52.779030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89e372bc-b206-4ccc-a86e-ee7c870fade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:52.834761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-89e372bc-b206-4ccc-a86e-ee7c870fade6 None None] Port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:22:53.142510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34988ff0-6b78-40a7-812d-035ebfd95f99 req-27d2b477-9476-49fd-932c-d9764f293b0b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:53.143189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-34988ff0-6b78-40a7-812d-035ebfd95f99 req-27d2b477-9476-49fd-932c-d9764f293b0b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Synchronizing usage tracker for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:22:53.150831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5c7458-2ed6-4935-a3d8-8b77a8772c42 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:22:53.163587 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:53.172868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-34988ff0-6b78-40a7-812d-035ebfd95f99 req-27d2b477-9476-49fd-932c-d9764f293b0b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Unset dirty status for tenant:ef5e1273b8164fe5b20f1b6bc56591bc on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:22:53.174032 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34988ff0-6b78-40a7-812d-035ebfd95f99 req-27d2b477-9476-49fd-932c-d9764f293b0b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 931 time: 0.1909847 Jan 25 17:22:53.183673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Transition to ACTIVE for port object cd5c7458-2ed6-4935-a3d8-8b77a8772c42 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:22:53.198451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:53.344337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-34988ff0-6b78-40a7-812d-035ebfd95f99 req-0eba4154-5da4-4dde-9f6d-33b3722ea8ae tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636856 Jan 25 17:22:53.378258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:53.462022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Attempting to bind port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:22:53.462352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Attempting to bind port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:22:53.462674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Attempting to bind port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:53.467188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 on network 441bd833-27d7-46c0-9d39-a16e22b86c7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:22:53.467498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Attempting to bind port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 on network 441bd833-27d7-46c0-9d39-a16e22b86c7d {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:22:53.473096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:22:53.473450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Checking segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:22:53.473824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Bound using segment: {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:22:53.474238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Bound port: cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f669fa0c-045c-4b46-9a1f-fd20300e8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:22:53.474574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:53.564534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:22:53.567343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:22:53.571276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:53.634007 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:53.634605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:53.635945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/cd5c7458-2ed6-4935-a3d8-8b77a8772c42 HTTP/1.1" status: 200 len: 1093 time: 1.0193913 Jan 25 17:22:53.636379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:22:53.657725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b06c-d03a-424f-89ce-20ef861254e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:53.707650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42', 'status': 'completed', 'code': 200} Jan 25 17:22:53.748919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-e5005bd7-ef1d-4591-bc54-83c87048a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:53.751236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-e5005bd7-ef1d-4591-bc54-83c87048a495 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 1096 time: 0.0767436 Jan 25 17:22:53.824735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-cbf83bc3-83de-4679-a543-f2cadfe2f3ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42 HTTP/1.1" status: 200 len: 217 time: 0.0669796 Jan 25 17:22:53.887318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-c9c274a2-4094-45dd-a826-27a863f703c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:53.888830 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-c9c274a2-4094-45dd-a826-27a863f703c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 200 len: 856 time: 0.0582376 Jan 25 17:22:54.067340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-20dcbeac-af74-486a-99e3-eeb911644b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.069037 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-20dcbeac-af74-486a-99e3-eeb911644b9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=441bd833-27d7-46c0-9d39-a16e22b86c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721525 Jan 25 17:22:54.199033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-50df3e46-f4f9-4249-a22c-243eb7336cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237373 Jan 25 17:22:54.341799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47647d0f-6963-428d-80a4-9e92ffda72cf req-b2c303cc-79f8-4f3b-8522-26bdc69d70b6 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361048 Jan 25 17:22:54.455094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-7f0dded0-aaf0-4c74-a0bf-d441b073ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.456639 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-7f0dded0-aaf0-4c74-a0bf-d441b073ba6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 1096 time: 0.0725605 Jan 25 17:22:54.645494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-0c1b36a2-9f66-4d21-8ab7-76cc7cfd6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.646839 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-0c1b36a2-9f66-4d21-8ab7-76cc7cfd6800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 918 time: 0.1594472 Jan 25 17:22:54.654350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f2619-fa10-4f39-ac87-df6b20829c03 req-cb0711d8-798b-4b59-8662-8ee6223ddffd tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.655677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e83f2619-fa10-4f39-ac87-df6b20829c03 req-cb0711d8-798b-4b59-8662-8ee6223ddffd tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 943 time: 0.2031276 Jan 25 17:22:54.733770 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-480a285f-2e39-4c04-8ae4-651e388f3256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42 HTTP/1.1" status: 200 len: 217 time: 0.0771782 Jan 25 17:22:54.799137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e83f2619-fa10-4f39-ac87-df6b20829c03 req-3d627c72-7297-4c66-99d5-a4cf5b076c8a tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945818 Jan 25 17:22:54.812082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-c19124c9-381b-4d29-8425-7786586b064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.814116 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-c19124c9-381b-4d29-8425-7786586b064d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 200 len: 856 time: 0.0741618 Jan 25 17:22:54.892285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-d7cf0225-06d9-4fe4-a9aa-78f9d6b3ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:54.893779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-d7cf0225-06d9-4fe4-a9aa-78f9d6b3ce1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=441bd833-27d7-46c0-9d39-a16e22b86c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738819 Jan 25 17:22:55.024758 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-1d3413ae-52e3-44c1-949c-38170054dff3 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237173 Jan 25 17:22:55.155442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19f822cc-01c7-4d15-afe7-c6884a663aeb req-8a49bcc2-4651-4819-95a1-fe324d97141a service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243765 Jan 25 17:22:55.732071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:55.983992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f43f7-1502-46e0-b943-f231ddcb02f1 req-7e40bd72-0dd1-4f15-82d1-70a748506d4b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:55.985470 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff5f43f7-1502-46e0-b943-f231ddcb02f1 req-7e40bd72-0dd1-4f15-82d1-70a748506d4b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 943 time: 0.0805008 Jan 25 17:22:56.028290 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ff5f43f7-1502-46e0-b943-f231ddcb02f1 req-ff564a76-a5cf-4ce0-a75e-3ab033a9b652 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 Jan 25 17:22:56.776476 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device cd5c7458-2ed6-4935-a3d8-8b77a8772c42 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:22:56.938814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:56.957144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42', 'network_id': '441bd833-27d7-46c0-9d39-a16e22b86c7d', 'port_id': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42', 'mac_address': 'fa:16:3e:c6:8d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e72de0f-95b5-425a-ae47-9cdc1fa23a99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:22:57.011503 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:57.028439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5c7458-2ed6-4935-a3d8-8b77a8772c42 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:22:57.043408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:57.046631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:57.117117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:57.214165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f05c7-29c5-4a26-b31c-2306b3ea60f3 req-96e642fd-4a24-43e2-acfd-f608071e1368 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:57.215595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f47f05c7-29c5-4a26-b31c-2306b3ea60f3 req-96e642fd-4a24-43e2-acfd-f608071e1368 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 944 time: 0.0814011 Jan 25 17:22:57.263303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f47f05c7-29c5-4a26-b31c-2306b3ea60f3 req-5024e4b5-279e-40ea-9939-76866a464a30 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Jan 25 17:22:57.395857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['cd5c7458-2ed6-4935-a3d8-8b77a8772c42'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:22:57.752380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a46ec920-167d-4ac2-aa1a-a1d8505ee38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:58.450103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13b70-be00-444e-983b-4b7e73084d8d req-db1df934-f7b2-4117-8763-0e4da1f8dec6 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:58.451572 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ac13b70-be00-444e-983b-4b7e73084d8d req-db1df934-f7b2-4117-8763-0e4da1f8dec6 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 944 time: 0.0805488 Jan 25 17:22:58.495051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9ac13b70-be00-444e-983b-4b7e73084d8d req-ab23a2e9-6b43-440f-92c9-254a95983a4c tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Jan 25 17:22:58.785447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device cd5c7458-2ed6-4935-a3d8-8b77a8772c42 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:22:58.854576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:22:58.859973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:22:58.860339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:58.978386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:59.005079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:22:59.014897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:22:59.018558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:22:59.052434 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42', 'code': 200} Jan 25 17:22:59.088995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:22:59.276466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f8bd-1f4c-413d-b354-8b0212402442 req-bf79f301-8ffc-4efb-8bf8-e37ac0f99ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:59.277960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a215f8bd-1f4c-413d-b354-8b0212402442 req-bf79f301-8ffc-4efb-8bf8-e37ac0f99ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 1098 time: 0.0738299 Jan 25 17:22:59.318727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a215f8bd-1f4c-413d-b354-8b0212402442 req-6c40e9d5-8719-46f0-9c93-dfe127de70e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Jan 25 17:22:59.678981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad216a-e056-4746-ae2e-91e850c37e4b req-e4542124-4a91-4630-beec-d80fb3a64e13 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:22:59.680403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95ad216a-e056-4746-ae2e-91e850c37e4b req-e4542124-4a91-4630-beec-d80fb3a64e13 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.0791607 Jan 25 17:22:59.725068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95ad216a-e056-4746-ae2e-91e850c37e4b req-e6360418-d5ce-4296-86a3-0e3feaeddada tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Jan 25 17:23:00.329344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e3a075c6-3187-459b-82c6-f9be457982de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:01.019152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3ba31-efb2-40a0-81b5-e11dc3b0f82a req-e67a0a83-7b94-4c6e-81f2-a7d11fab0d20 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:01.020498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2aa3ba31-efb2-40a0-81b5-e11dc3b0f82a req-e67a0a83-7b94-4c6e-81f2-a7d11fab0d20 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.1833012 Jan 25 17:23:01.065693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2aa3ba31-efb2-40a0-81b5-e11dc3b0f82a req-22fd9c19-9d94-475e-99bb-d658dd470601 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 Jan 25 17:23:01.187469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:01.251569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498c77-ea3d-46c3-9fb6-63708c1fe463 req-a26007e9-2a4f-4395-9586-b90c680728ab tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:01.253585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19498c77-ea3d-46c3-9fb6-63708c1fe463 req-a26007e9-2a4f-4395-9586-b90c680728ab tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.0856419 Jan 25 17:23:01.300336 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-19498c77-ea3d-46c3-9fb6-63708c1fe463 req-4261ff22-2870-4d86-b08c-41fafb29843b tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jan 25 17:23:01.671863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:02.850208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:04.995894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-6b59158b-7915-4fcb-82f5-e35bc2994afa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733869 Jan 25 17:23:05.133272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-163a1c01-2d31-4e5a-b142-5d2e8f2bfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:05.134611 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-163a1c01-2d31-4e5a-b142-5d2e8f2bfab2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 1098 time: 0.0728757 Jan 25 17:23:05.278200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-358f9bfc-69be-4366-9fc9-f4fab0b3466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:05.279618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-358f9bfc-69be-4366-9fc9-f4fab0b3466c service neutron] 10.222.0.15 "GET /v2.0/networks?id=441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 200 len: 918 time: 0.1264875 Jan 25 17:23:05.344203 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-1ef2212a-92dc-4060-a565-e99111639103 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42 HTTP/1.1" status: 200 len: 217 time: 0.0586967 Jan 25 17:23:05.406855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-b8bcdb2d-7870-4218-9b42-80852c90ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:05.408481 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-b8bcdb2d-7870-4218-9b42-80852c90ef51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 200 len: 856 time: 0.0591807 Jan 25 17:23:05.481568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-9a5351d3-ff19-46fc-9ea0-71f495f53b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:05.483036 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-9a5351d3-ff19-46fc-9ea0-71f495f53b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=441bd833-27d7-46c0-9d39-a16e22b86c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694437 Jan 25 17:23:05.613069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-4017e11a-7998-44c2-a1b9-9134a9c6b9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238887 Jan 25 17:23:05.744859 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f3c07915-c66f-4562-abc8-de3f0ffdb162 req-c177baf8-d1a6-418d-8fc9-b55e662a7e6c service neutron] 10.222.0.15 "GET /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250806 Jan 25 17:23:16.855640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d27e7-366c-4bef-8289-f82536c3ad3b req-960f0a49-54e8-4686-b414-56b47bc4819c tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:16.857093 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9c3d27e7-366c-4bef-8289-f82536c3ad3b req-960f0a49-54e8-4686-b414-56b47bc4819c tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.0839055 Jan 25 17:23:16.901034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9c3d27e7-366c-4bef-8289-f82536c3ad3b req-8f20d01f-4a2c-432b-bd00-ffadd5eba57d tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Jan 25 17:23:18.099808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c72ab-0d71-4825-87a9-3ba93f2b5517 req-287172f5-c4a1-4f31-9dfa-39c524f0bdef tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:18.101260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d92c72ab-0d71-4825-87a9-3ba93f2b5517 req-287172f5-c4a1-4f31-9dfa-39c524f0bdef tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.0802264 Jan 25 17:23:18.145878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d92c72ab-0d71-4825-87a9-3ba93f2b5517 req-5f9142ac-d69d-441d-9194-8a69285e641a tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Jan 25 17:23:18.716423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-46d13905-f917-4384-9816-19ed6232977e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:18.717873 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-46d13905-f917-4384-9816-19ed6232977e tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.0857072 Jan 25 17:23:18.807131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Deleting port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:18.807471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:19.062333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] For port cd5c7458-2ed6-4935-a3d8-8b77a8772c42, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:19.062616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:19.280117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Calling delete_port for cd5c7458-2ed6-4935-a3d8-8b77a8772c42 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:19.454796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4e2eb-f0d9-4085-8db5-b55726ebefe6 req-cc98a4ea-7fd0-434b-be4d-08eb67532941 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:19.456901 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc4e2eb-f0d9-4085-8db5-b55726ebefe6 req-cc98a4ea-7fd0-434b-be4d-08eb67532941 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7 HTTP/1.1" status: 200 len: 945 time: 0.1836464 Jan 25 17:23:19.518379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:19.522463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc4e2eb-f0d9-4085-8db5-b55726ebefe6 req-fc4017c0-25bc-40c3-9685-8ef930491fed tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.45 "GET /v2.0/security-groups?id=95a72306-6b4a-43f0-9617-a566c1ab1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542037 Jan 25 17:23:19.532130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['cd5c7458-2ed6-4935-a3d8-8b77a8772c42'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:23:19.572565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Pushing event deleted for resources: {'Port': ['ID=cd5c7458-2ed6-4935-a3d8-8b77a8772c42,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:19.653104 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] No DVR routers for this DVR port cd5c7458-2ed6-4935-a3d8-8b77a8772c42 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:23:19.655595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:19.658147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'name': 'network-vif-deleted', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:23:19.675858 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bf13ee31-bc49-4b40-92b8-7d7261498c0f req-d8c7f54f-05bb-4f0b-950d-cd3103e3ac88 tempest-TestEncryptedCinderVolumes-422566390 tempest-TestEncryptedCinderVolumes-422566390-project] 10.222.0.15 "DELETE /v2.0/ports/cd5c7458-2ed6-4935-a3d8-8b77a8772c42 HTTP/1.1" status: 204 len: 173 time: 0.9526184 Jan 25 17:23:19.713566 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec2f23a-67c7-48e1-b8c2-c20fad3f39b7', 'name': 'network-vif-deleted', 'tag': 'cd5c7458-2ed6-4935-a3d8-8b77a8772c42', 'status': 'completed', 'code': 200} Jan 25 17:23:20.651208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44048) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:21.179319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:21.520280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Deleting port ee28ab2a-413c-4d5d-be39-c37697690d5a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:21.520616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:21.792822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] For port ee28ab2a-413c-4d5d-be39-c37697690d5a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee28ab2a-413c-4d5d-be39-c37697690d5a,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:21.793492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:21.920046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Calling delete_port for ee28ab2a-413c-4d5d-be39-c37697690d5a owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:22.233158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:22.280451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee28ab2a-413c-4d5d-be39-c37697690d5a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:22.547217 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:22.864182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device cd5c7458-2ed6-4935-a3d8-8b77a8772c42 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:22.894718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Router 616204f4-1b36-414d-9f8f-ac5be10352c7 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:23:22.897350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: cd5c7458-2ed6-4935-a3d8-8b77a8772c42 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:22.897696 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device cd5c7458-2ed6-4935-a3d8-8b77a8772c42 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:23.176395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:23.185616 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Sync routers for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:23.188249 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-09d38dad-5723-4057-94e9-6c8cd2e08ecd admin admin] 10.222.0.45 "PUT /v2.0/routers/616204f4-1b36-414d-9f8f-ac5be10352c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359242 Jan 25 17:23:23.190760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44054) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:23.194803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:23.195414 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:23.369751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:23.373053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:23.550494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:23.560562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Deleting port 4ae48e57-3502-462c-840b-d6ab7f390cbf {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:23.560859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:23.692432 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:23:22Z', 'revision_number': 5, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port': {'id': '4ae48e57-3502-462c-840b-d6ab7f390cbf', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:86:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:23.696419 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Checking router: 616204f4-1b36-414d-9f8f-ac5be10352c7 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:23.704641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Routers {'616204f4-1b36-414d-9f8f-ac5be10352c7'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:23.705999 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['616204f4-1b36-414d-9f8f-ac5be10352c7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:23.753947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] For port 4ae48e57-3502-462c-840b-d6ab7f390cbf, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4ae48e57-3502-462c-840b-d6ab7f390cbf,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:23.754291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:23.857092 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] Set router 616204f4-1b36-414d-9f8f-ac5be10352c7 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:23.895313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Calling delete_port for 4ae48e57-3502-462c-840b-d6ab7f390cbf owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:23.963271 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:23:23Z', 'revision_number': 6, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:23.967271 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceceb810-c7dc-46d4-9a59-002159eb22ba None None] The sync data for ids ['616204f4-1b36-414d-9f8f-ac5be10352c7'] in dv-neutron-824022-2-hyperv is: [{'id': '616204f4-1b36-414d-9f8f-ac5be10352c7', 'name': 'tempest-TestEncryptedCinderVolumes-1216220209-router', 'tenant_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:04Z', 'updated_at': '2022-01-25T17:23:23Z', 'revision_number': 6, 'project_id': 'ef5e1273b8164fe5b20f1b6bc56591bc', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:24.075824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.122211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae48e57-3502-462c-840b-d6ab7f390cbf,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:24.212911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.496958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.499081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.523322 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.523948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616204f4-1b36-414d-9f8f-ac5be10352c7 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:23:24.535693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.536814 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ecc7b2af-f07f-424f-a2eb-3c63625a1eab admin admin] 10.222.0.45 "DELETE /v2.0/routers/616204f4-1b36-414d-9f8f-ac5be10352c7 HTTP/1.1" status: 204 len: 168 time: 1.3451698 Jan 25 17:23:24.539229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44058) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:24.597347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Deleting subnet 4e72de0f-95b5-425a-ae47-9cdc1fa23a99 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:23:24.600084 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.650201 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.732165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.808192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.848037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e72de0f-95b5-425a-ae47-9cdc1fa23a99,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:24.850143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.856820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5f1d2dc1-57ab-4b9f-a736-c1a3ab308a4c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4e72de0f-95b5-425a-ae47-9cdc1fa23a99 HTTP/1.1" status: 204 len: 168 time: 0.3166516 Jan 25 17:23:24.859758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:24.860184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d17ed3-850d-49e3-bcb0-397f893a5731 None None] Network 441bd833-27d7-46c0-9d39-a16e22b86c7d requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:24.972174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:24.983171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Deleting port e79a6a10-f22a-4cc9-81cd-6a190be5f328 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:24.983503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.122421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] DHCP port deletion for 441bd833-27d7-46c0-9d39-a16e22b86c7d request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:23:25.126742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Deleting port e79a6a10-f22a-4cc9-81cd-6a190be5f328 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:25.127726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.210962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] For port e79a6a10-f22a-4cc9-81cd-6a190be5f328, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e79a6a10-f22a-4cc9-81cd-6a190be5f328,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:25.211251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.325995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] For port e79a6a10-f22a-4cc9-81cd-6a190be5f328, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e79a6a10-f22a-4cc9-81cd-6a190be5f328,segment=NetworkSegment(f669fa0c-045c-4b46-9a1f-fd20300e8146),segment_id=f669fa0c-045c-4b46-9a1f-fd20300e8146)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:25.326296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.336175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Calling delete_port for e79a6a10-f22a-4cc9-81cd-6a190be5f328 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:25.410951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.448652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Calling delete_port for e79a6a10-f22a-4cc9-81cd-6a190be5f328 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:25.456849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e79a6a10-f22a-4cc9-81cd-6a190be5f328,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:25.466119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] No DVR routers for this DVR port e79a6a10-f22a-4cc9-81cd-6a190be5f328 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:23:25.467941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.468283 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.468617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.468947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.469305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.469716 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.470043 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.470366 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.471310 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.471730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.472056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.472379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:25.523767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:23:25.524116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:23:25.589410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.617738 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441bd833-27d7-46c0-9d39-a16e22b86c7d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:25.630692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f669fa0c-045c-4b46-9a1f-fd20300e8146') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:25.630987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f669fa0c-045c-4b46-9a1f-fd20300e8146') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:25.642503 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.659287 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.665843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:23:25.666230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.666991 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee28ab2a-413c-4d5d-be39-c37697690d5a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:23:25.679609 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:23:25.701366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ee28ab2a-413c-4d5d-be39-c37697690d5a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:25.701710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee28ab2a-413c-4d5d-be39-c37697690d5a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:25.702130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e79a6a10-f22a-4cc9-81cd-6a190be5f328 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:25.738640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e79a6a10-f22a-4cc9-81cd-6a190be5f328 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:25.738897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e79a6a10-f22a-4cc9-81cd-6a190be5f328 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:25.739314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ae48e57-3502-462c-840b-d6ab7f390cbf no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:25.759012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.824640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4ae48e57-3502-462c-840b-d6ab7f390cbf {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:25.824981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4ae48e57-3502-462c-840b-d6ab7f390cbf not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:25.832761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.879924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:25.892471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] Pushing event deleted for resources: {'Network': ['ID=441bd833-27d7-46c0-9d39-a16e22b86c7d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:25.897234 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a021320b-cf8f-4c8a-99ea-9b498500cf0f admin admin] 10.222.0.45 "DELETE /v2.0/networks/441bd833-27d7-46c0-9d39-a16e22b86c7d HTTP/1.1" status: 204 len: 168 time: 1.0359969 Jan 25 17:23:25.900136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44066) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:26.025364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Deleting port e79a6a10-f22a-4cc9-81cd-6a190be5f328 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:26.025924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:26.093046 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-585f3ba2-d943-40c2-9c78-69f5becbdacf None None] The port 'e79a6a10-f22a-4cc9-81cd-6a190be5f328' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:23:26.444565 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:26.583824 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:23:26.787086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Deleting port 36985259-5d02-4560-86a5-b263907539f6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:26.787422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:26.955414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] For port 36985259-5d02-4560-86a5-b263907539f6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=36985259-5d02-4560-86a5-b263907539f6,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:26.956146 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:27.082634 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Calling delete_port for 36985259-5d02-4560-86a5-b263907539f6 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:27.254138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:27.398949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Pushing event deleted for resources: {'Port': ['ID=36985259-5d02-4560-86a5-b263907539f6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:27.665253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:27.755227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38c3d0d3-0f2a-4873-a838-da210c8d9d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:28.041440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Router 14279cb9-1648-49b6-9515-c0134036217e has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:23:28.215280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:28.224659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Sync routers for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:28.224837 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ca9c03a-e5af-423f-b1ea-c74a98f2f30c admin admin] 10.222.0.45 "PUT /v2.0/routers/14279cb9-1648-49b6-9515-c0134036217e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236048 Jan 25 17:23:28.227168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:28.234003 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:28.234626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:28.402922 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:28.410399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:28.576943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:28.587303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Deleting port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:28.587686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:28.701051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:23:27Z', 'revision_number': 5, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port': {'id': 'a0184bb4-6f4f-446c-8a23-6ba875b8bdc2', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14279cb9-1648-49b6-9515-c0134036217e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:22:11Z', 'updated_at': '2022-01-25T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:28.704958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Checking router: 14279cb9-1648-49b6-9515-c0134036217e for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:28.714908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Routers {'14279cb9-1648-49b6-9515-c0134036217e'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:28.715556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['14279cb9-1648-49b6-9515-c0134036217e'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:28.865397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] Set router 14279cb9-1648-49b6-9515-c0134036217e gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:28.876121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] For port a0184bb4-6f4f-446c-8a23-6ba875b8bdc2, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:28.876478 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:28.978335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:23:28Z', 'revision_number': 6, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:28.982784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83186c-7a38-448e-b8eb-2885942ce53f None None] The sync data for ids ['14279cb9-1648-49b6-9515-c0134036217e'] in dv-neutron-824022-2-hyperv is: [{'id': '14279cb9-1648-49b6-9515-c0134036217e', 'name': 'tempest-TestEncryptedCinderVolumes-597477165-router', 'tenant_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:22:10Z', 'updated_at': '2022-01-25T17:23:28Z', 'revision_number': 6, 'project_id': 'f3c98cca44a74da69ef07c7998ee4b7a', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:29.007068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Calling delete_port for a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:29.172980 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.222290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0184bb4-6f4f-446c-8a23-6ba875b8bdc2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:29.316883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.491080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.493234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.515444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.515929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14279cb9-1648-49b6-9515-c0134036217e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:23:29.529014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.530277 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ceeb83e1-2fd8-49c5-a0f4-951db3266dc1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/14279cb9-1648-49b6-9515-c0134036217e HTTP/1.1" status: 204 len: 168 time: 1.3022201 Jan 25 17:23:29.533825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44074) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:29.592760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Deleting subnet 2417d65c-13ae-4873-8b93-45f3fcc90ab2 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:23:29.596222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.648677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.728297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.762766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:29.800362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:29.800602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.800755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0184bb4-6f4f-446c-8a23-6ba875b8bdc2 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:29.801124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 36985259-5d02-4560-86a5-b263907539f6 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:29.835212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 36985259-5d02-4560-86a5-b263907539f6 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:29.835532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 36985259-5d02-4560-86a5-b263907539f6 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:29.854022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2417d65c-13ae-4873-8b93-45f3fcc90ab2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:29.855972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.862697 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-36bade1b-70ff-46b2-ab9c-454a751e6eae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2417d65c-13ae-4873-8b93-45f3fcc90ab2 HTTP/1.1" status: 204 len: 168 time: 0.3278701 Jan 25 17:23:29.864623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157ef3b-96af-4031-b377-db9fb56587f2 None None] Network 2928051b-351a-46b5-8e9c-f1bef2cbfecb requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:29.865371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:29.985854 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:29.997931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Deleting port 1c0c6678-fae1-49ee-bf8b-3edc348791ff {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:29.998281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.126331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] DHCP port deletion for 2928051b-351a-46b5-8e9c-f1bef2cbfecb request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:23:30.131236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Deleting port 1c0c6678-fae1-49ee-bf8b-3edc348791ff {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:30.131612 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.215967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] For port 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1c0c6678-fae1-49ee-bf8b-3edc348791ff,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:30.216543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.342501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Calling delete_port for 1c0c6678-fae1-49ee-bf8b-3edc348791ff owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:30.367602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52920ea3-51dd-4fbb-9f79-7576fa36b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.377936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] For port 1c0c6678-fae1-49ee-bf8b-3edc348791ff, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1c0c6678-fae1-49ee-bf8b-3edc348791ff,segment=NetworkSegment(e89e54f2-b2d4-43b8-9054-07ad59751863),segment_id=e89e54f2-b2d4-43b8-9054-07ad59751863)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:30.378291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.420775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.507782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Calling delete_port for 1c0c6678-fae1-49ee-bf8b-3edc348791ff owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:23:30.569020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] No DVR routers for this DVR port 1c0c6678-fae1-49ee-bf8b-3edc348791ff on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:23:30.570855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0c6678-fae1-49ee-bf8b-3edc348791ff,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:30.579237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:23:30.579590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:23:30.685937 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.709973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2928051b-351a-46b5-8e9c-f1bef2cbfecb']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:30.722037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89e54f2-b2d4-43b8-9054-07ad59751863') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:30.722333 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89e54f2-b2d4-43b8-9054-07ad59751863') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:30.733161 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.749128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.755476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:23:30.755848 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:23:30.769003 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:23:30.847573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.864295 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:30.874917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2928051b-351a-46b5-8e9c-f1bef2cbfecb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:30.878044 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3eef62a0-8f37-4c32-b5e3-05c2a1167a28 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2928051b-351a-46b5-8e9c-f1bef2cbfecb HTTP/1.1" status: 204 len: 168 time: 1.0114589 Jan 25 17:23:31.047824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:31.081034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Deleting port 1c0c6678-fae1-49ee-bf8b-3edc348791ff {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:23:31.081562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.098796 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36d7502e-04b1-472a-b19f-53d81ad5995f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef5e1273b8164fe5b20f1b6bc56591bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475280 Jan 25 17:23:31.099081 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:31.151741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71b06-e63e-48b7-8320-88a38abd0027 None None] The port '1c0c6678-fae1-49ee-bf8b-3edc348791ff' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:23:31.160747 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.186605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.189892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.239367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.257722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a72306-6b4a-43f0-9617-a566c1ab1cbf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:31.265650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.269310 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-350507e7-da6f-49ad-bb83-2d9bd256ea31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95a72306-6b4a-43f0-9617-a566c1ab1cbf HTTP/1.1" status: 204 len: 168 time: 0.1668975 Jan 25 17:23:31.595109 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44096) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:31.645717 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-58160ce7-0f31-4667-955a-ec26140bb322 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3c98cca44a74da69ef07c7998ee4b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484276 Jan 25 17:23:31.648123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:31.665744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1c0c6678-fae1-49ee-bf8b-3edc348791ff no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:23:31.702192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1c0c6678-fae1-49ee-bf8b-3edc348791ff {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:23:31.702743 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1c0c6678-fae1-49ee-bf8b-3edc348791ff not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:23:31.705466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.707810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.733785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.786741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.804392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34678673-b574-4d56-a847-824fbb5a396b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:31.810612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:31.813638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dd937e9e-98a2-4ca5-956d-5f401144be47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34678673-b574-4d56-a847-824fbb5a396b HTTP/1.1" status: 204 len: 168 time: 0.1646144 Jan 25 17:23:32.526363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44124) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:32.628795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-840129621-network', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:32.633524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:32.637332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Usage tracker for resource:network and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:32.640290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:32.647400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:32.656932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Made reservation on behalf of 6f62fa7bd5434179a6059862f7bec6cd for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:23:32.659622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.671470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.686114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:32.690593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:32.693624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:32.699496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:32.783393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.787998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.819933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:23:32.828214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7615fa-94dd-4a79-95b2-42603a0edcda,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:32.835627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.841243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Added segment 9500a561-ed48-4c5a-83ec-c2218466072d of type vlan for network e51d693a-bf66-45a2-84bf-264162189683 Jan 25 17:23:32.858590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.871466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.900630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:32.901608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:32.902179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.006932 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4794714 Jan 25 17:23:33.007783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16c507-d37d-4c1a-8afd-474d9b0cc11c admin admin] Pushing event updated for resources: {'Network': ['ID=e51d693a-bf66-45a2-84bf-264162189683,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:33.009746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:33.016063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Request body: {'subnet': {'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-840129621-subnet', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:33.017371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network e51d693a-bf66-45a2-84bf-264162189683 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:23:33.021301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:33.025127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Usage tracker for resource:subnet and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:33.028062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:33.034435 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:33.044494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Made reservation on behalf of 6f62fa7bd5434179a6059862f7bec6cd for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:23:33.046849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.251699 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.325538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d210872-2f57-4ba6-84f3-4009de2868bc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:33.336288 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Checking segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:33.336640 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Network hostable DHCP agents. Network: e51d693a-bf66-45a2-84bf-264162189683, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:23:33.356440 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Network e51d693a-bf66-45a2-84bf-264162189683 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:23:33.365636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, e51d693a-bf66-45a2-84bf-264162189683) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:33.369950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:33.370471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.376993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e556d8-ba6f-4ff0-bf12-8e038561eb33 None None] Network e51d693a-bf66-45a2-84bf-264162189683 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:33.391291 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-973cc32b-2bab-41be-abac-35ae86ea2cf8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3798871 Jan 25 17:23:33.395261 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:33.400142 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:33.404689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:33.411596 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Usage tracker for resource:router and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:33.416824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:33.422543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:33.433943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.434916 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.450006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.604936 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-e51d693a-bf66-45a2-84bf-264162189683', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:23:33.605863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.721580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.764472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Allocated IP 172.20.0.2 (e51d693a-bf66-45a2-84bf-264162189683/9d210872-2f57-4ba6-84f3-4009de2868bc/10a47fa6-7770-4914-a322-a46dcf2ffd44) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:33.968923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:33.980062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Transition to ACTIVE for port object 10a47fa6-7770-4914-a322-a46dcf2ffd44 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:34.005740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Transition to ACTIVE for port object 10a47fa6-7770-4914-a322-a46dcf2ffd44 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:34.012599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.088802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Network e51d693a-bf66-45a2-84bf-264162189683 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:34.091969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:34.096375 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:34.102747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Pushing event updated for resources: {'Port': ['ID=10a47fa6-7770-4914-a322-a46dcf2ffd44,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:34.139976 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.168585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.168931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.169298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.169635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.169965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.170295 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.170432 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.170621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.170944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.171272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.171604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.171915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.172233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:34.201042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Attempting to bind port 10a47fa6-7770-4914-a322-a46dcf2ffd44 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:34.201432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Attempting to bind port 10a47fa6-7770-4914-a322-a46dcf2ffd44 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:34.201792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Attempting to bind port 10a47fa6-7770-4914-a322-a46dcf2ffd44 on network e51d693a-bf66-45a2-84bf-264162189683 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:34.208022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:34.208482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Checking segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:34.208880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.209304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Bound using segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:34.209763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Bound port: 10a47fa6-7770-4914-a322-a46dcf2ffd44, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:34.210131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.302667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] For port 10a47fa6-7770-4914-a322-a46dcf2ffd44, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:34.306223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] For port 10a47fa6-7770-4914-a322-a46dcf2ffd44, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=10a47fa6-7770-4914-a322-a46dcf2ffd44,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:34.310054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.312996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Allocated IP 172.26.4.144 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:34.392635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca832-d686-44c2-8a8f-ff7233ece7bf None None] Pushing event updated for resources: {'Port': ['ID=10a47fa6-7770-4914-a322-a46dcf2ffd44,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:34.471551 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.502824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:34.577014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:34.588628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:34.593420 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:34.621431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:35.005893 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:35.351052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:35.396702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46d71a-f536-45b9-b627-da7cc156fa40 None None] Network e51d693a-bf66-45a2-84bf-264162189683 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:35.523774 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01c24dc0-e382-4c35-ba45-ec74d7d6c554 None None] Provisioning for port 10a47fa6-7770-4914-a322-a46dcf2ffd44 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:35.686915 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Router 099e3912-e2c1-4d69-be97-98c606dc1357 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:23:35.725290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 10a47fa6-7770-4914-a322-a46dcf2ffd44 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:35.793942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 10a47fa6-7770-4914-a322-a46dcf2ffd44 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:35.800187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 10a47fa6-7770-4914-a322-a46dcf2ffd44 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:35.800566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:35.899326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:35.909627 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Sync routers for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:35.920095 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:35.921021 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:35.928539 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:35.930692 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37bdac1b-888e-420a-ae12-a4c046c36c60 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5344889 Jan 25 17:23:35.933951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44138) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:35.934444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:35.976930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-93d22dab-5e9e-445a-a501-cf16a5b137ae None None] Provisioning complete for port 10a47fa6-7770-4914-a322-a46dcf2ffd44 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:35.977258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d22dab-5e9e-445a-a501-cf16a5b137ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.005413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 10a47fa6-7770-4914-a322-a46dcf2ffd44, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=10a47fa6-7770-4914-a322-a46dcf2ffd44,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:36.011080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.104621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=10a47fa6-7770-4914-a322-a46dcf2ffd44,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:36.114692 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:36.402674 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:34Z', 'revision_number': 3, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:36.406407 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Checking router: 099e3912-e2c1-4d69-be97-98c606dc1357 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:36.406758 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Updating router 099e3912-e2c1-4d69-be97-98c606dc1357 port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:23:36.462743 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.738768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.817551 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.829338 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Transition to ACTIVE for port object bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:36.836689 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.911562 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Attempting to bind port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:36.912292 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Attempting to bind port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:36.912292 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Attempting to bind port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:36.921025 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Pushing event updated for resources: {'Port': ['ID=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:36.923270 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:36.923668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:36.924053 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.924430 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:36.924872 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Bound port: bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:36.925247 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:36.952967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Allocated IP 172.20.0.1 (e51d693a-bf66-45a2-84bf-264162189683/9d210872-2f57-4ba6-84f3-4009de2868bc/2916184d-b0e2-4525-a8e0-248152cb800c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:36.965195 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.965564 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.965894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.966223 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.966542 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.966866 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.967189 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.967501 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.967819 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.968123 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.968434 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:36.968741 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:37.009466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] For port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:37.012309 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] For port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:37.016355 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.093703 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b915723-ba1c-43dd-aa6a-bbbd3c9ed7d7 None None] Pushing event updated for resources: {'Port': ['ID=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:37.097375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:37.097970 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:37.103766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.119528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Transition to ACTIVE for port object 2916184d-b0e2-4525-a8e0-248152cb800c will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:37.143975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.212563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Network e51d693a-bf66-45a2-84bf-264162189683 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:37.215250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:37.217804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:37.265725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Pushing event updated for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:37.273993 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:37.282050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.496011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c62a48ef-3ef5-4575-af42-ffed25c397bb None None] Provisioning for port 2916184d-b0e2-4525-a8e0-248152cb800c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:37.502255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c62a48ef-3ef5-4575-af42-ffed25c397bb None None] Provisioning complete for port 2916184d-b0e2-4525-a8e0-248152cb800c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:37.502684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c62a48ef-3ef5-4575-af42-ffed25c397bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.547093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.555902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c62a48ef-3ef5-4575-af42-ffed25c397bb None None] Port 2916184d-b0e2-4525-a8e0-248152cb800c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:23:37.571810 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:34Z', 'revision_number': 3, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:37.575630 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57dc25-5e31-42e7-a8ee-5bd87141d31a None None] The sync data for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv is: [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:34Z', 'revision_number': 3, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:37.678835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 10a47fa6-7770-4914-a322-a46dcf2ffd44 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:37.756092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 10a47fa6-7770-4914-a322-a46dcf2ffd44 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:37.756871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.781735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.787767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.917447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:37.922915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Pushing event updated for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:38.068963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Network e51d693a-bf66-45a2-84bf-264162189683 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:38.070096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:38.285115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b6068602-0c6d-49eb-a61a-5f6b8b60584b None None] Provisioning complete for port 2916184d-b0e2-4525-a8e0-248152cb800c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:38.285542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6068602-0c6d-49eb-a61a-5f6b8b60584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:38.348568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b6068602-0c6d-49eb-a61a-5f6b8b60584b None None] Port 2916184d-b0e2-4525-a8e0-248152cb800c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:23:38.397705 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Router 099e3912-e2c1-4d69-be97-98c606dc1357 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:23:38.581331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:38.590013 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94384435-61b8-4384-80ca-9a88e8697685 admin admin] 10.222.0.45 "PUT /v2.0/routers/099e3912-e2c1-4d69-be97-98c606dc1357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542828 Jan 25 17:23:39.092387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44156) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:39.098870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-158224039-network', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:39.104203 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:39.107741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Sync routers for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:39.108348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Usage tracker for resource:network and tenant:be57fa5a5fd94da2b5d6aa31ef589b1d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:39.112280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:39.117699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:39.118342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:39.118464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:39.128809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Made reservation on behalf of be57fa5a5fd94da2b5d6aa31ef589b1d for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:23:39.131207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.146787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.161657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:39.165607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Usage tracker for resource:security_group_rule and tenant:be57fa5a5fd94da2b5d6aa31ef589b1d is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:39.168386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:39.174672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:39.256899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.261332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.288656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:23:39.301275 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aab27b-9fef-4eaf-a8c0-562f70444419,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:39.302745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:39.305665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.306010 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Added segment faae1342-5847-4b92-862b-96f539d66649 of type vlan for network 1920c31b-c16e-4833-a342-cf9bd90d6c90 Jan 25 17:23:39.333168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.364708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.365605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:39.366188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.469207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3756194 Jan 25 17:23:39.470621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40752e6-4e76-4185-bcc7-5979f8671f1b admin admin] Pushing event updated for resources: {'Network': ['ID=1920c31b-c16e-4833-a342-cf9bd90d6c90,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:39.472890 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:39.478519 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Request body: {'subnet': {'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-158224039-subnet', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:39.483789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:39.488002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Usage tracker for resource:subnet and tenant:be57fa5a5fd94da2b5d6aa31ef589b1d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:39.491673 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:39.497939 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:39.498281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:23:39.508016 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Made reservation on behalf of be57fa5a5fd94da2b5d6aa31ef589b1d for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:23:39.510754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.720668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:39.726239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.801098 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5769b95f-34f7-47d8-9bd9-2bdf300cfa60,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:39.811702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Checking segment: {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:39.812066 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Network hostable DHCP agents. Network: 1920c31b-c16e-4833-a342-cf9bd90d6c90, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:23:39.815061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 2, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:39.818556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:39.823336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Checking router: 099e3912-e2c1-4d69-be97-98c606dc1357 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:39.823917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Updating router 099e3912-e2c1-4d69-be97-98c606dc1357 port 2916184d-b0e2-4525-a8e0-248152cb800c binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:23:39.833067 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:23:39.843335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 1920c31b-c16e-4833-a342-cf9bd90d6c90) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:39.847691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:39.848305 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.859156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad37b01-b4fa-4cbc-b567-e7323206de18 None None] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:39.869944 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f287334d-a048-4e2d-ac77-001c96304bd6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3958263 Jan 25 17:23:39.872337 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:39.877769 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:39.882404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:39.884231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:39.884670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.886133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Usage tracker for resource:router and tenant:be57fa5a5fd94da2b5d6aa31ef589b1d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:23:39.888887 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:23:39.895110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:39.905690 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.906650 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:39.920796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.014485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.199323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.271869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.340916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:40.368480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.409122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-1920c31b-c16e-4833-a342-cf9bd90d6c90', 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'fixed_ips': [{'subnet_id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:23:40.409998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.514136 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.546982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.594428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:40.683134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Allocated IP 172.26.4.206 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/830e1618-b595-4533-91de-6bb01755a30d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:40.733059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Allocated IP 172.20.0.2 (1920c31b-c16e-4833-a342-cf9bd90d6c90/5769b95f-34f7-47d8-9bd9-2bdf300cfa60/502189da-bdc3-44c7-a4ca-84f3c7460998) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:40.839286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.866421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Transition to ACTIVE for port object 2916184d-b0e2-4525-a8e0-248152cb800c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:40.875698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.952802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:40.986960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.046811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:41.060056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:41.065004 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:41.075815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9577-2559-4366-99f2-1d9077818209 None None] Pushing event updated for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:41.117403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Pushing event updated for resources: {'Port': ['ID=830e1618-b595-4533-91de-6bb01755a30d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:41.200542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.203002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Attempting to bind port 2916184d-b0e2-4525-a8e0-248152cb800c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:41.203371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Attempting to bind port 2916184d-b0e2-4525-a8e0-248152cb800c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:41.203735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Attempting to bind port 2916184d-b0e2-4525-a8e0-248152cb800c on network e51d693a-bf66-45a2-84bf-264162189683 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:41.220331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:41.220562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Checking segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:41.220921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.221344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Bound using segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:41.221813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Bound port: 2916184d-b0e2-4525-a8e0-248152cb800c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:41.222185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.234525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Transition to ACTIVE for port object 502189da-bdc3-44c7-a4ca-84f3c7460998 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:41.337580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Transition to ACTIVE for port object 502189da-bdc3-44c7-a4ca-84f3c7460998 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:41.351023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.434838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:41.442491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:41.450160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:41.461586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Pushing event updated for resources: {'Port': ['ID=502189da-bdc3-44c7-a4ca-84f3c7460998,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:41.467017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] For port 2916184d-b0e2-4525-a8e0-248152cb800c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:41.498697 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.535017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] For port 2916184d-b0e2-4525-a8e0-248152cb800c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2916184d-b0e2-4525-a8e0-248152cb800c,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:41.547481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.616472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Attempting to bind port 502189da-bdc3-44c7-a4ca-84f3c7460998 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:41.616844 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Attempting to bind port 502189da-bdc3-44c7-a4ca-84f3c7460998 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:41.617385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Attempting to bind port 502189da-bdc3-44c7-a4ca-84f3c7460998 on network 1920c31b-c16e-4833-a342-cf9bd90d6c90 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:41.634943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:41.635491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Checking segment: {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:41.635724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.636116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Bound using segment: {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:41.636579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Bound port: 502189da-bdc3-44c7-a4ca-84f3c7460998, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:41.636951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.658947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9577-2559-4366-99f2-1d9077818209 None None] Pushing event updated for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:41.661539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:41.662155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:41.717170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:41.873207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.964365 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] For port 502189da-bdc3-44c7-a4ca-84f3c7460998, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:41.973820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] For port 502189da-bdc3-44c7-a4ca-84f3c7460998, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=502189da-bdc3-44c7-a4ca-84f3c7460998,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:41.987788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:41.992632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:42.079169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Router c9be7349-ec93-4956-8ea3-c833ef476a18 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:23:42.120562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:42.120932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:42.323827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846b2fb-9920-4f16-97f8-8fec5278c29c None None] Pushing event updated for resources: {'Port': ['ID=502189da-bdc3-44c7-a4ca-84f3c7460998,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:42.376712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:42.388629 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Sync routers for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:42.399293 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:42.400238 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:42.410019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:42.414167 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f16a4aff-a2fe-46ff-9b17-c3d361573028 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5383229 Jan 25 17:23:42.414663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:23:42.526660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:41Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:42.531132 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435bc1b-0ffd-4eac-804a-35305eb2c79a None None] The sync data for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv is: [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:41Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:42.652187 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:42.991331 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:41Z', 'revision_number': 3, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:42.996414 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Checking router: c9be7349-ec93-4956-8ea3-c833ef476a18 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:42.996773 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Updating router c9be7349-ec93-4956-8ea3-c833ef476a18 port 830e1618-b595-4533-91de-6bb01755a30d binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:23:43.063031 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.258040 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.491641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.505179 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Transition to ACTIVE for port object 830e1618-b595-4533-91de-6bb01755a30d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:43.511438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d30642-98d7-44f0-89c5-4ded20ab5a35 None None] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:23:43.513366 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.527493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Allocated IP 172.20.0.1 (1920c31b-c16e-4833-a342-cf9bd90d6c90/5769b95f-34f7-47d8-9bd9-2bdf300cfa60/d57c516a-d261-4da8-a620-298e8162dd3e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:43.607163 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Attempting to bind port 830e1618-b595-4533-91de-6bb01755a30d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:43.607447 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Attempting to bind port 830e1618-b595-4533-91de-6bb01755a30d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:43.607704 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Attempting to bind port 830e1618-b595-4533-91de-6bb01755a30d on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:43.620516 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:43.620897 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:43.621320 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.623050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:43.625853 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Bound port: 830e1618-b595-4533-91de-6bb01755a30d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:43.627198 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.659375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95084a-2b71-47bc-8c07-3ab550be5fd6 None None] Pushing event updated for resources: {'Port': ['ID=830e1618-b595-4533-91de-6bb01755a30d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:43.682143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-97f87bef-faf7-40b0-8934-115a61988fa3 None None] Provisioning for port 502189da-bdc3-44c7-a4ca-84f3c7460998 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:43.716512 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] For port 830e1618-b595-4533-91de-6bb01755a30d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:43.720423 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] For port 830e1618-b595-4533-91de-6bb01755a30d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=830e1618-b595-4533-91de-6bb01755a30d,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:43.725297 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.779799 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.803671 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Transition to ACTIVE for port object d57c516a-d261-4da8-a620-298e8162dd3e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:43.827139 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:43.827808 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:43.839801 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:43.912523 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95084a-2b71-47bc-8c07-3ab550be5fd6 None None] Pushing event updated for resources: {'Port': ['ID=830e1618-b595-4533-91de-6bb01755a30d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:43.925084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2916184d-b0e2-4525-a8e0-248152cb800c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:43.955391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:43.958754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:43.962963 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:44.019228 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Pushing event updated for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:44.019473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 2916184d-b0e2-4525-a8e0-248152cb800c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:44.031213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2916184d-b0e2-4525-a8e0-248152cb800c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:44.031595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.053068 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.059664 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:44.244513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.283810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 2916184d-b0e2-4525-a8e0-248152cb800c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2916184d-b0e2-4525-a8e0-248152cb800c,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:44.289927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.291214 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 502189da-bdc3-44c7-a4ca-84f3c7460998 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:44.438266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Provisioning for port d57c516a-d261-4da8-a620-298e8162dd3e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:44.451189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Provisioning complete for port d57c516a-d261-4da8-a620-298e8162dd3e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:44.451596 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.491941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:41Z', 'revision_number': 3, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:44.497128 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02845b43-ba0d-4ef1-8218-6243c53d4247 None None] The sync data for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv is: [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:41Z', 'revision_number': 3, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:44.505309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:44.521919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Port d57c516a-d261-4da8-a620-298e8162dd3e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:23:44.528180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 502189da-bdc3-44c7-a4ca-84f3c7460998 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:44.537055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.541752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 502189da-bdc3-44c7-a4ca-84f3c7460998 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:44.542452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.571886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Provisioning complete for port 502189da-bdc3-44c7-a4ca-84f3c7460998 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:44.572546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.773614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.784913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.800614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.806657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.826608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 502189da-bdc3-44c7-a4ca-84f3c7460998, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=502189da-bdc3-44c7-a4ca-84f3c7460998,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:44.834390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.905096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:44.949724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:23:44.950077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-42f8fa79-d1d1-45cd-aa75-f2894ef5cdb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:23:44.955314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=502189da-bdc3-44c7-a4ca-84f3c7460998,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:45.028294 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Pushing event updated for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:45.087240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:45.088410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:45.292171 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Router c9be7349-ec93-4956-8ea3-c833ef476a18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:23:45.479888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:23:45.490999 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c381b69b-4f49-45a7-a8e3-e25487a28830 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9be7349-ec93-4956-8ea3-c833ef476a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0752048 Jan 25 17:23:45.637403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-025da16a-8cdb-4871-8200-6577d7884f04 None None] Provisioning complete for port d57c516a-d261-4da8-a620-298e8162dd3e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:45.637763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-025da16a-8cdb-4871-8200-6577d7884f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:45.693861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-025da16a-8cdb-4871-8200-6577d7884f04 None None] Port d57c516a-d261-4da8-a620-298e8162dd3e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:23:45.770071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2916184d-b0e2-4525-a8e0-248152cb800c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:45.838275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 2916184d-b0e2-4525-a8e0-248152cb800c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:45.838985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:45.968600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 830e1618-b595-4533-91de-6bb01755a30d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:46.043179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 830e1618-b595-4533-91de-6bb01755a30d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:46.048914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 830e1618-b595-4533-91de-6bb01755a30d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:46.049380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:46.174269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:46.184235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Sync routers for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:23:46.201370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 830e1618-b595-4533-91de-6bb01755a30d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=830e1618-b595-4533-91de-6bb01755a30d,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:46.203153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:46.203888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:46.260063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:46.260970 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 502189da-bdc3-44c7-a4ca-84f3c7460998 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:46.516215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=830e1618-b595-4533-91de-6bb01755a30d,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:46.537618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 502189da-bdc3-44c7-a4ca-84f3c7460998 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:46.537990 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:46.588192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:46.977318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 4, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'd57c516a-d261-4da8-a620-298e8162dd3e', 'name': '', 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'mac_address': 'fa:16:3e:b5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:43Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 2, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'subnets': [{'id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:46.981177 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Checking router: c9be7349-ec93-4956-8ea3-c833ef476a18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:23:46.981658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Updating router c9be7349-ec93-4956-8ea3-c833ef476a18 port d57c516a-d261-4da8-a620-298e8162dd3e binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:23:47.045913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.433192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.449901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Transition to ACTIVE for port object d57c516a-d261-4da8-a620-298e8162dd3e will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:47.459646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.685670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598fdc-9e90-428f-b80d-144940e5b5d8 None None] Pushing event updated for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:47.707511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Attempting to bind port d57c516a-d261-4da8-a620-298e8162dd3e on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:23:47.707889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Attempting to bind port d57c516a-d261-4da8-a620-298e8162dd3e by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:23:47.708246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Attempting to bind port d57c516a-d261-4da8-a620-298e8162dd3e on network 1920c31b-c16e-4833-a342-cf9bd90d6c90 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:23:47.716689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:23:47.717058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Checking segment: {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:23:47.717540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.717930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Bound using segment: {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:23:47.718395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Bound port: d57c516a-d261-4da8-a620-298e8162dd3e, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae1342-5847-4b92-862b-96f539d66649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:23:47.718766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.775986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 830e1618-b595-4533-91de-6bb01755a30d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:47.921898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] For port d57c516a-d261-4da8-a620-298e8162dd3e, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:23:47.926138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] For port d57c516a-d261-4da8-a620-298e8162dd3e, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d57c516a-d261-4da8-a620-298e8162dd3e,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:23:47.933135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 830e1618-b595-4533-91de-6bb01755a30d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:47.933623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:47.957701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:48.072421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:23:48.073099 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:23:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:48.147130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598fdc-9e90-428f-b80d-144940e5b5d8 None None] Pushing event updated for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:48.390683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:23:48.726302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 4, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'd57c516a-d261-4da8-a620-298e8162dd3e', 'name': '', 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'mac_address': 'fa:16:3e:b5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:43Z', 'updated_at': '2022-01-25T17:23:47Z', 'revision_number': 4, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'subnets': [{'id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:23:48.731085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc6b77-5d55-44bb-91a3-390b5c279f24 None None] The sync data for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv is: [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 4, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'd57c516a-d261-4da8-a620-298e8162dd3e', 'name': '', 'network_id': '1920c31b-c16e-4833-a342-cf9bd90d6c90', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'mac_address': 'fa:16:3e:b5:8d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:43Z', 'updated_at': '2022-01-25T17:23:47Z', 'revision_number': 4, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'subnets': [{'id': '5769b95f-34f7-47d8-9bd9-2bdf300cfa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:23:49.761330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d57c516a-d261-4da8-a620-298e8162dd3e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:49.860088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port d57c516a-d261-4da8-a620-298e8162dd3e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:49.866246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d57c516a-d261-4da8-a620-298e8162dd3e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:49.866742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:50.003312 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:50.041326 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port d57c516a-d261-4da8-a620-298e8162dd3e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d57c516a-d261-4da8-a620-298e8162dd3e,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:23:50.046067 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:50.129631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:51.691414 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d57c516a-d261-4da8-a620-298e8162dd3e up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:23:51.766023 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port d57c516a-d261-4da8-a620-298e8162dd3e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:51.766497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:55.746763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:55.768888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-e134b7a5-cc26-4a7b-b300-c2e23fa8726b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:55.769594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-e134b7a5-cc26-4a7b-b300-c2e23fa8726b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Synchronizing usage tracker for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:23:55.786535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-e134b7a5-cc26-4a7b-b300-c2e23fa8726b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Unset dirty status for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:23:55.787705 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-e134b7a5-cc26-4a7b-b300-c2e23fa8726b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 814 time: 0.1651525 Jan 25 17:23:55.802358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-d02b20c1-b678-4aa7-bd86-b0289eb42c0e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/quotas/6f62fa7bd5434179a6059862f7bec6cd HTTP/1.1" status: 200 len: 375 time: 0.0090313 Jan 25 17:23:55.884634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-f72d8ec1-2f7e-4fdd-8ff6-76d5d5ed9260 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Synchronizing usage tracker for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:23:55.902311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-f72d8ec1-2f7e-4fdd-8ff6-76d5d5ed9260 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Unset dirty status for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:23:55.903581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-f72d8ec1-2f7e-4fdd-8ff6-76d5d5ed9260 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961170 Jan 25 17:23:56.047752 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-29283d56-ab8d-4f07-b7f4-0a8afa270a86 service neutron] 10.222.0.45 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317067 Jan 25 17:23:56.183320 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-91d3b468-e451-4460-b49a-9ca2f943320f service neutron] 10.222.0.45 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294589 Jan 25 17:23:56.361388 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09f96cbd-f13c-457e-8538-a044c0093db3 req-9d616a34-cf47-4b56-8041-bfa7697ee37d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 210 time: 0.0463281 Jan 25 17:23:57.379834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-0d3c08c8-e76d-4c65-ad4f-ecb8c5d2440d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:57.381271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-0d3c08c8-e76d-4c65-ad4f-ecb8c5d2440d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 814 time: 0.1478577 Jan 25 17:23:57.394604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'port': {'device_id': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'admin_state_up': True, 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:23:57.532689 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6744eb4f-0993-4544-a8b9-bcc6b8bf6c28 req-38431ce9-1675-46ec-86fb-cbd2dd5740ca tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 210 time: 0.0484161 Jan 25 17:23:57.579830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:23:57.589449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:23:57.601385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Made reservation on behalf of 6f62fa7bd5434179a6059862f7bec6cd for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:23:57.605054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:57.763080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4895da8-0182-4045-b816-2e3e5821c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:57.786654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Allocated IP 172.20.0.3 (e51d693a-bf66-45a2-84bf-264162189683/9d210872-2f57-4ba6-84f3-4009de2868bc/650abd5b-d786-4d71-8bef-962e316ea560) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:23:58.174986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:58.194628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Transition to ACTIVE for port object 650abd5b-d786-4d71-8bef-962e316ea560 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:23:58.248475 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:58.327358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Network e51d693a-bf66-45a2-84bf-264162189683 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:23:58.331303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:23:58.335744 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:23:58.404326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:23:58.419562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.419930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.420354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.420637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.420972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.421503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.421869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.422204 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.423136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.423472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.423800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.424131 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:23:58.460198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:58.460778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:58.497679 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-bc8e07eb-95a9-4f7b-832b-a0db0daea67e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1082885 Jan 25 17:23:58.684592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-004a11d2-2303-4c2f-96ed-1c5bda5ae4e6 None None] Provisioning for port 650abd5b-d786-4d71-8bef-962e316ea560 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:23:58.691035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-004a11d2-2303-4c2f-96ed-1c5bda5ae4e6 None None] Provisioning complete for port 650abd5b-d786-4d71-8bef-962e316ea560 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:23:58.691646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-004a11d2-2303-4c2f-96ed-1c5bda5ae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:23:58.753744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-004a11d2-2303-4c2f-96ed-1c5bda5ae4e6 None None] Port 650abd5b-d786-4d71-8bef-962e316ea560 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:23:58.775631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-1ec4be3f-79e8-45eb-b46e-79055734f6ea tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:23:58.776634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-1ec4be3f-79e8-45eb-b46e-79055734f6ea tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Synchronizing usage tracker for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:23:58.812650 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-1ec4be3f-79e8-45eb-b46e-79055734f6ea tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Unset dirty status for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:23:58.820629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-1ec4be3f-79e8-45eb-b46e-79055734f6ea tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.1644619 Jan 25 17:23:58.862226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-a3521e29-1056-46e7-8604-bce99370b183 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Synchronizing usage tracker for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:23:58.879965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-a3521e29-1056-46e7-8604-bce99370b183 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Unset dirty status for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:23:58.881176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-39e3455e-955c-4598-895f-be3f3ea9d721 req-a3521e29-1056-46e7-8604-bce99370b183 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Jan 25 17:24:00.077459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a93eb1-225c-46d4-b216-4d4cb53613ce req-90e0e928-de76-42f5-b524-b1458789c5ad tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:00.080141 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93a93eb1-225c-46d4-b216-4d4cb53613ce req-90e0e928-de76-42f5-b524-b1458789c5ad tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0924218 Jan 25 17:24:00.143005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93a93eb1-225c-46d4-b216-4d4cb53613ce req-adbc9881-4c1a-41fd-945c-ffb31416c0d3 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520580 Jan 25 17:24:00.332068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5074-9369-4715-9355-8223071d1ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:01.193997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:01.358430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f3ebd-01c7-4735-b6e7-291893820d05 req-cde1d46f-73c1-43dd-8228-7138519f7b9b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:01.361245 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec9f3ebd-01c7-4735-b6e7-291893820d05 req-cde1d46f-73c1-43dd-8228-7138519f7b9b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0972793 Jan 25 17:24:01.409750 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ec9f3ebd-01c7-4735-b6e7-291893820d05 req-f63352e9-a083-42ab-b278-bbb9a3e64161 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Jan 25 17:24:01.672891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:02.599983 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c830-066b-40b9-8c9c-a22c249f71b5 req-d395bedd-7dc3-4447-9559-22534fd74444 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:02.601555 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ad1c830-066b-40b9-8c9c-a22c249f71b5 req-d395bedd-7dc3-4447-9559-22534fd74444 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0839782 Jan 25 17:24:02.671221 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ad1c830-066b-40b9-8c9c-a22c249f71b5 req-a82164cb-d845-4db6-903f-ea4d97e74fcb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631688 Jan 25 17:24:02.856805 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:03.584582 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:24:03.877566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc3c4-bd7b-4df4-82ca-c459ec166e35 req-f1eadaf1-e397-4f2e-b376-ac91227c9f00 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:03.879014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e67cc3c4-bd7b-4df4-82ca-c459ec166e35 req-f1eadaf1-e397-4f2e-b376-ac91227c9f00 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.1005967 Jan 25 17:24:03.923565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e67cc3c4-bd7b-4df4-82ca-c459ec166e35 req-178e5bef-d59b-4937-975b-c8aa358dfbab tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Jan 25 17:24:05.123225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb87ec-ef9f-4d7d-a344-b676b599bb38 req-db59a4f1-8b56-4aa9-92b0-981792643c05 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:05.124602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d5cb87ec-ef9f-4d7d-a344-b676b599bb38 req-db59a4f1-8b56-4aa9-92b0-981792643c05 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0836432 Jan 25 17:24:05.199620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d5cb87ec-ef9f-4d7d-a344-b676b599bb38 req-d3381ff1-880a-474d-bcfe-a634fb600671 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678852 Jan 25 17:24:06.382657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628bc0e-34be-4dfb-a59a-5489b1e05822 req-cb7890f1-a648-4b11-abf9-b5585e883220 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:06.384113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9628bc0e-34be-4dfb-a59a-5489b1e05822 req-cb7890f1-a648-4b11-abf9-b5585e883220 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0781739 Jan 25 17:24:06.436107 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9628bc0e-34be-4dfb-a59a-5489b1e05822 req-a862ab9c-2ba5-4f7f-b375-8f1d0711cf74 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Jan 25 17:24:07.620279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77271fe1-2b4d-4730-a415-fcd9ea98378d req-578c78e0-04b3-4df1-af07-f56e36247961 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:07.621736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77271fe1-2b4d-4730-a415-fcd9ea98378d req-578c78e0-04b3-4df1-af07-f56e36247961 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 931 time: 0.0824733 Jan 25 17:24:07.665361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77271fe1-2b4d-4730-a415-fcd9ea98378d req-d70a2bd7-8744-4710-a37d-50c084a4002a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Jan 25 17:24:08.182244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Request body: {'port': {'device_id': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:08.296992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:08.636033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650abd5b-d786-4d71-8bef-962e316ea560 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:24:08.644537 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:08.660630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Transition to ACTIVE for port object 650abd5b-d786-4d71-8bef-962e316ea560 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:24:08.663485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:08.872585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:09.069413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Attempting to bind port 650abd5b-d786-4d71-8bef-962e316ea560 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:24:09.069644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Attempting to bind port 650abd5b-d786-4d71-8bef-962e316ea560 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:24:09.069957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Attempting to bind port 650abd5b-d786-4d71-8bef-962e316ea560 on network e51d693a-bf66-45a2-84bf-264162189683 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:24:09.080683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294cc4d-c92f-4406-9172-957e480ad31e req-8e2a9fdd-c766-47e1-b6e2-c13a3c2993d9 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:09.082154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0294cc4d-c92f-4406-9172-957e480ad31e req-8e2a9fdd-c766-47e1-b6e2-c13a3c2993d9 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 943 time: 0.3065226 Jan 25 17:24:09.083980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Port 650abd5b-d786-4d71-8bef-962e316ea560 on network e51d693a-bf66-45a2-84bf-264162189683 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:24:09.084297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Attempting to bind port 650abd5b-d786-4d71-8bef-962e316ea560 on network e51d693a-bf66-45a2-84bf-264162189683 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:24:09.102006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:24:09.102341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Checking segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:24:09.102715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Bound using segment: {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:24:09.103137 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Bound port: 650abd5b-d786-4d71-8bef-962e316ea560, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9500a561-ed48-4c5a-83ec-c2218466072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:24:09.103474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:09.181653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0294cc4d-c92f-4406-9172-957e480ad31e req-f1d46aea-3c9b-46d8-964c-6ab5c30cb841 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935516 Jan 25 17:24:09.211688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:24:09.214571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:24:09.218957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:09.282456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:09.283212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:09.284597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 1093 time: 1.1070535 Jan 25 17:24:09.285041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:24:09.306960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d7540-09fe-48d7-ae9b-19b902ccdfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:09.359451 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:24:09.400216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-afc62fa8-55e1-4071-b849-23ac24e3bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:09.401732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-afc62fa8-55e1-4071-b849-23ac24e3bac5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1096 time: 0.0768890 Jan 25 17:24:09.474633 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-ae394887-cd96-476b-9126-0b828adc6c2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 217 time: 0.0661452 Jan 25 17:24:09.537429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-1109f3d6-6ca0-4929-bc75-de526f1d6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:09.538960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-1109f3d6-6ca0-4929-bc75-de526f1d6d5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0589347 Jan 25 17:24:09.622571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-252bb4a3-fef5-416f-b276-b723d72ce4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:09.623950 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-252bb4a3-fef5-416f-b276-b723d72ce4c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795591 Jan 25 17:24:09.754608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-c829b6c4-8d06-44b5-8d6d-72a96be2148d service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247091 Jan 25 17:24:09.888533 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de934ec9-336a-4904-b3ce-37d41c97ef45 req-7899598b-71ef-42e6-9668-1ba467132f89 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281574 Jan 25 17:24:10.001845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-20bc5eab-214b-4a70-850a-2d31961e8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:10.003337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-20bc5eab-214b-4a70-850a-2d31961e8091 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1096 time: 0.0704045 Jan 25 17:24:10.135860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-b7d2fa5f-b713-40ae-8e39-313ed46690b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:10.137328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-b7d2fa5f-b713-40ae-8e39-313ed46690b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.1278794 Jan 25 17:24:10.208370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-dceb5835-2e54-412c-a3b3-4347549f0710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 217 time: 0.0653653 Jan 25 17:24:10.272030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-f5b745ca-2de5-4c68-9c78-eaaaa118bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:10.273492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-f5b745ca-2de5-4c68-9c78-eaaaa118bf38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0591691 Jan 25 17:24:10.416413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933aa19-0116-4c42-900e-767bab799e4f req-7e796146-841c-4477-96b4-4c088e9bf87b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:10.417867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d933aa19-0116-4c42-900e-767bab799e4f req-7e796146-841c-4477-96b4-4c088e9bf87b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 943 time: 0.1059361 Jan 25 17:24:10.420432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-804fd5bd-594a-4bc9-b38d-02c47aef00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:10.421795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-804fd5bd-594a-4bc9-b38d-02c47aef00ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1428730 Jan 25 17:24:10.542084 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d933aa19-0116-4c42-900e-767bab799e4f req-fd702a93-1e97-4041-9469-7236b200f57f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171761 Jan 25 17:24:10.581907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-0e683b37-1610-4b33-bc64-86587ca62b8d service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444290 Jan 25 17:24:10.718133 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9e78581-e597-4807-a2a6-7e4856dbd89c req-c883a8dd-d21f-49a4-a34a-dd74f624a16e service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298678 Jan 25 17:24:11.732269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7aba5-bad6-4e03-b6a8-36d755a95b71 req-2f53bd79-39f8-4137-a509-42c180e5144f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:11.733742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0da7aba5-bad6-4e03-b6a8-36d755a95b71 req-2f53bd79-39f8-4137-a509-42c180e5144f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 943 time: 0.0828629 Jan 25 17:24:11.777233 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0da7aba5-bad6-4e03-b6a8-36d755a95b71 req-dcfc5230-02c8-4f06-9006-99494882b4ab tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Jan 25 17:24:12.959139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02000c-8505-4729-bf5b-6c126bea410d req-11a7ffd6-035f-4e21-b1c5-47c0c9b8a7fc tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:12.960656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e02000c-8505-4729-bf5b-6c126bea410d req-11a7ffd6-035f-4e21-b1c5-47c0c9b8a7fc tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 943 time: 0.0797799 Jan 25 17:24:13.043820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 650abd5b-d786-4d71-8bef-962e316ea560 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:24:13.109372 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e02000c-8505-4729-bf5b-6c126bea410d req-23218ee4-0933-4664-8536-da442df1fd42 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428208 Jan 25 17:24:13.177986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:24:13.190923 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '650abd5b-d786-4d71-8bef-962e316ea560', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'port_id': '650abd5b-d786-4d71-8bef-962e316ea560', 'mac_address': 'fa:16:3e:fe:82:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:24:13.244621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:13.260597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650abd5b-d786-4d71-8bef-962e316ea560 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:24:13.276468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:24:13.280280 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:13.385934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:13.584075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:24:14.297127 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd360f0d-6715-4970-b537-75ea7d27e191 req-c0fd005e-03b3-43d3-80ad-46048a885585 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:14.298861 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd360f0d-6715-4970-b537-75ea7d27e191 req-c0fd005e-03b3-43d3-80ad-46048a885585 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 944 time: 0.0827301 Jan 25 17:24:14.343350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bd360f0d-6715-4970-b537-75ea7d27e191 req-8a6853bb-5fb6-457e-a6c3-5e42bb232776 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Jan 25 17:24:15.064660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 650abd5b-d786-4d71-8bef-962e316ea560 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:24:15.129846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 650abd5b-d786-4d71-8bef-962e316ea560 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:24:15.134331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 650abd5b-d786-4d71-8bef-962e316ea560 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:24:15.134702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:15.251232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:15.276893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:24:15.286763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:24:15.290668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:15.322698 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'code': 200} Jan 25 17:24:15.361739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:15.581973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ad038-d4af-4953-a7b4-cdb2de1142d7 req-613ae5c0-0888-4139-984f-c6f78da06ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:15.583446 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b64ad038-d4af-4953-a7b4-cdb2de1142d7 req-613ae5c0-0888-4139-984f-c6f78da06ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1098 time: 0.0987034 Jan 25 17:24:15.590761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657cd1-7984-4082-af80-9af67871df4b req-32d3af8e-ccda-47cd-8848-e0da457eab0c tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:15.592088 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87657cd1-7984-4082-af80-9af67871df4b req-32d3af8e-ccda-47cd-8848-e0da457eab0c tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.1426253 Jan 25 17:24:15.658656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b64ad038-d4af-4953-a7b4-cdb2de1142d7 req-5f868e4d-afe3-479f-8105-eb9b3f533a94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655010 Jan 25 17:24:15.663016 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87657cd1-7984-4082-af80-9af67871df4b req-af537dac-9db5-4d98-a60d-6626ec08b89d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582836 Jan 25 17:24:16.846338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0386-9237-4cd8-89a1-24dfa6153eac req-5f29d480-1800-4f90-b572-d75f7441028e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:16.847803 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b07f0386-9237-4cd8-89a1-24dfa6153eac req-5f29d480-1800-4f90-b572-d75f7441028e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0811024 Jan 25 17:24:16.891743 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b07f0386-9237-4cd8-89a1-24dfa6153eac req-f0c1615f-4daf-4135-aaeb-f50d9ea4433a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Jan 25 17:24:18.080544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c7711-1264-4327-8695-070a77b897d1 req-e0d1f6bc-5631-4421-803a-f13962067489 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:18.082023 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f6c7711-1264-4327-8695-070a77b897d1 req-e0d1f6bc-5631-4421-803a-f13962067489 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0840323 Jan 25 17:24:18.125808 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f6c7711-1264-4327-8695-070a77b897d1 req-7cacd3ec-2d78-4905-9f22-23db0d2b03d5 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Jan 25 17:24:18.316524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1fa29-68a8-4a56-af73-efe91320f117 req-8d3c8043-c8a5-4b03-b1ef-f68f51378c91 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:18.317986 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e6a1fa29-68a8-4a56-af73-efe91320f117 req-8d3c8043-c8a5-4b03-b1ef-f68f51378c91 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0850613 Jan 25 17:24:18.366378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e6a1fa29-68a8-4a56-af73-efe91320f117 req-b3f0ed58-3396-46b7-b690-c434b600a730 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Jan 25 17:24:18.744636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b291d-bebd-4dd7-bf0a-177eec820808 req-97b4e755-7301-4464-b02a-07e8726a170a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:18.746094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b3b291d-bebd-4dd7-bf0a-177eec820808 req-97b4e755-7301-4464-b02a-07e8726a170a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0782878 Jan 25 17:24:18.789654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b3b291d-bebd-4dd7-bf0a-177eec820808 req-98054761-cf43-45a3-8387-dc16e33392b2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373073 Jan 25 17:24:25.763283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:27.757060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170b45ec-3ead-4e2d-8875-8a545e3e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:29.029477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c3eca-45cc-4d95-a599-f4ca48bfa4d4 req-69b69f44-ec0d-4c02-a632-8fdfb8b0c2ab tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:29.030933 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c7c3eca-45cc-4d95-a599-f4ca48bfa4d4 req-69b69f44-ec0d-4c02-a632-8fdfb8b0c2ab tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0848241 Jan 25 17:24:29.075232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c7c3eca-45cc-4d95-a599-f4ca48bfa4d4 req-db23d501-c7b5-4123-90f9-25a10562da1e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Jan 25 17:24:29.097866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44364) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:29.261854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675303f1-76c5-4ddc-9ae8-b766050912ce tempest-TestMinimumBasicScenario-399239530 tempest-TestMinimumBasicScenario-399239530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:29.263359 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-675303f1-76c5-4ddc-9ae8-b766050912ce tempest-TestMinimumBasicScenario-399239530 tempest-TestMinimumBasicScenario-399239530-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1093 time: 0.1645374 Jan 25 17:24:29.266298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44370) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:29.271172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '650abd5b-d786-4d71-8bef-962e316ea560', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:29.277297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:29.281071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:floatingip and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:29.283943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:29.289716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:29.300889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:29.442490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:29.580215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Allocated IP 172.26.4.208 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/80882d71-ccc1-4614-974f-5e26689510d5) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:24:29.746019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:29.791439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:29.859790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:24:29.863169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:24:29.865786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:24:29.905406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'Port': ['ID=80882d71-ccc1-4614-974f-5e26689510d5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:30.334628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-200e032e-727c-4bd5-b05f-78bc74a2f365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.398397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.474882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.680157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.685448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.799089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'Port': ['ID=80882d71-ccc1-4614-974f-5e26689510d5,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:30.811831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:30.991396 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Floating IP d2931275-f788-4521-acd4-be62c66aeb1b associated. External IP: 172.26.4.208, port: 650abd5b-d786-4d71-8bef-962e316ea560. Jan 25 17:24:31.197602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.354645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Router 099e3912-e2c1-4d69-be97-98c606dc1357 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:24:31.533265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:24:31.543206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Sync routers for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:24:31.553718 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:24:31.554377 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:24:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:24:31.558975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.615896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-13bfa4b7-6439-4cab-8d99-94f16364d141 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3484192 Jan 25 17:24:31.616309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:24:31.619390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:31.625190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247418285', 'description': 'tempest-secgroup-smoke-247418285 description', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:31.632276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:31.644879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:31.656905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.661776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:24:31.679686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.684364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:31.688193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:31.691200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:31.697244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:31.756147 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:24:31.757334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-e87ea578-89e1-44d9-82cc-32b500e78632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:31.758899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-e87ea578-89e1-44d9-82cc-32b500e78632 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1098 time: 0.0731657 Jan 25 17:24:31.776359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.781704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.850859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032a8a9f-03cd-458d-935b-828e38b7e96b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:31.855537 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.857145 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2366939 Jan 25 17:24:31.860084 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44380) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:31.866910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:31.879007 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.879452 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.879862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.880389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.880795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.881200 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.881646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.882045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.882445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.882843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.883415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.884745 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01214e2-2493-40e6-875e-e72d6bd0dcc6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:24:31.888770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:31.893658 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:31.897813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:31.906062 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:31.927321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:31.998122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.003340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.033950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a317b72a-a1a4-46dc-bbed-eae1f982daac,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.039766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-d5b8e333-69ff-4ae0-a1e8-cbbcc50666be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:32.042795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-d5b8e333-69ff-4ae0-a1e8-cbbcc50666be service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.2781262 Jan 25 17:24:32.044847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.048820 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea5ee18d-02d1-4194-a1b9-a1bb5c13849f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1850269 Jan 25 17:24:32.049021 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44384) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:32.054100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:32.061321 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:32.065072 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:32.067959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:32.074734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:32.094085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.155101 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-289fad6b-55a2-4e00-a52e-789592b9dfcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 999 time: 0.1049242 Jan 25 17:24:32.160237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.160592 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd2931275-f788-4521-acd4-be62c66aeb1b', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'port_id': '650abd5b-d786-4d71-8bef-962e316ea560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'mac_address': 'fa:16:3e:fe:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:24:30Z', 'updated_at': '2022-01-25T17:24:30Z', 'revision_number': 0, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:24:32.165972 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Checking router: 099e3912-e2c1-4d69-be97-98c606dc1357 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:24:32.166676 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.176895 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:24:32.177533 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:24:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:24:32.196929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7fd5b3-35fa-48a8-be76-89d968d01a42,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.201278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.203485 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d933dbc5-f2bf-49d5-8cc4-1d8829bd297e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535413 Jan 25 17:24:32.206110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:32.212661 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:32.220390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:32.222609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-bc94fba8-79dd-409d-9488-55cfc27a0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:32.224283 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-bc94fba8-79dd-409d-9488-55cfc27a0af8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0631058 Jan 25 17:24:32.225249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:32.228852 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:32.234823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:32.255407 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.314920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-5511483c-bee7-4a3d-b21e-0d54abfca18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:32.316392 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-5511483c-bee7-4a3d-b21e-0d54abfca18c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840383 Jan 25 17:24:32.328606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.332564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.357476 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d48e827-f6a7-44a8-a623-5dee508a8aa0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.369518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.371168 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9cd08c9f-1421-4834-bf68-dc7484fa9d15 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637592 Jan 25 17:24:32.373824 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:32.380461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:32.383619 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:24:32.387628 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:32.391159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:32.394134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:32.400772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:32.421019 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.472099 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-5cdedc73-1d7a-4cfd-936d-976668f2b00b service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444695 Jan 25 17:24:32.514766 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.519977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.544493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e38ac29-4172-42f6-8d7f-f0dd977b8ca4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.556709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.561839 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-58c23efc-69aa-490e-a499-3e9a01fbf4fb tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866047 Jan 25 17:24:32.562688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44396) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:32.569634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:32.578791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:32.585460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:32.590190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:32.607916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:32.633355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Project 6f62fa7bd5434179a6059862f7bec6cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:24:32.638811 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82740e5d-4cb8-49db-bda4-ac34716c90d8 req-788a3c6d-6a01-46b1-ba34-2c8ae591bf38 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641037 Jan 25 17:24:32.641925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.713099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.717051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.745267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dec20d-d61f-469d-88bd-b66a325efdb5,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.751741 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd2931275-f788-4521-acd4-be62c66aeb1b', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'port_id': '650abd5b-d786-4d71-8bef-962e316ea560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'mac_address': 'fa:16:3e:fe:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:24:30Z', 'updated_at': '2022-01-25T17:24:30Z', 'revision_number': 0, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:24:32.752324 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.754018 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a94d8ebd-d562-48ec-acbe-f6df346b7e51 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896615 Jan 25 17:24:32.756023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44400) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:24:32.756180 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edbbf84-72fc-4ceb-aa01-f3f7159c5ec6 None None] The sync data for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv is: [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'd2931275-f788-4521-acd4-be62c66aeb1b', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'port_id': '650abd5b-d786-4d71-8bef-962e316ea560', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'mac_address': 'fa:16:3e:fe:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:24:30Z', 'updated_at': '2022-01-25T17:24:30Z', 'revision_number': 0, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:24:32.761862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'security_group_rule': {'security_group_id': '032a8a9f-03cd-458d-935b-828e38b7e96b', 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:32.768165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:24:32.772103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Usage tracker for resource:security_group_rule and tenant:6f62fa7bd5434179a6059862f7bec6cd is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:24:32.775297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:24:32.780957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:24:32.792005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Project 6f62fa7bd5434179a6059862f7bec6cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:24:32.799256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.865843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.877235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.880669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.904092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d557204-88f5-48cc-a707-12aaf0ac0ad9,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:32.913034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:32.914233 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b8639cd4-8cb1-42e5-89ce-e3c0f8e87cb2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568930 Jan 25 17:24:32.997937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d4d11-bbbc-4b0f-8a60-2f946652995e None None] New status for floating IP d2931275-f788-4521-acd4-be62c66aeb1b: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:24:33.039291 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-7782f315-5579-4d52-8fcc-9ee64250180a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247418285&fields=id&tenant_id=6f62fa7bd5434179a6059862f7bec6cd HTTP/1.1" status: 200 len: 267 time: 0.0387826 Jan 25 17:24:33.128893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-c9ecb009-c85d-45aa-aa08-2df8c65d128b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:33.130362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-c9ecb009-c85d-45aa-aa08-2df8c65d128b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0850620 Jan 25 17:24:33.141405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'port': {'security_groups': ['cf7615fa-94dd-4a79-95b2-42603a0edcda', '032a8a9f-03cd-458d-935b-828e38b7e96b']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:24:33.261197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:33.520488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:24:33.548373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:33.552576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:33.564120 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:24:33.631986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:33.632663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:33.634749 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62d67e50-f70d-48b1-a46e-46cae85b1445 req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "PUT /v2.0/ports/650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 981 time: 0.4975903 Jan 25 17:24:33.655186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a32d5-1c10-4e46-8950-ebacc44815a1 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=6']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:24:33.662657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:24:33.699788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:24:33.713293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:24:33.872132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702422a1-7459-4c5a-834e-4f2023df4503 req-c38cac3a-e484-4808-b54d-14f201707bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:33.873648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-c38cac3a-e484-4808-b54d-14f201707bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1137 time: 0.1388640 Jan 25 17:24:33.886266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761a930-2de6-45ab-8561-9649588f9126 req-bc1be7dc-687a-4d31-b258-0fa7d8ac8cc2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:33.887713 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d761a930-2de6-45ab-8561-9649588f9126 req-bc1be7dc-687a-4d31-b258-0fa7d8ac8cc2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.1186466 Jan 25 17:24:34.018164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c8bcd459-9c8c-46cd-857b-061b4b625fbe None None] Provisioning complete for port 650abd5b-d786-4d71-8bef-962e316ea560 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:24:34.018790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8bcd459-9c8c-46cd-857b-061b4b625fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:34.117570 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d761a930-2de6-45ab-8561-9649588f9126 req-77561fcc-2171-4db4-8dad-064f0c8c7e95 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094364 Jan 25 17:24:34.153990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702422a1-7459-4c5a-834e-4f2023df4503 req-1fcab4ea-ce52-45c4-8c28-4e520e7a383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:34.155581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-1fcab4ea-ce52-45c4-8c28-4e520e7a383b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.2669303 Jan 25 17:24:34.270697 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-bd0512ec-59fe-44eb-a23b-e337662b5929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 1001 time: 0.1094103 Jan 25 17:24:34.335891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702422a1-7459-4c5a-834e-4f2023df4503 req-a82e64d9-5a12-410d-9bd5-0b37fd6b4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:34.337888 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-a82e64d9-5a12-410d-9bd5-0b37fd6b4623 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0596135 Jan 25 17:24:34.416555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702422a1-7459-4c5a-834e-4f2023df4503 req-ef9126f7-797d-4aae-a814-486f7fea7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:24:34.418541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-ef9126f7-797d-4aae-a814-486f7fea7078 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755246 Jan 25 17:24:34.555002 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-9e1c9660-ece6-4421-aa62-8b515808120f service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290903 Jan 25 17:24:34.690992 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-702422a1-7459-4c5a-834e-4f2023df4503 req-26a18566-15ba-4d04-9c8a-62b96d85a612 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293285 Jan 25 17:24:40.584127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:24:55.766492 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:24:57.758655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e32b5d69-f9ec-46a3-8806-125a32ede7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:00.336894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4e3d-fe45-49e1-96dd-ff73bed7d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:01.201734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:01.678173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:02.862674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:05.001927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-a94b77f8-6696-46bf-8891-65b10e70e833 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702577 Jan 25 17:25:05.138577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-823502fe-8f84-40f1-855f-e6f960f8e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:05.139923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-823502fe-8f84-40f1-855f-e6f960f8e20f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1137 time: 0.0704262 Jan 25 17:25:05.284435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-3e47a30c-a494-407a-b3cb-deae83f9b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:05.285907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-3e47a30c-a494-407a-b3cb-deae83f9b612 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.1261160 Jan 25 17:25:05.387295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-08ae6689-4c46-41ba-9713-b67968c47cda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 1001 time: 0.0956810 Jan 25 17:25:05.452710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-a5374002-ca41-4056-8725-dcb1b6b47130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:05.454158 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-a5374002-ca41-4056-8725-dcb1b6b47130 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0602603 Jan 25 17:25:05.527496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-7519b50f-7882-456f-92e5-45223221f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:05.528923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-7519b50f-7882-456f-92e5-45223221f1ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685654 Jan 25 17:25:05.657791 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-f74c872c-7e0a-4f40-ac3d-73ebc2410d1f service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221807 Jan 25 17:25:05.788937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-727bbc1e-ec64-478e-8483-a6cd5fe240d7 req-709d2ea6-7594-4542-8c58-ebffca541959 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247375 Jan 25 17:25:17.583398 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:25:25.768197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:27.759444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6876-3ab1-4e96-a54d-abe2c923661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:30.340059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f28f0dd-b93b-4868-8516-e3cbc61432f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:31.204431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:31.681813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:31.914354 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014c93-17bf-4f25-bfec-434829da38a0 req-43a46a0c-fab3-4ce4-947d-550b9e5d3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:31.915807 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-43a46a0c-fab3-4ce4-947d-550b9e5d3cce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1137 time: 0.1379628 Jan 25 17:25:31.924308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015b39-d12a-4a51-8e05-2a19e5f855b7 req-5b6dac9a-6d80-4f1e-9492-1e509b2275df tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:31.925636 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f015b39-d12a-4a51-8e05-2a19e5f855b7 req-5b6dac9a-6d80-4f1e-9492-1e509b2275df tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.1118009 Jan 25 17:25:32.157590 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f015b39-d12a-4a51-8e05-2a19e5f855b7 req-ed5aa8a4-7730-4839-9558-a332d91854dd tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2119243 Jan 25 17:25:32.189561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014c93-17bf-4f25-bfec-434829da38a0 req-23e1b10d-c481-4a82-8257-728ccba48ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:32.190993 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-23e1b10d-c481-4a82-8257-728ccba48ff6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.2645438 Jan 25 17:25:32.293798 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-f17c000c-0671-4e65-a912-6312ec0f7f0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 1001 time: 0.0952678 Jan 25 17:25:32.363490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014c93-17bf-4f25-bfec-434829da38a0 req-4ff851a0-412e-4702-9b3a-e0076e6aa5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:32.365817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-4ff851a0-412e-4702-9b3a-e0076e6aa5f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0662370 Jan 25 17:25:32.447989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014c93-17bf-4f25-bfec-434829da38a0 req-82d6c8c2-225f-4606-b5ec-bc625c4fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:32.449489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-82d6c8c2-225f-4606-b5ec-bc625c4fe52a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770922 Jan 25 17:25:32.578640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-bf21df6f-39a5-4978-9ae7-eda20e01baba service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230302 Jan 25 17:25:32.709934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-63014c93-17bf-4f25-bfec-434829da38a0 req-a9ed36d8-44ff-4633-af0e-27fba9df2a83 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242216 Jan 25 17:25:32.866064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:33.347855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8bca-28ab-4a36-a632-dd041a5200f9 req-a764d290-77fb-45db-b6d9-ed3d255f8809 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:33.349354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cecf8bca-28ab-4a36-a632-dd041a5200f9 req-a764d290-77fb-45db-b6d9-ed3d255f8809 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0807471 Jan 25 17:25:33.398455 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cecf8bca-28ab-4a36-a632-dd041a5200f9 req-f4e81abe-0381-433c-8182-49d458c09295 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432701 Jan 25 17:25:34.586861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d043a24-6a99-4795-b4be-ef7b70918e67 req-2af18ab8-a1cd-4d65-9d93-52ffed1eb9ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:34.588318 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4d043a24-6a99-4795-b4be-ef7b70918e67 req-2af18ab8-a1cd-4d65-9d93-52ffed1eb9ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0825551 Jan 25 17:25:34.634006 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4d043a24-6a99-4795-b4be-ef7b70918e67 req-1d81e58c-134c-4f34-8fa0-5a6099d4226b tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393326 Jan 25 17:25:35.823185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0977acf-149f-4b14-91b3-5bca756a1dd2 req-ba962122-2779-493b-95c5-6cac395334df tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:35.824827 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e0977acf-149f-4b14-91b3-5bca756a1dd2 req-ba962122-2779-493b-95c5-6cac395334df tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0835283 Jan 25 17:25:35.872131 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e0977acf-149f-4b14-91b3-5bca756a1dd2 req-ad853208-c39b-4fb3-b62c-71788adabf25 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408473 Jan 25 17:25:37.055922 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffc605-6791-4b19-bcca-71567e8c51db req-dbcf6b9a-a77c-470d-8ed3-dd00798ce640 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:37.057479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7ffc605-6791-4b19-bcca-71567e8c51db req-dbcf6b9a-a77c-470d-8ed3-dd00798ce640 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0809321 Jan 25 17:25:37.104517 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7ffc605-6791-4b19-bcca-71567e8c51db req-047f5388-4dcd-4246-b8c2-76d1b7a38188 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403183 Jan 25 17:25:38.289280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa652da0-edfd-4250-9309-4bc6e41b4430 req-f1788604-df52-4ddf-b840-f8c364b0c4a5 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:38.290767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa652da0-edfd-4250-9309-4bc6e41b4430 req-f1788604-df52-4ddf-b840-f8c364b0c4a5 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0836687 Jan 25 17:25:38.337992 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa652da0-edfd-4250-9309-4bc6e41b4430 req-9c7672da-fc88-4ba2-b4b9-0e372da0c296 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402849 Jan 25 17:25:39.520660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4149b9f-4e66-4984-9a6d-0176960c1cba req-c6b95af7-39d8-41da-a4b7-87ef15a65293 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:39.522115 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4149b9f-4e66-4984-9a6d-0176960c1cba req-c6b95af7-39d8-41da-a4b7-87ef15a65293 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0800776 Jan 25 17:25:39.571207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4149b9f-4e66-4984-9a6d-0176960c1cba req-c94597a1-e96a-45d8-a9f0-77d316c1cb2a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434611 Jan 25 17:25:40.760379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d08e7-e018-4da5-a8fb-3c4e42e2f266 req-ab5b187b-a51f-4ce0-957d-edaa64233563 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:40.761884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-620d08e7-e018-4da5-a8fb-3c4e42e2f266 req-ab5b187b-a51f-4ce0-957d-edaa64233563 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0811102 Jan 25 17:25:40.808621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-620d08e7-e018-4da5-a8fb-3c4e42e2f266 req-82d49e84-1e12-4b70-b1e8-c647907b6d99 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399642 Jan 25 17:25:41.995314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921e69c-7d9f-421e-8489-df3ccf03170d req-8f4af16f-7a11-4daa-b703-dd3c143a367d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:41.997263 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0921e69c-7d9f-421e-8489-df3ccf03170d req-8f4af16f-7a11-4daa-b703-dd3c143a367d tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0829747 Jan 25 17:25:42.042453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0921e69c-7d9f-421e-8489-df3ccf03170d req-9530d565-bb86-4842-b0e0-e3cc6b513ef3 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394056 Jan 25 17:25:43.226256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802be4c-265f-4bee-921d-792d3499e534 req-c2db7831-55de-472f-9ad6-2f9a58835404 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:43.227703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c802be4c-265f-4bee-921d-792d3499e534 req-c2db7831-55de-472f-9ad6-2f9a58835404 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0786340 Jan 25 17:25:43.273310 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c802be4c-265f-4bee-921d-792d3499e534 req-3494e5c0-d009-436a-bd9b-11605864485f tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388336 Jan 25 17:25:44.457865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2720-3768-46b5-90d4-c47ea9fffe7c req-4af1f162-5200-4dab-b5bb-d89895b92f87 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:25:44.459299 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d1a2720-3768-46b5-90d4-c47ea9fffe7c req-4af1f162-5200-4dab-b5bb-d89895b92f87 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0819457 Jan 25 17:25:44.505052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2d1a2720-3768-46b5-90d4-c47ea9fffe7c req-c8f3b1bb-1ee2-4867-8e11-9eb0581781cd tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=032a8a9f-03cd-458d-935b-828e38b7e96b&id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397735 Jan 25 17:25:54.583780 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:25:55.782161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:25:57.761369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-229aab80-b920-4409-9856-e778979c2e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:00.342205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4cc3967d-1297-4dc9-af6a-dbf433c1e6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:01.208315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:01.683786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:02.867887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:07.032737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-f0e6c265-b1c3-4821-b81c-8bf6ae77e5cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105139 Jan 25 17:26:07.172497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-e2b2e9c7-5fa3-4244-aa63-7d54638d2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:07.173870 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-e2b2e9c7-5fa3-4244-aa63-7d54638d2287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1137 time: 0.0729492 Jan 25 17:26:07.417561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-296f1c57-9f43-4d97-a282-27473686bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:07.419965 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-296f1c57-9f43-4d97-a282-27473686bb2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.2279480 Jan 25 17:26:07.526014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-11feb059-98c3-446c-9b78-4b80080e1f76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 1001 time: 0.1006999 Jan 25 17:26:07.587538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-dc94c03d-43a6-4068-aad7-fbaba6aaee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:07.588908 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-dc94c03d-43a6-4068-aad7-fbaba6aaee1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0573249 Jan 25 17:26:07.665168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-5d15e091-02ba-45ad-9807-4683bbcfcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:07.666661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-5d15e091-02ba-45ad-9807-4683bbcfcf06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721364 Jan 25 17:26:07.676200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-4044c2ae-f6fb-45c9-b499-146eb8e21d82 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:26:07.677104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-4044c2ae-f6fb-45c9-b499-146eb8e21d82 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047569 Jan 25 17:26:07.811415 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-da7fce36-5e46-4b55-af09-f49ef2e9db29 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271415 Jan 25 17:26:07.946476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8e9116d-0cd3-4bf0-aa58-7419ed225cac req-adde039f-18f4-4dae-a54d-1479320cd993 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285353 Jan 25 17:26:08.512252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-f262471f-3902-4462-87a1-c902c1bdabec req-3ac43d75-77f3-4aeb-9a2b-fe5d5005fb8c tempest-ServerDiskConfigTestJSON-403970137 tempest-ServerDiskConfigTestJSON-403970137-project] (87553) timed out ('10.222.0.15', 60748) {{(pid=87553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 17:26:25.770987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:27.763033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9024cac6-b74a-4b13-9009-fd1a57a18e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:30.346080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4181778a-6e69-4664-a5a6-3617420ee5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:31.210799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:31.582583 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:26:31.688127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:32.869838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:47.994670 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-0038c4ad-b941-4636-8070-03d49ee920f9 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247418285&fields=id&tenant_id=6f62fa7bd5434179a6059862f7bec6cd HTTP/1.1" status: 200 len: 267 time: 0.1544399 Jan 25 17:26:48.078685 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-479a1ef7-ebea-46f5-adcf-162904ae8fdf tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:48.080121 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-479a1ef7-ebea-46f5-adcf-162904ae8fdf tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 984 time: 0.0799708 Jan 25 17:26:48.092215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Request body: {'port': {'security_groups': ['cf7615fa-94dd-4a79-95b2-42603a0edcda']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:26:48.211719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.455788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:26:48.479100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.483886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.496533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:26:48.552332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:48.552974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.554480 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f82ba469-55d2-4dc2-8d6b-c6fbe1026e69 req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "PUT /v2.0/ports/650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 942 time: 0.4668751 Jan 25 17:26:48.554943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:26:48.562415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44490) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:26:48.586652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event updated for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=7']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:26:48.595024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.595431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.595783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.596125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.596460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.596791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.597125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.597494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.597820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.598157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.598468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.598793 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f9ed5-1879-4125-b884-e953795956d2 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.665344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:26:48.676739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.709103 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.778419 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.799027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a8a9f-03cd-458d-935b-828e38b7e96b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:26:48.808935 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.809785 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.810051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.810480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.810819 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.811246 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.811719 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.812463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.813020 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.813602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.813997 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.814418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:26:48.819811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:48.823454 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b254bd63-37a5-42c0-888d-2955270998a6 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "DELETE /v2.0/security-groups/032a8a9f-03cd-458d-935b-828e38b7e96b HTTP/1.1" status: 204 len: 168 time: 0.2578104 Jan 25 17:26:48.823779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44498) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:26:48.841906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-147565e7-aaac-4996-82d9-da674eb281cf None None] Provisioning complete for port 650abd5b-d786-4d71-8bef-962e316ea560 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:26:48.842186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-147565e7-aaac-4996-82d9-da674eb281cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.032213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Deleting port 80882d71-ccc1-4614-974f-5e26689510d5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:26:49.032726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.198338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.198661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.414216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Calling delete_port for 80882d71-ccc1-4614-974f-5e26689510d5 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:26:49.558181 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.608713 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event deleted for resources: {'Port': ['ID=80882d71-ccc1-4614-974f-5e26689510d5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:26:49.700595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:26:49.701293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:49.701623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Floating IP d2931275-f788-4521-acd4-be62c66aeb1b disassociated (deleted). External IP: 172.26.4.208, port: 650abd5b-d786-4d71-8bef-962e316ea560. Jan 25 17:26:49.924456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063742-b738-4a84-aac5-f06547951637 req-aa0c02b2-ca64-48a4-91d9-0fd33b495a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:49.925943 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-aa0c02b2-ca64-48a4-91d9-0fd33b495a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1098 time: 0.1761894 Jan 25 17:26:50.203081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063742-b738-4a84-aac5-f06547951637 req-9692288a-31a8-4ee5-b1e8-1ea6b86b3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:50.204493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-9692288a-31a8-4ee5-b1e8-1ea6b86b3115 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.2283714 Jan 25 17:26:50.211533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Router 099e3912-e2c1-4d69-be97-98c606dc1357 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:26:50.276587 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-8c582d10-1651-4dd5-ae24-0f63ae6581e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 217 time: 0.0639856 Jan 25 17:26:50.476308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063742-b738-4a84-aac5-f06547951637 req-5e46b66c-85fd-40f2-812c-dffc90c35390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:50.477669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-5e46b66c-85fd-40f2-812c-dffc90c35390 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.1500676 Jan 25 17:26:50.659043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:26:50.668415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Sync routers for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:26:50.677961 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:26:50.678835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:26:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:26:50.688285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:50.733134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b063742-b738-4a84-aac5-f06547951637 req-ba829151-8e1c-4c49-a196-573b55e50878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:50.734557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-ba829151-8e1c-4c49-a196-573b55e50878 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2512767 Jan 25 17:26:50.816616 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-222bc108-28e7-4e41-afae-274d53af92de tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "DELETE /v2.0/floatingips/d2931275-f788-4521-acd4-be62c66aeb1b HTTP/1.1" status: 204 len: 168 time: 1.9891701 Jan 25 17:26:50.873185 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:26:50.880523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-dc9979b8-e9f8-4000-a470-7f2952f31dfe service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392255 Jan 25 17:26:51.015546 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b063742-b738-4a84-aac5-f06547951637 req-6afdc7b3-4753-4dcf-b6ad-dd803c2d2fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282628 Jan 25 17:26:51.249631 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:26:51.253417 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Checking router: 099e3912-e2c1-4d69-be97-98c606dc1357 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:26:51.261846 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:26:51.262994 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:26:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:26:51.445000 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:26:51.701665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:26:51.750697 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:26:51.751216 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:26:51.755788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870cdf2-50bb-49aa-8707-ec54aa7fd7b7 None None] The sync data for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv is: [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:23:37Z', 'revision_number': 4, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '2916184d-b0e2-4525-a8e0-248152cb800c', 'name': '', 'network_id': 'e51d693a-bf66-45a2-84bf-264162189683', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'mac_address': 'fa:16:3e:21:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:36Z', 'updated_at': '2022-01-25T17:23:44Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'subnets': [{'id': '9d210872-2f57-4ba6-84f3-4009de2868bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:26:51.857698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0557-52e7-4f66-8772-28fe48c44905 req-f2695217-b887-4bf5-8fe2-329015f222df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:51.859260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-f2695217-b887-4bf5-8fe2-329015f222df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 1098 time: 0.0793428 Jan 25 17:26:52.003112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0557-52e7-4f66-8772-28fe48c44905 req-cb90e195-8f86-424c-bd5d-d564b8df6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:52.004569 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-cb90e195-8f86-424c-bd5d-d564b8df6b30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 200 len: 915 time: 0.1381226 Jan 25 17:26:52.022946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d6b53d-f7a4-4bf5-8baf-37bf2c730fb7 None None] New status for floating IP d2931275-f788-4521-acd4-be62c66aeb1b: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:26:52.078816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-90ca1be4-2211-42af-8e37-d3dfa34c8718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 200 len: 217 time: 0.0671530 Jan 25 17:26:52.156895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0557-52e7-4f66-8772-28fe48c44905 req-8e73fea7-625f-4161-9419-c2b0f48da28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:52.158462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-8e73fea7-625f-4161-9419-c2b0f48da28f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 200 len: 853 time: 0.0741467 Jan 25 17:26:52.239149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0557-52e7-4f66-8772-28fe48c44905 req-3bc075f9-3b9d-425f-8a7e-52e88efd16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:52.240615 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-3bc075f9-3b9d-425f-8a7e-52e88efd16b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51d693a-bf66-45a2-84bf-264162189683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757191 Jan 25 17:26:52.375941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-68a97a52-3219-40ff-9d19-705523b035a1 service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296256 Jan 25 17:26:52.512267 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-254f0557-52e7-4f66-8772-28fe48c44905 req-ec8dc69b-ea63-413c-9824-de78d9aef69d service neutron] 10.222.0.15 "GET /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308548 Jan 25 17:26:55.798303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:56.406115 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2864b-9bae-4452-9c45-a803f9ad88fa req-b092f42f-1817-4786-b829-e6e9e7f42f3e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:56.406797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8fd2864b-9bae-4452-9c45-a803f9ad88fa req-b092f42f-1817-4786-b829-e6e9e7f42f3e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Synchronizing usage tracker for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:26:56.421553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8fd2864b-9bae-4452-9c45-a803f9ad88fa req-b092f42f-1817-4786-b829-e6e9e7f42f3e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Unset dirty status for tenant:6f62fa7bd5434179a6059862f7bec6cd on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:26:56.422845 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8fd2864b-9bae-4452-9c45-a803f9ad88fa req-b092f42f-1817-4786-b829-e6e9e7f42f3e tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0956674 Jan 25 17:26:56.467005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8fd2864b-9bae-4452-9c45-a803f9ad88fa req-132d04a1-d5a2-40cd-a81c-3b314639aa7c tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384009 Jan 25 17:26:57.657149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c5ba-75d0-43b5-9279-6083d5752edd req-14f8fec5-cbaa-4563-8274-a36642896593 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:57.658599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00c5c5ba-75d0-43b5-9279-6083d5752edd req-14f8fec5-cbaa-4563-8274-a36642896593 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0848181 Jan 25 17:26:57.702818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-00c5c5ba-75d0-43b5-9279-6083d5752edd req-eec9314b-396f-4421-b898-a661ceb8a731 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Jan 25 17:26:57.765646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7e23b2ae-2d97-4da0-ba64-94f25e9555a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:58.254552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-f5e2c9c3-7cf3-4883-829e-90c79c1e265a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:58.255960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-f5e2c9c3-7cf3-4883-829e-90c79c1e265a tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.15 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.0787430 Jan 25 17:26:58.329146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Deleting port 650abd5b-d786-4d71-8bef-962e316ea560 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:26:58.329508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:58.680165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] For port 650abd5b-d786-4d71-8bef-962e316ea560, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=650abd5b-d786-4d71-8bef-962e316ea560,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:26:58.680797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:58.804379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Calling delete_port for 650abd5b-d786-4d71-8bef-962e316ea560 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:26:58.995605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95d5b1-d062-4bbb-bb6f-aa1a5f0e2263 req-2c83828d-a747-4e0d-a06b-f506b6cfe120 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:26:58.997756 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea95d5b1-d062-4bbb-bb6f-aa1a5f0e2263 req-2c83828d-a747-4e0d-a06b-f506b6cfe120 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/ports?device_id=59e08336-3ada-4b0c-ba62-93132c48ff39 HTTP/1.1" status: 200 len: 945 time: 0.1647320 Jan 25 17:26:59.039018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:59.050480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['650abd5b-d786-4d71-8bef-962e316ea560'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:26:59.098114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ea95d5b1-d062-4bbb-bb6f-aa1a5f0e2263 req-21bb75fa-c1e5-4c8b-b49c-2391c5b68506 tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf7615fa-94dd-4a79-95b2-42603a0edcda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947828 Jan 25 17:26:59.098801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Pushing event deleted for resources: {'Port': ['ID=650abd5b-d786-4d71-8bef-962e316ea560,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:26:59.183279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] No DVR routers for this DVR port 650abd5b-d786-4d71-8bef-962e316ea560 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:26:59.186255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:26:59.188999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'name': 'network-vif-deleted', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:26:59.207031 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a8d3534c-8eab-4c6e-a34d-02e90a099975 req-10b9c6c9-b52e-40e0-a6ca-c65a8a0e96ce tempest-TestMinimumBasicScenario-59741878 tempest-TestMinimumBasicScenario-59741878-project] 10.222.0.15 "DELETE /v2.0/ports/650abd5b-d786-4d71-8bef-962e316ea560 HTTP/1.1" status: 204 len: 173 time: 0.9456241 Jan 25 17:26:59.240561 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e08336-3ada-4b0c-ba62-93132c48ff39', 'name': 'network-vif-deleted', 'tag': '650abd5b-d786-4d71-8bef-962e316ea560', 'status': 'completed', 'code': 200} Jan 25 17:27:00.349310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e44f-304f-47b1-82a4-6f862fd3b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:00.729234 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:01.215685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:01.362259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:01.690734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:01.701430 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Deleting port 2916184d-b0e2-4525-a8e0-248152cb800c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:01.701767 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:01.823681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 650abd5b-d786-4d71-8bef-962e316ea560 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:01.859447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 650abd5b-d786-4d71-8bef-962e316ea560 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:01.859793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 650abd5b-d786-4d71-8bef-962e316ea560 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:01.873970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] For port 2916184d-b0e2-4525-a8e0-248152cb800c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=2916184d-b0e2-4525-a8e0-248152cb800c,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:01.874468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:01.999316 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Calling delete_port for 2916184d-b0e2-4525-a8e0-248152cb800c owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:02.308179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:02.355631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2916184d-b0e2-4525-a8e0-248152cb800c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:02.725849 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:02.873647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:03.091538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Router 099e3912-e2c1-4d69-be97-98c606dc1357 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:27:03.276514 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:27:03.285297 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Sync routers for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:27:03.289598 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b9d2ef5-6492-41fb-9e7f-f2b836679ee9 admin admin] 10.222.0.45 "PUT /v2.0/routers/099e3912-e2c1-4d69-be97-98c606dc1357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592575 Jan 25 17:27:03.292014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:03.295041 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:03.295651 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:03.465158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:03.468272 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:03.650281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:03.663410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Deleting port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:03.663967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:03.770015 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:27:02Z', 'revision_number': 5, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port': {'id': 'bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:34Z', 'updated_at': '2022-01-25T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:03.774309 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Checking router: 099e3912-e2c1-4d69-be97-98c606dc1357 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:27:03.783613 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Routers {'099e3912-e2c1-4d69-be97-98c606dc1357'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:03.784238 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['099e3912-e2c1-4d69-be97-98c606dc1357'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:03.945931 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] Set router 099e3912-e2c1-4d69-be97-98c606dc1357 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:03.982532 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] For port bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:03.982795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.083402 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:27:03Z', 'revision_number': 6, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:04.087245 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480182ef-03ab-47c5-a90c-122e9d5e9428 None None] The sync data for ids ['099e3912-e2c1-4d69-be97-98c606dc1357'] in dv-neutron-824022-2-hyperv is: [{'id': '099e3912-e2c1-4d69-be97-98c606dc1357', 'name': 'tempest-TestMinimumBasicScenario-840129621-router', 'tenant_id': '6f62fa7bd5434179a6059862f7bec6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:33Z', 'updated_at': '2022-01-25T17:27:03Z', 'revision_number': 6, 'project_id': '6f62fa7bd5434179a6059862f7bec6cd', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:27:04.108331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Calling delete_port for bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:04.275325 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.354052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:04.414779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.592083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.594266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.615786 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.616307 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099e3912-e2c1-4d69-be97-98c606dc1357 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:27:04.628626 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.632044 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d1bf7a4-b50f-4219-adf9-f33254d09ded admin admin] 10.222.0.45 "DELETE /v2.0/routers/099e3912-e2c1-4d69-be97-98c606dc1357 HTTP/1.1" status: 204 len: 168 time: 1.3369014 Jan 25 17:27:04.632254 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:04.690717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Deleting subnet 9d210872-2f57-4ba6-84f3-4009de2868bc {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:27:04.693533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.743264 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.829158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.897543 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.939489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d210872-2f57-4ba6-84f3-4009de2868bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:04.943054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:04.948151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13fdf0-8758-4864-966b-8aa135d69645 None None] Network e51d693a-bf66-45a2-84bf-264162189683 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:27:04.949066 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5d593a1a-c462-4d0e-9589-5a52b6c072f1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9d210872-2f57-4ba6-84f3-4009de2868bc HTTP/1.1" status: 204 len: 168 time: 0.3158829 Jan 25 17:27:04.952301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44602) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:05.065594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.077871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Deleting port 10a47fa6-7770-4914-a322-a46dcf2ffd44 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:05.078342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.213229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] DHCP port deletion for e51d693a-bf66-45a2-84bf-264162189683 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:27:05.217692 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Deleting port 10a47fa6-7770-4914-a322-a46dcf2ffd44 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:05.218068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.287174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] For port 10a47fa6-7770-4914-a322-a46dcf2ffd44, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=10a47fa6-7770-4914-a322-a46dcf2ffd44,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:05.287525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.409884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Calling delete_port for 10a47fa6-7770-4914-a322-a46dcf2ffd44 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:05.417713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] For port 10a47fa6-7770-4914-a322-a46dcf2ffd44, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=10a47fa6-7770-4914-a322-a46dcf2ffd44,segment=NetworkSegment(9500a561-ed48-4c5a-83ec-c2218466072d),segment_id=9500a561-ed48-4c5a-83ec-c2218466072d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:05.418102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.488580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.535453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=10a47fa6-7770-4914-a322-a46dcf2ffd44,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:05.537219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] No DVR routers for this DVR port 10a47fa6-7770-4914-a322-a46dcf2ffd44 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:27:05.548384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Calling delete_port for 10a47fa6-7770-4914-a322-a46dcf2ffd44 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:05.646212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:27:05.646562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:27:05.653735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.678075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51d693a-bf66-45a2-84bf-264162189683']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:05.693342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9500a561-ed48-4c5a-83ec-c2218466072d') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:05.693634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9500a561-ed48-4c5a-83ec-c2218466072d') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:05.705348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.721188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.727249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:27:05.727677 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:27:05.741570 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:27:05.783101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2916184d-b0e2-4525-a8e0-248152cb800c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:05.820778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 2916184d-b0e2-4525-a8e0-248152cb800c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:05.820971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.821106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 2916184d-b0e2-4525-a8e0-248152cb800c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:05.821566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 10a47fa6-7770-4914-a322-a46dcf2ffd44 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:05.828603 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:05.856416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e51d693a-bf66-45a2-84bf-264162189683,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:05.857439 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 10a47fa6-7770-4914-a322-a46dcf2ffd44 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:05.858357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 10a47fa6-7770-4914-a322-a46dcf2ffd44 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:05.858357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:05.869707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b74181a5-2cdb-490d-91af-8eb366d38f5e admin admin] 10.222.0.45 "DELETE /v2.0/networks/e51d693a-bf66-45a2-84bf-264162189683 HTTP/1.1" status: 204 len: 168 time: 0.9163558 Jan 25 17:27:05.872584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44606) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:05.892113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:05.892461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcdeaa5c-fe3f-4699-8abd-11f3c2b25de9 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:06.148343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Deleting port 10a47fa6-7770-4914-a322-a46dcf2ffd44 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:06.149020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:06.218258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae654d15-67c3-4796-a2bd-ce5f52d6cbc5 None None] The port '10a47fa6-7770-4914-a322-a46dcf2ffd44' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:27:06.518810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:06.868851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Deleting port d57c516a-d261-4da8-a620-298e8162dd3e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:06.869182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:07.039996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] For port d57c516a-d261-4da8-a620-298e8162dd3e, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=d57c516a-d261-4da8-a620-298e8162dd3e,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:07.040343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:07.161520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Calling delete_port for d57c516a-d261-4da8-a620-298e8162dd3e owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:07.570899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:07.616391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57c516a-d261-4da8-a620-298e8162dd3e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:07.895269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:08.249565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Router c9be7349-ec93-4956-8ea3-c833ef476a18 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:27:08.424616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:27:08.433075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Sync routers for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:27:08.433616 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-29b15109-2163-48ca-a0e1-7abcf10df761 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9be7349-ec93-4956-8ea3-c833ef476a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5598140 Jan 25 17:27:08.436636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44610) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:08.443204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:08.443817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:08.581951 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:27:08.612601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:08.619341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:08.908257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:08.911842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': '830e1618-b595-4533-91de-6bb01755a30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:27:07Z', 'revision_number': 5, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port': {'id': '830e1618-b595-4533-91de-6bb01755a30d', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:23:40Z', 'updated_at': '2022-01-25T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:08.915867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Checking router: c9be7349-ec93-4956-8ea3-c833ef476a18 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:27:08.918918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Deleting port 830e1618-b595-4533-91de-6bb01755a30d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:08.919285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:08.925446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Routers {'c9be7349-ec93-4956-8ea3-c833ef476a18'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:08.926039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['c9be7349-ec93-4956-8ea3-c833ef476a18'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:09.075075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] Set router c9be7349-ec93-4956-8ea3-c833ef476a18 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:09.095852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] For port 830e1618-b595-4533-91de-6bb01755a30d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=830e1618-b595-4533-91de-6bb01755a30d,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:09.096403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.189123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:27:08Z', 'revision_number': 6, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:09.193602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebf31e-6a30-4de6-9ad2-fb19ce960086 None None] The sync data for ids ['c9be7349-ec93-4956-8ea3-c833ef476a18'] in dv-neutron-824022-2-hyperv is: [{'id': 'c9be7349-ec93-4956-8ea3-c833ef476a18', 'name': 'tempest-TestMinimumBasicScenario-158224039-router', 'tenant_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:23:39Z', 'updated_at': '2022-01-25T17:27:08Z', 'revision_number': 6, 'project_id': 'be57fa5a5fd94da2b5d6aa31ef589b1d', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:27:09.226097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Calling delete_port for 830e1618-b595-4533-91de-6bb01755a30d owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:09.393010 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.444279 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Pushing event deleted for resources: {'Port': ['ID=830e1618-b595-4533-91de-6bb01755a30d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:09.538352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.712869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.715059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.737682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.738182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9be7349-ec93-4956-8ea3-c833ef476a18 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:27:09.750199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.751354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c102aeb1-ad83-466d-8811-0d02857c0193 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9be7349-ec93-4956-8ea3-c833ef476a18 HTTP/1.1" status: 204 len: 168 time: 1.3138225 Jan 25 17:27:09.753932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44614) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:09.817500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Deleting subnet 5769b95f-34f7-47d8-9bd9-2bdf300cfa60 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:27:09.820400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.868962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.947598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 830e1618-b595-4533-91de-6bb01755a30d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:09.952966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:09.982738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 830e1618-b595-4533-91de-6bb01755a30d {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:09.983307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 830e1618-b595-4533-91de-6bb01755a30d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:09.983887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d57c516a-d261-4da8-a620-298e8162dd3e no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:10.017944 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: d57c516a-d261-4da8-a620-298e8162dd3e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:10.018294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device d57c516a-d261-4da8-a620-298e8162dd3e not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:10.029170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.067229 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5769b95f-34f7-47d8-9bd9-2bdf300cfa60,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:10.070815 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.077029 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad6c19-2414-4d45-9741-6f0fc11fbef9 None None] Network 1920c31b-c16e-4833-a342-cf9bd90d6c90 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:27:10.077836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-41098b12-878d-4268-ad7c-694e37076824 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5769b95f-34f7-47d8-9bd9-2bdf300cfa60 HTTP/1.1" status: 204 len: 168 time: 0.3229480 Jan 25 17:27:10.080206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44618) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:10.189988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.202195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Deleting port 502189da-bdc3-44c7-a4ca-84f3c7460998 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:10.202614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.369049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] DHCP port deletion for 1920c31b-c16e-4833-a342-cf9bd90d6c90 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:27:10.375974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Deleting port 502189da-bdc3-44c7-a4ca-84f3c7460998 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:10.375974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.515809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] For port 502189da-bdc3-44c7-a4ca-84f3c7460998, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=502189da-bdc3-44c7-a4ca-84f3c7460998,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:10.516092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.575899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] For port 502189da-bdc3-44c7-a4ca-84f3c7460998, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=502189da-bdc3-44c7-a4ca-84f3c7460998,segment=NetworkSegment(faae1342-5847-4b92-862b-96f539d66649),segment_id=faae1342-5847-4b92-862b-96f539d66649)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:10.576206 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.637566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Calling delete_port for 502189da-bdc3-44c7-a4ca-84f3c7460998 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:10.699432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Calling delete_port for 502189da-bdc3-44c7-a4ca-84f3c7460998 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:27:10.713477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.763517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=502189da-bdc3-44c7-a4ca-84f3c7460998,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:10.767096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] No DVR routers for this DVR port 502189da-bdc3-44c7-a4ca-84f3c7460998 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:27:10.771446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:27:10.771803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:27:10.887932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.915041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1920c31b-c16e-4833-a342-cf9bd90d6c90']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:10.927513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faae1342-5847-4b92-862b-96f539d66649') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:10.927811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faae1342-5847-4b92-862b-96f539d66649') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:10.939175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.955546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.961483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:27:10.961863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:27:10.975317 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:27:11.051457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.067048 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.077517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1920c31b-c16e-4833-a342-cf9bd90d6c90,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:11.081447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0a702f4b-3494-41ba-8d7d-31279cdc84f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1920c31b-c16e-4833-a342-cf9bd90d6c90 HTTP/1.1" status: 204 len: 168 time: 1.0002990 Jan 25 17:27:11.250487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44624) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:11.273125 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Deleting port 502189da-bdc3-44c7-a4ca-84f3c7460998 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:27:11.273629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.298525 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9a0c0de0-9078-4830-a9a0-0df61596542e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f62fa7bd5434179a6059862f7bec6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468495 Jan 25 17:27:11.300878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44628) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:11.341516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df82399d-e2db-41c6-a4d6-b483eed39fda None None] The port '502189da-bdc3-44c7-a4ca-84f3c7460998' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:27:11.362544 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.392680 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.442466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.459783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7615fa-94dd-4a79-95b2-42603a0edcda,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:11.465849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.467640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-643e3320-88f3-4c17-87d4-84425bf40fe5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf7615fa-94dd-4a79-95b2-42603a0edcda HTTP/1.1" status: 204 len: 168 time: 0.1650546 Jan 25 17:27:11.781172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 502189da-bdc3-44c7-a4ca-84f3c7460998 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:27:11.805384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:11.817966 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 502189da-bdc3-44c7-a4ca-84f3c7460998 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:27:11.818395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 502189da-bdc3-44c7-a4ca-84f3c7460998 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:27:11.859186 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-105c2c31-2f9e-48da-b339-dcad9430c594 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be57fa5a5fd94da2b5d6aa31ef589b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524302 Jan 25 17:27:11.861750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44640) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:11.922904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:11.948620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:12.001992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:12.017646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aab27b-9fef-4eaf-a8c0-562f70444419,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:12.021935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:12.023053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4b267f62-1ac0-4aaf-a1d1-d87266477113 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18aab27b-9fef-4eaf-a8c0-562f70444419 HTTP/1.1" status: 204 len: 168 time: 0.1603270 Jan 25 17:27:13.820833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44682) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:13.826985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862533828', 'description': 'tempest-secgroup-smoke-862533828 description', 'project_id': '8344a5269583413ab79fb16a6268e3c1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:13.833011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:13.836895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:13.839751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:13.845563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:13.855194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:13.870414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:13.885616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:13.890220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:13.892980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:13.898535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:13.980564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:13.984699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:13.997230 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.004977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.013033 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.023241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.026722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5815a49-41d7-4c44-8dc8-2ce22cc9a9be,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.095341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.098695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.144646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e485437-2abf-43d2-bee8-05ed31aaf3b5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.147026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.148242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-494b6997-8a8c-4f1e-81be-6b50739b9b90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3263721 Jan 25 17:27:14.151219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44686) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.156836 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.162842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.166648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.169695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.175362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.191782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.255067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.259994 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.287020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c05211-c7e4-477b-882d-fa998abff104,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.295432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.296841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0a21af5c-3933-4464-801d-aeefb4ff9000 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447206 Jan 25 17:27:14.299605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44690) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.304506 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.310690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.314687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.317652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.323435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.340197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.401202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.404703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.427183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d87961-eff9-47e3-9b36-d697db75dffe,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.436209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.437406 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0e89ad39-1589-481a-a6d1-fbe42c2df51f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368811 Jan 25 17:27:14.440504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44694) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.445814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.452371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.456147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.459013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.464675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.482225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.550908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.554526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.578349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b198a62f-25f3-4cd9-8a52-1a288c0aea87,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.586424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.587972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-61e9d8e5-eb74-471b-aadd-f7d8f57a8ce5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464262 Jan 25 17:27:14.590699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44698) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.595700 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.601512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.605286 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.608319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.613946 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.632803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.694772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.699271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.725123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9760eb92-a5d7-4f94-937b-f75c3c54570f,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.735557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.736874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7c6644e6-af29-45ab-a952-168213b05d2d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450737 Jan 25 17:27:14.739500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44702) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.744476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.751030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.754872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.757738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.763457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.773666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:27:14.780196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.857858 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.862150 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.887768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05091cf9-7838-49f7-aa8a-62b578c6bd54,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:14.895951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:14.897145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a2b14244-6bda-4d1e-ad17-792f1e7ea4bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1567364 Jan 25 17:27:14.899869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44706) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:14.905136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '3e485437-2abf-43d2-bee8-05ed31aaf3b5', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:14.913098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:14.917059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:14.921955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:14.928742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:14.939869 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:27:14.946920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.018792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.022585 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.040870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a6ce72-02ba-4267-84f7-72ced9a8a376,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:15.059015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.061094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3cdc8a48-098f-42b0-bd79-9c0396d0291b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602583 Jan 25 17:27:15.064392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44710) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:15.070652 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'network': {'name': 'tempest-network-smoke--505905882', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:15.078598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:15.082625 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:network and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:15.085754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:15.092390 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:15.106008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:27:15.110031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.140990 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:27:15.150799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.151135 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Added segment 159e7fb0-0301-4f3e-a1e2-da2de6969acb of type vlan for network abe8da46-4e42-484f-ba9f-546a735326ea Jan 25 17:27:15.180276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.210094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.216636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:15.217261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.331904 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2664547 Jan 25 17:27:15.334965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:15.341012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8593293-a2c0-465e-96fc-15e2d9b480d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Network': ['ID=abe8da46-4e42-484f-ba9f-546a735326ea,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:15.341252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'admin_state_up': True, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:15.348787 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:15.352106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network abe8da46-4e42-484f-ba9f-546a735326ea details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:27:15.355375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:router and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:15.360705 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:15.369336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:15.379243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.380380 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.396516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:15.769931 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:16.075905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:16.105447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:16.237630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.96 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a1357095-c5d0-4667-a922-c6ea876260fe) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:27:16.382554 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:16.410830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:16.477621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:16.480239 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:16.484576 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:27:16.518417 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=a1357095-c5d0-4667-a922-c6ea876260fe,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:16.890027 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:17.334538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:17.535552 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:27:17.711764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:27:17.723153 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Sync routers for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:27:17.733482 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:17.734362 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:17.739006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:17.740294 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-248f7c11-2737-43b9-b3a8-4ebf6e4e2c13 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4042139 Jan 25 17:27:17.743521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44718) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:17.885682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-af5c798d-23aa-46a8-9264-6f9b65e43cdd tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=8344a5269583413ab79fb16a6268e3c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409857 Jan 25 17:27:17.888317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44724) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:17.919980 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:18.018629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d33925-a9ac-4cfa-a846-f75e2614603c tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:18.020052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-01d33925-a9ac-4cfa-a846-f75e2614603c tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308508 Jan 25 17:27:18.022864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44728) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:18.066096 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-566a065f-a411-499d-9df8-f70301143e98 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421734 Jan 25 17:27:18.068672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44732) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:18.073903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1994554590', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:18.184640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:18.188789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:subnet and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:18.191780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:18.197458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:18.203954 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:16Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:18.208301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:27:18.208472 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Checking router: 83e43e27-1cda-4a7e-9fb7-1bec382f5795 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:27:18.209017 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Updating router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 port a1357095-c5d0-4667-a922-c6ea876260fe binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:27:18.211806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.263693 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.526767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.590680 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.602108 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Transition to ACTIVE for port object a1357095-c5d0-4667-a922-c6ea876260fe will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:18.609080 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.609664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Subnet': ['ID=6377b5f8-59eb-4328-aead-6243ded37241,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:18.616828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Checking segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:27:18.617190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network hostable DHCP agents. Network: abe8da46-4e42-484f-ba9f-546a735326ea, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:27:18.636330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network abe8da46-4e42-484f-ba9f-546a735326ea is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:27:18.644852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, abe8da46-4e42-484f-ba9f-546a735326ea) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:18.649736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:18.649736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.656320 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0367a9-90ad-4dfe-a25b-fdb3648c4225 None None] Network abe8da46-4e42-484f-ba9f-546a735326ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:27:18.673576 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c549453b-d04f-4481-8e23-387b27235c44 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6037757 Jan 25 17:27:18.676678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44736) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:18.690926 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Attempting to bind port a1357095-c5d0-4667-a922-c6ea876260fe on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:27:18.691275 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Attempting to bind port a1357095-c5d0-4667-a922-c6ea876260fe by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:27:18.691631 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Attempting to bind port a1357095-c5d0-4667-a922-c6ea876260fe on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:27:18.697102 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Pushing event updated for resources: {'Port': ['ID=a1357095-c5d0-4667-a922-c6ea876260fe,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:18.702046 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:27:18.702412 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:27:18.702803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.703190 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:27:18.703641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Bound port: a1357095-c5d0-4667-a922-c6ea876260fe, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:27:18.704005 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.736675 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.737373 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.737373 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.737669 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.737997 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.738319 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.738658 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.738968 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.739288 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.739602 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.739918 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.740231 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:18.787425 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] For port a1357095-c5d0-4667-a922-c6ea876260fe, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:27:18.790858 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] For port a1357095-c5d0-4667-a922-c6ea876260fe, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a1357095-c5d0-4667-a922-c6ea876260fe,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:27:18.795818 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:18.873850 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016360f-1b61-4216-a392-d2dd62ed6df0 None None] Pushing event updated for resources: {'Port': ['ID=a1357095-c5d0-4667-a922-c6ea876260fe,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:18.884679 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:18.885303 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:18.928197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-abe8da46-4e42-484f-ba9f-546a735326ea', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:27:18.929108 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.068352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:19.082989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Allocated IP 172.20.0.2 (abe8da46-4e42-484f-ba9f-546a735326ea/6377b5f8-59eb-4328-aead-6243ded37241/ee0e86b8-eda7-4104-92d2-f63377f8d25c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:27:19.306496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.319552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Transition to ACTIVE for port object ee0e86b8-eda7-4104-92d2-f63377f8d25c will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:19.339327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Transition to ACTIVE for port object ee0e86b8-eda7-4104-92d2-f63377f8d25c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:19.346026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.392528 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:16Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:19.396863 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80381aea-e38a-4d00-8367-0fd85f7e54b1 None None] The sync data for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv is: [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:16Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:27:19.403934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Network abe8da46-4e42-484f-ba9f-546a735326ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:19.411771 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:19.422945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:27:19.433083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.500535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Pushing event updated for resources: {'Port': ['ID=ee0e86b8-eda7-4104-92d2-f63377f8d25c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:19.522899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.523242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.523576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.523902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.524229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.524570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.524896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.525232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.525553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.525885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.526193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.526507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:27:19.539038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Attempting to bind port ee0e86b8-eda7-4104-92d2-f63377f8d25c on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:27:19.539402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Attempting to bind port ee0e86b8-eda7-4104-92d2-f63377f8d25c by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:27:19.540168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Attempting to bind port ee0e86b8-eda7-4104-92d2-f63377f8d25c on network abe8da46-4e42-484f-ba9f-546a735326ea {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:27:19.546173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:27:19.546544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Checking segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:27:19.546938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.547328 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Bound using segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:27:19.547789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Bound port: ee0e86b8-eda7-4104-92d2-f63377f8d25c, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:27:19.548159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.661410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] For port ee0e86b8-eda7-4104-92d2-f63377f8d25c, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:27:19.664911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] For port ee0e86b8-eda7-4104-92d2-f63377f8d25c, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee0e86b8-eda7-4104-92d2-f63377f8d25c,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:27:19.668998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:19.799627 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c243b-908e-4f28-bcfe-14e81401ebdb None None] Pushing event updated for resources: {'Port': ['ID=ee0e86b8-eda7-4104-92d2-f63377f8d25c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:19.877985 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a1357095-c5d0-4667-a922-c6ea876260fe up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:19.966119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a1357095-c5d0-4667-a922-c6ea876260fe completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:19.971522 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a1357095-c5d0-4667-a922-c6ea876260fe triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:19.972260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.067187 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.1 (abe8da46-4e42-484f-ba9f-546a735326ea/6377b5f8-59eb-4328-aead-6243ded37241/8f6c7940-5b06-4261-ad22-bbb42c4d0bcf) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:27:20.130941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.150528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a1357095-c5d0-4667-a922-c6ea876260fe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a1357095-c5d0-4667-a922-c6ea876260fe,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:20.158895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.252626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a1357095-c5d0-4667-a922-c6ea876260fe,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:20.270083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.286949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:20.312349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.384267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network abe8da46-4e42-484f-ba9f-546a735326ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:20.388096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:20.392781 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:27:20.427866 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:20.460811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:20.716251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:21.136521 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:21.142584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:21.260619 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:21.264034 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:21.339145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93ab21-87bb-4dab-8e2b-7d45293aa2f1 None None] Network abe8da46-4e42-484f-ba9f-546a735326ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:27:21.434640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc3ff8d5-b770-44d8-8cc4-452a0a913641 None None] Provisioning for port ee0e86b8-eda7-4104-92d2-f63377f8d25c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:21.522411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network abe8da46-4e42-484f-ba9f-546a735326ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:21.523591 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:21.717918 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:27:21.889425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a2fb4b76-7d1c-4185-bb79-f9c425abd486 None None] Provisioning for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:21.895864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a2fb4b76-7d1c-4185-bb79-f9c425abd486 None None] Provisioning complete for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:21.896249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4b76-7d1c-4185-bb79-f9c425abd486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:21.928145 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:27:21.928327 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee0e86b8-eda7-4104-92d2-f63377f8d25c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:21.946167 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03a7d35a-4be2-4c60-921c-2fcc2be03cf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/83e43e27-1cda-4a7e-9fb7-1bec382f5795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2608867 Jan 25 17:27:21.967928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Sync routers for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:27:22.006504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:22.007173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:22.098775 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb4b76-7d1c-4185-bb79-f9c425abd486 None None] Port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:27:22.120865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-bee0f737-b96b-486b-bb1f-96bc02198f37 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:27:22.139588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-bee0f737-b96b-486b-bb1f-96bc02198f37 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:27:22.141161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-bee0f737-b96b-486b-bb1f-96bc02198f37 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862533828&fields=id&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 267 time: 0.0752974 Jan 25 17:27:22.192653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ee0e86b8-eda7-4104-92d2-f63377f8d25c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:22.201340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ee0e86b8-eda7-4104-92d2-f63377f8d25c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:22.201695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.267184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:22.303502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-c6a6289b-e17c-462d-b286-89cd3bb34181 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:22.304086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-c6a6289b-e17c-462d-b286-89cd3bb34181 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:27:22.320996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-c6a6289b-e17c-462d-b286-89cd3bb34181 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:27:22.322190 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-c6a6289b-e17c-462d-b286-89cd3bb34181 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 796 time: 0.1729317 Jan 25 17:27:22.336278 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-78406516-48d6-4d72-8168-69f9f518eb43 None None] Provisioning complete for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:22.336629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78406516-48d6-4d72-8168-69f9f518eb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.338534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-6a6ed557-6886-456d-851d-125c76cb0907 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/quotas/8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 375 time: 0.0102696 Jan 25 17:27:22.424581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-92cb3316-27b9-4f66-ad9c-949e22f71dd4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800936 Jan 25 17:27:22.522651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-78406516-48d6-4d72-8168-69f9f518eb43 None None] Port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:27:22.566327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-c8391b50-cc3a-40e7-a968-4ecfe16865b1 service neutron] 10.222.0.45 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300581 Jan 25 17:27:22.608528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.699246 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-2ac90f0b-8cf6-42f0-bb8b-04eae8fa71fa service neutron] 10.222.0.45 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269884 Jan 25 17:27:22.703134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ee0e86b8-eda7-4104-92d2-f63377f8d25c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee0e86b8-eda7-4104-92d2-f63377f8d25c,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:22.705863 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6dca583e-af30-4037-b0ba-3857d4d588e6 None None] Provisioning complete for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:22.706208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6dca583e-af30-4037-b0ba-3857d4d588e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.735373 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.736143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a1357095-c5d0-4667-a922-c6ea876260fe up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:22.912873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6dca583e-af30-4037-b0ba-3857d4d588e6 None None] Port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:27:22.937640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ee0e86b8-eda7-4104-92d2-f63377f8d25c,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:22.951615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a1357095-c5d0-4667-a922-c6ea876260fe triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:22.951982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:22.981953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 2, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:22.999387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Checking router: 83e43e27-1cda-4a7e-9fb7-1bec382f5795 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:27:22.999740 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Updating router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:27:23.064060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.443725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.455310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Transition to ACTIVE for port object 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:23.461493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.612449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7d5a-8f85-4485-b748-694b5af391bb None None] Pushing event updated for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:23.678914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Attempting to bind port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:27:23.679634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Attempting to bind port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:27:23.680106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Attempting to bind port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf on network abe8da46-4e42-484f-ba9f-546a735326ea {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:27:23.686851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:27:23.687707 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Checking segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:27:23.688464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.689024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Bound using segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:27:23.689764 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Bound port: 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:27:23.690239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.782884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] For port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:27:23.789453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] For port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:27:23.796166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee0e86b8-eda7-4104-92d2-f63377f8d25c up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:23.822416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:23.947550 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0abf54b-6739-4baa-9ce0-58cd9ad7287d req-08dfff74-9067-4b20-b2ca-cd4da13b85bb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 210 time: 0.0692756 Jan 25 17:27:23.978352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7d5a-8f85-4485-b748-694b5af391bb None None] Pushing event updated for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:23.987463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:23.988090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:24.078159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ee0e86b8-eda7-4104-92d2-f63377f8d25c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:24.078664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:24.251615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:24.736162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:23Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:24.741405 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb0f01-676b-4695-9241-9f8ade5ccf2e None None] The sync data for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv is: [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:23Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:27:25.105090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-561efcd2-c131-4c7b-8dd0-762f48fc4c22 req-7cbab4e1-8a48-4477-abdf-03f05abac1b7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 210 time: 0.0481024 Jan 25 17:27:25.276520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-0eaf44ad-d5f5-43b5-9812-96f356b8ca67 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:25.278297 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-0eaf44ad-d5f5-43b5-9812-96f356b8ca67 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 796 time: 0.1721728 Jan 25 17:27:25.330143 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-88c17d4f-0b46-4904-85e1-6910779f6f52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 379 time: 0.0438406 Jan 25 17:27:25.338199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'port': {'device_id': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'admin_state_up': True, 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'security_groups': ['3e485437-2abf-43d2-bee8-05ed31aaf3b5']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:25.478302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:25.482693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:port and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:25.485674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:25.491566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:25.502351 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:27:25.505865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:25.673484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.13 (abe8da46-4e42-484f-ba9f-546a735326ea/6377b5f8-59eb-4328-aead-6243ded37241/0e0340df-4635-4a46-abc9-1fc96932265e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:27:25.815410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:25.843043 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:25.887439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:25.904789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object 0e0340df-4635-4a46-abc9-1fc96932265e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:25.918146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:25.922926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:25.923296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:25.929615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.048452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.087738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:26.092509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.102710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network abe8da46-4e42-484f-ba9f-546a735326ea is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:26.106591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:26.110889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:27:26.148483 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:26.191829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:26.192469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.221822 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:26.222473 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-46c8039f-4e92-4a96-9874-6baf529b7869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878956 Jan 25 17:27:26.239049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Request body: {'port': {'device_id': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:26.373134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89c99645-29f5-4c99-b181-112dc914b2ee None None] Provisioning for port 0e0340df-4635-4a46-abc9-1fc96932265e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:26.378302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89c99645-29f5-4c99-b181-112dc914b2ee None None] Provisioning complete for port 0e0340df-4635-4a46-abc9-1fc96932265e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:26.378755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c99645-29f5-4c99-b181-112dc914b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.412072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.435014 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-89c99645-29f5-4c99-b181-112dc914b2ee None None] Port 0e0340df-4635-4a46-abc9-1fc96932265e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:27:26.469977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35643e80-15ab-4734-ad3e-0bc505d77aa3 req-0a0a2979-9938-4247-8fa8-eb462fa483c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:26.470663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-35643e80-15ab-4734-ad3e-0bc505d77aa3 req-0a0a2979-9938-4247-8fa8-eb462fa483c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:27:26.547530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-35643e80-15ab-4734-ad3e-0bc505d77aa3 req-0a0a2979-9938-4247-8fa8-eb462fa483c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:27:26.548664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35643e80-15ab-4734-ad3e-0bc505d77aa3 req-0a0a2979-9938-4247-8fa8-eb462fa483c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 932 time: 0.2772915 Jan 25 17:27:26.673821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35643e80-15ab-4734-ad3e-0bc505d77aa3 req-973afcdb-5176-4431-998b-39065fe8af9a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192498 Jan 25 17:27:26.807558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0340df-4635-4a46-abc9-1fc96932265e {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:27:26.815318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.830512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Transition to ACTIVE for port object 0e0340df-4635-4a46-abc9-1fc96932265e will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:27:26.834085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:26.986512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Pushing event updated for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:27.072059 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Attempting to bind port 0e0340df-4635-4a46-abc9-1fc96932265e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:27:27.072399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Attempting to bind port 0e0340df-4635-4a46-abc9-1fc96932265e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:27:27.072737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Attempting to bind port 0e0340df-4635-4a46-abc9-1fc96932265e on network abe8da46-4e42-484f-ba9f-546a735326ea {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:27:27.078073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Port 0e0340df-4635-4a46-abc9-1fc96932265e on network abe8da46-4e42-484f-ba9f-546a735326ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:27:27.078394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Attempting to bind port 0e0340df-4635-4a46-abc9-1fc96932265e on network abe8da46-4e42-484f-ba9f-546a735326ea {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:27:27.083444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:27:27.083780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Checking segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:27:27.084161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Bound using segment: {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:27:27.084581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Bound port: 0e0340df-4635-4a46-abc9-1fc96932265e, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159e7fb0-0301-4f3e-a1e2-da2de6969acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:27:27.084929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:27.173584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:27:27.176431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0e0340df-4635-4a46-abc9-1fc96932265e,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:27:27.180841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:27.244893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:27.245520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:27.247602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] 10.222.0.15 "PUT /v2.0/ports/0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 1094 time: 1.0167875 Jan 25 17:27:27.248043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:27:27.270629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736897a3-345c-4467-b999-cb8a8d2434da service neutron] Pushing event updated for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:27.323583 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e', 'status': 'completed', 'code': 200} Jan 25 17:27:27.365688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-b04f9c0e-2031-4557-a8e2-d7af9e7b22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:27.367187 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-b04f9c0e-2031-4557-a8e2-d7af9e7b22d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1097 time: 0.0769165 Jan 25 17:27:27.438718 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-ed363fd4-776c-4065-bca5-bd544bee65ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 217 time: 0.0648394 Jan 25 17:27:27.501461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-ad3f93ac-1fdb-4750-9c32-19ed82dfb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:27.502816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-ad3f93ac-1fdb-4750-9c32-19ed82dfb21a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 200 len: 835 time: 0.0588555 Jan 25 17:27:27.580219 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-7f174b24-0f86-4096-bf83-02fde8810911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:27.581662 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-7f174b24-0f86-4096-bf83-02fde8810911 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abe8da46-4e42-484f-ba9f-546a735326ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727949 Jan 25 17:27:27.711380 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-78963463-48f4-43a3-8633-0fa965f675aa service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227841 Jan 25 17:27:27.778501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34daf641-2b58-4e13-81e9-0a70cb34ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:27.808036 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:27.881336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:27.881716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:28.006150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c9c5a7d7-88c7-452b-af3b-531174b94f5c req-0f122844-a91f-49f5-acff-657b85c687c4 service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893240 Jan 25 17:27:28.021638 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8dea1-015d-4fb9-b361-3c99ab746a39 req-261588c8-a264-4a91-b1a2-0244d17d43bd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:28.023251 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49a8dea1-015d-4fb9-b361-3c99ab746a39 req-261588c8-a264-4a91-b1a2-0244d17d43bd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 944 time: 0.2337015 Jan 25 17:27:28.119178 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49a8dea1-015d-4fb9-b361-3c99ab746a39 req-54289ca6-aebb-464e-a536-3ce9160be226 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886588 Jan 25 17:27:28.139132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-9975a480-c804-4c4d-a77f-76dd23ebc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:28.140559 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-9975a480-c804-4c4d-a77f-76dd23ebc475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1097 time: 0.0896049 Jan 25 17:27:28.276533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-46ca8e72-fcaf-481b-a9b3-a15b1557030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:28.278551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-46ca8e72-fcaf-481b-a9b3-a15b1557030b service neutron] 10.222.0.15 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 897 time: 0.1319096 Jan 25 17:27:28.348165 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-cde503d1-61f6-4e95-bfa1-5952ef01a1af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 217 time: 0.0640564 Jan 25 17:27:28.411225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-3f6efc57-bb10-4e6b-b0a6-e197da3ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:28.412607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-3f6efc57-bb10-4e6b-b0a6-e197da3ed7ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 200 len: 835 time: 0.0583365 Jan 25 17:27:28.486157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-e012d095-b136-4516-8cd2-6d1a4f6a4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:28.487805 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-e012d095-b136-4516-8cd2-6d1a4f6a4bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abe8da46-4e42-484f-ba9f-546a735326ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695257 Jan 25 17:27:28.622485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-fa05ff7e-295f-4700-804f-7ba60fb3921c service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276827 Jan 25 17:27:28.751633 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d6b8fc02-764b-4d0c-9523-f1df0efcd3b3 req-893f574e-3c53-451e-a3c6-f59dd7e4f10a service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234965 Jan 25 17:27:29.306035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95f9f-657b-4d9d-956a-b3393f594d2a req-e1e15239-7340-4493-9a89-0f528540feb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:29.307489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f7b95f9f-657b-4d9d-956a-b3393f594d2a req-e1e15239-7340-4493-9a89-0f528540feb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 944 time: 0.0831304 Jan 25 17:27:29.351942 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f7b95f9f-657b-4d9d-956a-b3393f594d2a req-e2756c3b-9120-4df8-8b6b-5b64b53254bb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379560 Jan 25 17:27:30.352484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ad42cd9-d989-4b41-a19b-8967c3e7f1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:30.534636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d538d6-46f7-4897-9e25-f3cc33a6a73d req-13ac8945-d937-4eb1-b835-6bfd2c59184b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:30.536080 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58d538d6-46f7-4897-9e25-f3cc33a6a73d req-13ac8945-d937-4eb1-b835-6bfd2c59184b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 944 time: 0.0786426 Jan 25 17:27:30.582653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58d538d6-46f7-4897-9e25-f3cc33a6a73d req-9a97f882-bab1-4ab6-8f85-1bf14edf9760 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Jan 25 17:27:31.218705 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:31.694816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:31.767020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593f16b-9cee-410b-9aab-f1ae4b788a62 req-60c3c5aa-b594-446d-a722-d2e0af467e10 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:31.768459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4593f16b-9cee-410b-9aab-f1ae4b788a62 req-60c3c5aa-b594-446d-a722-d2e0af467e10 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 944 time: 0.0803034 Jan 25 17:27:31.813661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4593f16b-9cee-410b-9aab-f1ae4b788a62 req-1cffd648-e262-4d13-89f7-fc45359cdf0c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395095 Jan 25 17:27:31.971784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0e0340df-4635-4a46-abc9-1fc96932265e details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:27:32.100558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0e0340df-4635-4a46-abc9-1fc96932265e,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:32.113999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '0e0340df-4635-4a46-abc9-1fc96932265e', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'port_id': '0e0340df-4635-4a46-abc9-1fc96932265e', 'mac_address': 'fa:16:3e:77:5f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:27:32.170477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:32.187037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0340df-4635-4a46-abc9-1fc96932265e {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:27:32.202078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0e0340df-4635-4a46-abc9-1fc96932265e,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:32.205487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:32.269986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:32.585247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['0e0340df-4635-4a46-abc9-1fc96932265e'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:27:32.875016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:33.001672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267255-0fc8-4052-a0d3-a8a7de7c3e39 req-2ba0e541-736b-440c-84ab-9db6908004cb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:33.003108 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86267255-0fc8-4052-a0d3-a8a7de7c3e39 req-2ba0e541-736b-440c-84ab-9db6908004cb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 945 time: 0.0821970 Jan 25 17:27:33.046657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86267255-0fc8-4052-a0d3-a8a7de7c3e39 req-2a42db0e-d863-4247-8f24-e39cfc941c40 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Jan 25 17:27:33.987195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0e0340df-4635-4a46-abc9-1fc96932265e up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:27:34.052461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 0e0340df-4635-4a46-abc9-1fc96932265e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:27:34.056850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 0e0340df-4635-4a46-abc9-1fc96932265e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:27:34.057241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:34.174853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:34.201909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:27:34.212039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0e0340df-4635-4a46-abc9-1fc96932265e,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:27:34.219505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:34.236862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15b5be-0ad7-41dd-9108-9764b2c49ee5 req-68f2db1f-f50b-4425-8b02-b841923799f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:34.238511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d15b5be-0ad7-41dd-9108-9764b2c49ee5 req-68f2db1f-f50b-4425-8b02-b841923799f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 945 time: 0.0838041 Jan 25 17:27:34.290820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7d15b5be-0ad7-41dd-9108-9764b2c49ee5 req-c75dc10b-6c40-4946-9ddd-517e6ffff4c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455315 Jan 25 17:27:34.302089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:34.322866 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e', 'code': 200} Jan 25 17:27:34.545225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461323e-3b70-4cec-b5d0-23964cb8c6c0 req-d7e72315-cb6e-4915-970c-8a6fe63a1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:34.546686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d461323e-3b70-4cec-b5d0-23964cb8c6c0 req-d7e72315-cb6e-4915-970c-8a6fe63a1317 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1099 time: 0.0721149 Jan 25 17:27:34.587374 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d461323e-3b70-4cec-b5d0-23964cb8c6c0 req-ca7670bc-e5bd-4158-8679-97b976c9f938 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347090 Jan 25 17:27:35.474246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8321a-a8a2-4762-ab91-ccabb7d2aadc req-c3bdff57-805e-4997-910f-271d4e42a3bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:35.475691 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3ba8321a-a8a2-4762-ab91-ccabb7d2aadc req-c3bdff57-805e-4997-910f-271d4e42a3bf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0797541 Jan 25 17:27:35.518976 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3ba8321a-a8a2-4762-ab91-ccabb7d2aadc req-8ebb4c71-b0a2-413e-9398-2b5780045b25 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376718 Jan 25 17:27:36.704481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef7c2d-c47f-4582-8958-0f8252502ab5 req-d903ea1c-6cc8-4618-8d30-e7cf1b0cfcef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:36.705918 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-96ef7c2d-c47f-4582-8958-0f8252502ab5 req-d903ea1c-6cc8-4618-8d30-e7cf1b0cfcef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0808678 Jan 25 17:27:36.751352 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-96ef7c2d-c47f-4582-8958-0f8252502ab5 req-00dc7f43-3134-4237-9498-79dd8ab1d519 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 Jan 25 17:27:36.941171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403687d2-c31d-4392-a2f7-d0f514224415 req-805352d9-05dd-48a1-847b-390240b14662 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:36.942623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-403687d2-c31d-4392-a2f7-d0f514224415 req-805352d9-05dd-48a1-847b-390240b14662 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0808148 Jan 25 17:27:36.989848 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-403687d2-c31d-4392-a2f7-d0f514224415 req-e2ccd52b-34c8-4b5e-9ad3-1cf08bc9c17e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jan 25 17:27:37.015882 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:37.088507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279987a4-d1b1-4e08-8bd1-5c00c643c720 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:37.090070 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-279987a4-d1b1-4e08-8bd1-5c00c643c720 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1094 time: 0.0731583 Jan 25 17:27:37.092881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:37.097717 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '0e0340df-4635-4a46-abc9-1fc96932265e', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:27:37.103635 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:27:37.107647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:floatingip and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:27:37.110493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:27:37.116078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:27:37.126746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:37.263192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:37.398677 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.15 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a4fabaa7-d2c4-407f-8345-fe07426a628b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:27:37.545775 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:37.575089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:37.637143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:27:37.639776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:27:37.643507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:27:37.677945 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=a4fabaa7-d2c4-407f-8345-fe07426a628b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:38.051517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:38.229445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:38.428058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:38.432390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:38.541265 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=a4fabaa7-d2c4-407f-8345-fe07426a628b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:27:38.552525 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:38.721572 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP ade3599a-4f46-4970-b8fc-363fafe13147 associated. External IP: 172.26.4.15, port: 0e0340df-4635-4a46-abc9-1fc96932265e. Jan 25 17:27:39.068686 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:27:39.241952 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:27:39.251852 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Sync routers for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:27:39.261398 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:39.261989 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:39.265621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:39.325522 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-670efdd5-0046-4801-a74b-ddac33fd5552 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2313066 Jan 25 17:27:39.326093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:27:39.432289 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e', 'status': 'completed', 'code': 200} Jan 25 17:27:39.444979 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:39.655471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acc9a9-09dc-4a12-92dd-822303b3ade4 req-4f1f2725-1a95-49f8-91aa-97d6bfa789d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:39.656878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8acc9a9-09dc-4a12-92dd-822303b3ade4 req-4f1f2725-1a95-49f8-91aa-97d6bfa789d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.2447159 Jan 25 17:27:39.663235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-622588ca-3c9e-4846-b06f-29a1370d2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:39.664601 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-622588ca-3c9e-4846-b06f-29a1370d2e7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1099 time: 0.2069445 Jan 25 17:27:39.788095 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f8acc9a9-09dc-4a12-92dd-822303b3ade4 req-64a2a766-338a-466d-bb4b-4e17a665efaf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225443 Jan 25 17:27:39.797388 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ade3599a-4f46-4970-b8fc-363fafe13147', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'port_id': '0e0340df-4635-4a46-abc9-1fc96932265e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'mac_address': 'fa:16:3e:77:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:27:37Z', 'updated_at': '2022-01-25T17:27:37Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:39.803672 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Checking router: 83e43e27-1cda-4a7e-9fb7-1bec382f5795 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:27:39.823364 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:27:39.823364 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:27:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:39.825207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:39.836868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-ee77ffe3-99d0-4a3f-a362-8be5f1de0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:39.838335 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-ee77ffe3-99d0-4a3f-a362-8be5f1de0a9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 897 time: 0.1582661 Jan 25 17:27:39.946664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-6e7b3268-de52-4dd2-981c-466d9ff34231 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 999 time: 0.1021893 Jan 25 17:27:39.958397 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22e93aac-3d30-45b2-aacc-828f3575d76c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ade3599a-4f46-4970-b8fc-363fafe13147 HTTP/1.1" status: 200 len: 991 time: 0.1311238 Jan 25 17:27:40.007299 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:27:40.008869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-0db75e25-a2ad-4c8b-b179-4225e88765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:40.010358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-0db75e25-a2ad-4c8b-b179-4225e88765e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 200 len: 835 time: 0.0583341 Jan 25 17:27:40.084771 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-60d0cbb4-3f7b-44b6-9251-1da2269bd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:27:40.086256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-60d0cbb4-3f7b-44b6-9251-1da2269bd94f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abe8da46-4e42-484f-ba9f-546a735326ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707252 Jan 25 17:27:40.223365 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-f812b3c1-f8da-4396-b418-095a6e671ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309836 Jan 25 17:27:40.355697 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6f2cd0e4-3845-4619-aa3c-d4179061aaa0 req-0fcd4df2-6971-44b9-8e5d-c29fd5919397 service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264422 Jan 25 17:27:40.386434 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ade3599a-4f46-4970-b8fc-363fafe13147', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'port_id': '0e0340df-4635-4a46-abc9-1fc96932265e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'mac_address': 'fa:16:3e:77:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:27:37Z', 'updated_at': '2022-01-25T17:27:37Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:27:40.390844 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bb1b5-33f1-4324-bbb3-e00ac05b15de None None] The sync data for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv is: [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ade3599a-4f46-4970-b8fc-363fafe13147', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'port_id': '0e0340df-4635-4a46-abc9-1fc96932265e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'mac_address': 'fa:16:3e:77:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:27:37Z', 'updated_at': '2022-01-25T17:27:37Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:27:40.585517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dcb54-bdef-4ba3-ab78-fe571f0c4f33 None None] New status for floating IP ade3599a-4f46-4970-b8fc-363fafe13147: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:27:40.961923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:27:41.070019 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-20db38f7-76e9-463d-be76-28906c616490 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ade3599a-4f46-4970-b8fc-363fafe13147 HTTP/1.1" status: 200 len: 993 time: 0.1069453 Jan 25 17:27:45.580535 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:27:55.821382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:27:57.769530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e71843d1-f78b-4b82-8025-46e412ee3df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:00.354611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6286011c-3dd5-4937-a472-e27e54f09585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:01.219490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:01.695426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:02.875575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:06.990754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-f8aad093-38c3-40b9-ba4c-05ee47f6c5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734286 Jan 25 17:28:07.136098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229dce-668f-431d-be81-beba6d1f0d09 req-ef866483-7921-4de3-88df-63eb997b9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:07.137543 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-ef866483-7921-4de3-88df-63eb997b9962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1099 time: 0.0799882 Jan 25 17:28:07.280171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229dce-668f-431d-be81-beba6d1f0d09 req-58dda63f-1c65-4350-88fc-7adb13abfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:07.281686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-58dda63f-1c65-4350-88fc-7adb13abfbf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 897 time: 0.1258445 Jan 25 17:28:07.388083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-7b37cbde-d3ce-4276-882a-5ed9debe8fb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 1001 time: 0.0995224 Jan 25 17:28:07.458344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229dce-668f-431d-be81-beba6d1f0d09 req-9c900a62-a97b-4816-a9b4-01f74a1f74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:07.459762 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-9c900a62-a97b-4816-a9b4-01f74a1f74d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 200 len: 835 time: 0.0657587 Jan 25 17:28:07.534823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229dce-668f-431d-be81-beba6d1f0d09 req-490bd531-a96c-40da-b7a9-0fae27de37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:07.536293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-490bd531-a96c-40da-b7a9-0fae27de37f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abe8da46-4e42-484f-ba9f-546a735326ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701327 Jan 25 17:28:07.666843 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-75442e2a-c7ea-4e29-a53a-30f7d3600a2b service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236932 Jan 25 17:28:07.803020 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-27229dce-668f-431d-be81-beba6d1f0d09 req-4b906fcc-126b-4d12-84cd-64836e2dc203 service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296296 Jan 25 17:28:22.579634 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:28:25.839379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:27.771017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-207d0748-da46-4a92-8c90-58280dbb69ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:30.356720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f07e3688-e94e-49ed-a05d-d93d0f0db3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:31.221297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:31.697746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:32.879815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:50.717706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f903-8c93-4e49-a070-38147e1623ec req-51557d17-586a-4f9e-8d7e-9fdfe6d966e4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:50.719780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ac6f903-8c93-4e49-a070-38147e1623ec req-51557d17-586a-4f9e-8d7e-9fdfe6d966e4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0802684 Jan 25 17:28:50.871785 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ac6f903-8c93-4e49-a070-38147e1623ec req-1213c00f-6cd1-437d-a4f3-82151f79ae2f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462479 Jan 25 17:28:52.065541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60783ba2-6011-411d-871a-46c983b325b2 req-3680c381-0971-4c91-b483-9f754e6eafb2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:52.066889 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60783ba2-6011-411d-871a-46c983b325b2 req-3680c381-0971-4c91-b483-9f754e6eafb2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0789537 Jan 25 17:28:52.111114 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60783ba2-6011-411d-871a-46c983b325b2 req-9014886d-ead9-4db4-b422-46104d1710fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Jan 25 17:28:52.134391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44850) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:28:52.238911 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-473f7fd7-4b5c-44d3-865f-b71b5c52e8cf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ade3599a-4f46-4970-b8fc-363fafe13147 HTTP/1.1" status: 200 len: 993 time: 0.1033764 Jan 25 17:28:53.708300 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09212179-81d5-4d31-a0cb-ed9ef4136e6b req-3841b478-2f3e-4420-99ab-1b535fb11a7c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:53.709779 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09212179-81d5-4d31-a0cb-ed9ef4136e6b req-3841b478-2f3e-4420-99ab-1b535fb11a7c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0883131 Jan 25 17:28:53.755816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09212179-81d5-4d31-a0cb-ed9ef4136e6b req-d00d9549-1899-4d34-8b67-8bbd9123aee3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Jan 25 17:28:54.942054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5d0c-92bf-445f-a686-3f0a40b2b65e req-e4f75bd6-1aec-48db-b10d-079e6b1fa464 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:54.943487 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a7b5d0c-92bf-445f-a686-3f0a40b2b65e req-e4f75bd6-1aec-48db-b10d-079e6b1fa464 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0779524 Jan 25 17:28:54.992101 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a7b5d0c-92bf-445f-a686-3f0a40b2b65e req-1c1abd54-0ed1-4509-a790-225f2a21bd7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Jan 25 17:28:55.015170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44862) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:28:55.120969 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2e598a52-8d9c-4254-a07f-4f3f858497fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ade3599a-4f46-4970-b8fc-363fafe13147 HTTP/1.1" status: 200 len: 993 time: 0.1044877 Jan 25 17:28:55.384016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44870) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:28:55.583962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port a4fabaa7-d2c4-407f-8345-fe07426a628b {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:28:55.584299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:55.749632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:55.750116 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:55.844932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:55.876331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for a4fabaa7-d2c4-407f-8345-fe07426a628b owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:28:56.026301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:56.077432 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=a4fabaa7-d2c4-407f-8345-fe07426a628b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:28:56.119076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.119427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.119776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.120146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.120480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.120867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.121278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.121641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.121950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.122321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.122674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.123004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:28:56.178370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:56.178707 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP ade3599a-4f46-4970-b8fc-363fafe13147 disassociated (deleted). External IP: 172.26.4.15, port: 0e0340df-4635-4a46-abc9-1fc96932265e. Jan 25 17:28:56.628045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:28:56.811617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:28:56.822359 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Sync routers for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:28:56.833367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:56.833749 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:28:56.834522 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:28:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:28:56.891946 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-04c52174-a727-41d0-bf18-f7341254e23e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/floatingips/ade3599a-4f46-4970-b8fc-363fafe13147 HTTP/1.1" status: 204 len: 168 time: 1.5068486 Jan 25 17:28:56.892438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:28:56.939667 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e', 'status': 'completed', 'code': 200} Jan 25 17:28:57.022678 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:28:57.039850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238a67-386f-496e-877e-ceb75aaf233b req-89f3a450-2102-4137-8e3c-3ee9480aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:57.041489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-89f3a450-2102-4137-8e3c-3ee9480aa7e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 1099 time: 0.0729077 Jan 25 17:28:57.179956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238a67-386f-496e-877e-ceb75aaf233b req-25efba93-e0bb-4d36-bfef-b565aa6af446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:57.181501 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-25efba93-e0bb-4d36-bfef-b565aa6af446 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 200 len: 897 time: 0.1335580 Jan 25 17:28:57.289930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-9dee2004-c79d-453c-926c-4ec5171373d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 200 len: 217 time: 0.0697682 Jan 25 17:28:57.355843 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:28:57.360133 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Checking router: 83e43e27-1cda-4a7e-9fb7-1bec382f5795 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:28:57.367352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238a67-386f-496e-877e-ceb75aaf233b req-77944ec0-f056-4566-9bf1-e89a3312178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:57.368453 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:28:57.368754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-77944ec0-f056-4566-9bf1-e89a3312178d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 200 len: 835 time: 0.0725663 Jan 25 17:28:57.369058 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:28:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:28:57.381449 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb83f5-e4f8-4f80-89d6-2bdedf13ff0a req-d8987b28-4af7-40a8-9bc9-ae7e015e0255 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:57.382128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-12bb83f5-e4f8-4f80-89d6-2bdedf13ff0a req-d8987b28-4af7-40a8-9bc9-ae7e015e0255 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:28:57.442457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-12bb83f5-e4f8-4f80-89d6-2bdedf13ff0a req-d8987b28-4af7-40a8-9bc9-ae7e015e0255 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:28:57.443526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-12bb83f5-e4f8-4f80-89d6-2bdedf13ff0a req-d8987b28-4af7-40a8-9bc9-ae7e015e0255 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.2586904 Jan 25 17:28:57.496355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-12bb83f5-e4f8-4f80-89d6-2bdedf13ff0a req-cca91c39-7370-4a89-800b-9c0606d5df1f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470681 Jan 25 17:28:57.498412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238a67-386f-496e-877e-ceb75aaf233b req-6bb47066-35a6-4dcf-943b-f4817c7c50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:57.500650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-6bb47066-35a6-4dcf-943b-f4817c7c50a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abe8da46-4e42-484f-ba9f-546a735326ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140175 Jan 25 17:28:57.548323 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:28:57.632578 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-33a7b9dc-a18f-4ff4-83b5-9f7369a42e45 service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254909 Jan 25 17:28:57.763017 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9f238a67-386f-496e-877e-ceb75aaf233b req-031b5dbd-9631-4d2f-b34e-c3acd1be542d service neutron] 10.222.0.15 "GET /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238327 Jan 25 17:28:57.773488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbae4-73ea-4f5c-9626-3ba94a5cb646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:57.856445 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:28:57.860482 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1932ff9c-1e62-4b37-b664-7c69acfb3dee None None] The sync data for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv is: [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '8f6c7940-5b06-4261-ad22-bbb42c4d0bcf', 'name': '', 'network_id': 'abe8da46-4e42-484f-ba9f-546a735326ea', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:4d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '6377b5f8-59eb-4328-aead-6243ded37241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:19Z', 'updated_at': '2022-01-25T17:27:26Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '6377b5f8-59eb-4328-aead-6243ded37241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:28:58.068672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb27bd9-7f87-4b4e-8df1-986f36af3435 None None] New status for floating IP ade3599a-4f46-4970-b8fc-363fafe13147: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:28:58.691343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4c0d5-804a-45cd-88b7-9ebb7450d97a req-354fbbe3-81a6-4b54-8250-bd782d8c6b67 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:58.692800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3b4c0d5-804a-45cd-88b7-9ebb7450d97a req-354fbbe3-81a6-4b54-8250-bd782d8c6b67 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0879121 Jan 25 17:28:58.737651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3b4c0d5-804a-45cd-88b7-9ebb7450d97a req-722ca44b-69eb-494d-80bd-e04b19fc09a4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=3e485437-2abf-43d2-bee8-05ed31aaf3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Jan 25 17:28:59.027191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-2e078efe-ac6b-47b3-8c7f-a4ade5973da4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:28:59.028597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-2e078efe-ac6b-47b3-8c7f-a4ade5973da4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 946 time: 0.0781491 Jan 25 17:28:59.204042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 0e0340df-4635-4a46-abc9-1fc96932265e {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:28:59.204389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:59.446531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 0e0340df-4635-4a46-abc9-1fc96932265e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0e0340df-4635-4a46-abc9-1fc96932265e,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:28:59.446887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:59.571035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 0e0340df-4635-4a46-abc9-1fc96932265e owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:28:59.578784 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:28:59.712676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:59.763671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=0e0340df-4635-4a46-abc9-1fc96932265e,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:28:59.847269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] No DVR routers for this DVR port 0e0340df-4635-4a46-abc9-1fc96932265e on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:28:59.849764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:28:59.852416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'name': 'network-vif-deleted', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:28:59.900247 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f4a337-dfe2-442d-a607-1d171a2e9aae', 'name': 'network-vif-deleted', 'tag': '0e0340df-4635-4a46-abc9-1fc96932265e', 'status': 'completed', 'code': 200} Jan 25 17:28:59.907111 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-35d2e2c6-5268-4ac8-86c3-5c8c9eec9bb7 req-28964435-0ebf-4cd0-a497-8c1d7b4e31cc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:28:59.911348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a6d0553-0976-4b31-aea2-cafb6392bc7f req-f2f91581-d03f-47e0-a4b6-0759bf9d0997 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "DELETE /v2.0/ports/0e0340df-4635-4a46-abc9-1fc96932265e HTTP/1.1" status: 204 len: 173 time: 0.8773630 Jan 25 17:28:59.925909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-35d2e2c6-5268-4ac8-86c3-5c8c9eec9bb7 req-28964435-0ebf-4cd0-a497-8c1d7b4e31cc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:28:59.927239 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35d2e2c6-5268-4ac8-86c3-5c8c9eec9bb7 req-28964435-0ebf-4cd0-a497-8c1d7b4e31cc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f4a337-dfe2-442d-a607-1d171a2e9aae HTTP/1.1" status: 200 len: 210 time: 0.0702929 Jan 25 17:29:00.358421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f089-b0c4-4904-8215-3eac7fc2c279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:01.020212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44888) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:01.223932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:01.676209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:01.702671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:02.031674 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:29:02.032271 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:02.218330 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:02.219242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:02.344087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:29:02.359972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0e0340df-4635-4a46-abc9-1fc96932265e no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:29:02.394262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 0e0340df-4635-4a46-abc9-1fc96932265e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:29:02.394607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0e0340df-4635-4a46-abc9-1fc96932265e not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:29:02.760418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:02.808808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=8f6c7940-5b06-4261-ad22-bbb42c4d0bcf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:02.854712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.855070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.855415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.855757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.856094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.856431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.856764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.857094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.857445 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.857780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.858110 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.858437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:02.883380 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.103125 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.468217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:29:03.646556 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:29:03.655955 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Sync routers for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:29:03.662110 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-88604f69-80d6-43db-82b7-c46f781475a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/83e43e27-1cda-4a7e-9fb7-1bec382f5795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408391 Jan 25 17:29:03.664759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44894) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:03.666625 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:03.667240 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:03.732304 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting subnet 6377b5f8-59eb-4328-aead-6243ded37241 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:29:03.735776 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.789302 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.875331 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:03.885000 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.957499 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:03.998085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Subnet': ['ID=6377b5f8-59eb-4328-aead-6243ded37241,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:04.000700 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.006019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a2dcc-f421-4423-add8-8bc083beafdc None None] Network abe8da46-4e42-484f-ba9f-546a735326ea requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:29:04.009388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a44ba6b4-24ec-4f9c-94c7-fcbf6b05c319 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/subnets/6377b5f8-59eb-4328-aead-6243ded37241 HTTP/1.1" status: 204 len: 168 time: 0.3413553 Jan 25 17:29:04.009739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44898) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:04.168265 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:29:02Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:04.173089 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Checking router: 83e43e27-1cda-4a7e-9fb7-1bec382f5795 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:29:04.182461 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Routers {'83e43e27-1cda-4a7e-9fb7-1bec382f5795'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:04.183175 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:04.196890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.299417 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] DHCP port deletion for abe8da46-4e42-484f-ba9f-546a735326ea request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:29:04.304196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Deleting port ee0e86b8-eda7-4104-92d2-f63377f8d25c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:29:04.304730 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.408112 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] Set router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:04.436216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.447437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port a1357095-c5d0-4667-a922-c6ea876260fe {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:29:04.447830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.547096 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] For port ee0e86b8-eda7-4104-92d2-f63377f8d25c, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ee0e86b8-eda7-4104-92d2-f63377f8d25c,segment=NetworkSegment(159e7fb0-0301-4f3e-a1e2-da2de6969acb),segment_id=159e7fb0-0301-4f3e-a1e2-da2de6969acb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:04.547997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.637704 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port a1357095-c5d0-4667-a922-c6ea876260fe, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a1357095-c5d0-4667-a922-c6ea876260fe,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:04.638064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.696290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Calling delete_port for ee0e86b8-eda7-4104-92d2-f63377f8d25c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:29:04.720073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:29:02Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:04.724042 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda07c0e-9f83-426c-863f-e83b279a14ee None None] The sync data for ids ['83e43e27-1cda-4a7e-9fb7-1bec382f5795'] in dv-neutron-824022-2-hyperv is: [{'id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963157299', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:27:15Z', 'updated_at': '2022-01-25T17:29:02Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'a1357095-c5d0-4667-a922-c6ea876260fe', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e43e27-1cda-4a7e-9fb7-1bec382f5795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:27:16Z', 'updated_at': '2022-01-25T17:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:29:04.822870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:04.872342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] No DVR routers for this DVR port ee0e86b8-eda7-4104-92d2-f63377f8d25c on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:29:04.875306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for a1357095-c5d0-4667-a922-c6ea876260fe owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:29:04.881910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Pushing event deleted for resources: {'Port': ['ID=ee0e86b8-eda7-4104-92d2-f63377f8d25c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:04.893537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.893890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.894234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.894567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.894897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.895228 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.895555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.895880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.896203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.896550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.896872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:04.897189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3051cb3-22e4-44e1-abec-9a86ea66fab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:05.044308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.095296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=a1357095-c5d0-4667-a922-c6ea876260fe,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:05.190135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.369644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.371879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.394264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.394913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Fanout notify agent at l3_agent the message router_deleted on router 83e43e27-1cda-4a7e-9fb7-1bec382f5795 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:29:05.410089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.411191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-128eeec6-95e2-4e53-8fc2-86551789a411 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/routers/83e43e27-1cda-4a7e-9fb7-1bec382f5795 HTTP/1.1" status: 204 len: 168 time: 1.4004896 Jan 25 17:29:05.414024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44904) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:05.529505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.660834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.689003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8da46-4e42-484f-ba9f-546a735326ea']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:05.700746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159e7fb0-0301-4f3e-a1e2-da2de6969acb') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:05.701039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159e7fb0-0301-4f3e-a1e2-da2de6969acb') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:05.712126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.727636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.733367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:29:05.733742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:29:05.748199 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:29:05.829935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.850301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.864548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Network': ['ID=abe8da46-4e42-484f-ba9f-546a735326ea,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:05.877914 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1638a4cd-7fac-4372-bed0-cb4e1d06a222 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/networks/abe8da46-4e42-484f-ba9f-546a735326ea HTTP/1.1" status: 204 len: 168 time: 0.4626660 Jan 25 17:29:05.880464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44908) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:05.908842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee0e86b8-eda7-4104-92d2-f63377f8d25c no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:29:05.944552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ee0e86b8-eda7-4104-92d2-f63377f8d25c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:29:05.944812 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ee0e86b8-eda7-4104-92d2-f63377f8d25c not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:29:05.945252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:29:05.958617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:05.980141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:29:05.980490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8f6c7940-5b06-4261-ad22-bbb42c4d0bcf not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:29:05.980911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a1357095-c5d0-4667-a922-c6ea876260fe no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:29:05.989664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.013411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a1357095-c5d0-4667-a922-c6ea876260fe {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:29:06.013760 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a1357095-c5d0-4667-a922-c6ea876260fe not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:29:06.054753 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.073439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e485437-2abf-43d2-bee8-05ed31aaf3b5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:06.085423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.086544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bfc40a6c-5916-4b11-a7cf-0c38ee5e8b21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/security-groups/3e485437-2abf-43d2-bee8-05ed31aaf3b5 HTTP/1.1" status: 204 len: 168 time: 0.2043858 Jan 25 17:29:06.306649 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:06.311693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411931111', 'description': 'tempest-secgroup-smoke-411931111 description', 'project_id': '8344a5269583413ab79fb16a6268e3c1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:06.317982 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:06.322097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:06.324900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:06.334648 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:06.345804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.463771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:06.467489 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:06.471044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:06.476585 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:06.547028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.550687 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.595730 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:06.598510 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.599718 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6faf13c0-2c1d-4da3-8ab7-19b99b106b51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2920656 Jan 25 17:29:06.602580 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:06.607411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:06.613523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:06.617272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:06.620074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:06.625712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:06.642639 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.700409 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.704449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.730006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5de2d1c-afc8-4231-b5eb-857d4e9d361e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:06.738215 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.739540 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b7083ce-87f4-48a1-a9c3-4c249ecda37d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360536 Jan 25 17:29:06.742379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:06.747318 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:06.753657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:06.757391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:06.760185 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:06.766412 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:06.783105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.843636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.848410 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.871334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f8be4c-511e-446a-89f1-2046c10d9dc8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:06.880133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.881464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5992961-3e9d-4519-9f82-c1b5ac32c446 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381361 Jan 25 17:29:06.884225 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:06.889011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:06.895448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:06.899169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:06.902085 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:06.907879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:06.924771 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.984744 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:06.988168 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.011270 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05277dd-cafd-418a-94b7-c8d25a8fe7fa,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:07.019509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.020792 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6d22abf-a327-4c13-aee2-db9a656e3c11 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356814 Jan 25 17:29:07.023644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44932) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:07.028971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:07.036128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:07.039975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:07.042843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:07.048503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:07.065153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.132292 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.135522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.162755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd5d63d-fd64-43f1-89c8-ac6a3ec172cc,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:07.165081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.169381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9d463a2c-65fb-47d4-b7f5-38cca9a000ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445615 Jan 25 17:29:07.169535 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:07.175814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:07.181885 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:07.185631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:07.189597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:07.195371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:07.205566 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:29:07.211698 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.276993 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.280351 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.307183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea0f268-a157-4664-9fcc-50453dc8c1a8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:07.314059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.315209 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-017ebb5a-c398-45db-bd6c-ff077a848217 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447272 Jan 25 17:29:07.318159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44940) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:07.323059 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': '86d2e2b3-37ca-47e6-89e8-9d2d21afd94f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:07.329013 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:07.332773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:07.335672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:07.341343 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:07.350851 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:29:07.357226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.424237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.427816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.452134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f88085f-f0f4-4a8a-a32c-64541cc01423,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:07.462267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.463426 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abcaa056-0efc-4ba3-91cd-ae0a81c3a714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443493 Jan 25 17:29:07.466213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 44944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:07.472463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'network': {'name': 'tempest-network-smoke--1897398150', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:07.477274 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:07.481255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:network and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:07.484056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:07.489647 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:07.500056 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:29:07.503526 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.530567 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:29:07.540244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.540713 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Added segment b021fa8f-7181-4495-9a73-67a23ff6800f of type vlan for network 665116de-5bec-438a-a698-0e9e7ec02f4c Jan 25 17:29:07.568054 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.599754 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.605169 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:07.605759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.716091 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2487905 Jan 25 17:29:07.718968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44948) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:07.719449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1731ca-09c4-476b-adb3-fb24366fa0e8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Network': ['ID=665116de-5bec-438a-a698-0e9e7ec02f4c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:07.724344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'admin_state_up': True, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:07.732645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 665116de-5bec-438a-a698-0e9e7ec02f4c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:29:07.736014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:07.739902 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:router and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:07.742783 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:07.749026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:07.758928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.759974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:07.776326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.149056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.451708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.480584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.616949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.170 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/e1d33541-7c23-4913-8e1c-a322c303e6e6) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:29:08.760188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.789617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:08.851736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:08.854569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:08.858054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:29:08.903106 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=e1d33541-7c23-4913-8e1c-a322c303e6e6,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:09.271216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:09.723918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:09.927984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router e9a849dd-615b-43eb-885d-1825f8c3398d is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:29:10.106842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:29:10.116659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Sync routers for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:29:10.126272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:10.126979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:10.135452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:10.139626 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b38195f7-b7b7-4b50-8ca2-48422d73daba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4166641 Jan 25 17:29:10.139862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44952) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:10.184271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1848b312-9041-4194-a18a-23210d074d6b tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=8344a5269583413ab79fb16a6268e3c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426643 Jan 25 17:29:10.188188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44956) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:10.319636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:10.332418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a766c3b-c21c-4448-8bbe-89b43912dc56 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:10.333959 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0a766c3b-c21c-4448-8bbe-89b43912dc56 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459839 Jan 25 17:29:10.336656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44960) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:10.376019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-efafd701-2fd4-4240-9a53-ecf10a88c78f tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381479 Jan 25 17:29:10.378396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44964) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:10.383614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-219330015', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:10.492072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:10.495887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:subnet and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:10.498780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:10.504995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:10.520267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:29:10.524189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:10.602402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:09Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:10.606506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Checking router: e9a849dd-615b-43eb-885d-1825f8c3398d for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:29:10.606853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Updating router e9a849dd-615b-43eb-885d-1825f8c3398d port e1d33541-7c23-4913-8e1c-a322c303e6e6 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:29:10.664252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:10.744250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:10.823917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Subnet': ['ID=7846ef37-13eb-49be-af6a-f135111ee151,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:10.836611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Checking segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:29:10.837024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network hostable DHCP agents. Network: 665116de-5bec-438a-a698-0e9e7ec02f4c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:29:10.855778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 665116de-5bec-438a-a698-0e9e7ec02f4c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:29:10.865659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 665116de-5bec-438a-a698-0e9e7ec02f4c) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:10.869717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:10.870362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:10.876835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b0a283-65c4-48cc-bc43-75650839b4bb None None] Network 665116de-5bec-438a-a698-0e9e7ec02f4c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:29:10.891760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c9687de7-b1e0-45f0-88c3-b82cd70027ab tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5123732 Jan 25 17:29:10.894532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 44968) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:11.181718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.200146 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Transition to ACTIVE for port object e1d33541-7c23-4913-8e1c-a322c303e6e6 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:11.206832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-665116de-5bec-438a-a698-0e9e7ec02f4c', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:29:11.207701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.221902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.407103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Attempting to bind port e1d33541-7c23-4913-8e1c-a322c303e6e6 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:29:11.407480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Attempting to bind port e1d33541-7c23-4913-8e1c-a322c303e6e6 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:29:11.407840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Attempting to bind port e1d33541-7c23-4913-8e1c-a322c303e6e6 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:29:11.412505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e866d65-1872-4708-a311-65b889d45fc8 None None] Pushing event updated for resources: {'Port': ['ID=e1d33541-7c23-4913-8e1c-a322c303e6e6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:11.425733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:29:11.426114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:29:11.426515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.426906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:29:11.427396 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Bound port: e1d33541-7c23-4913-8e1c-a322c303e6e6, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:29:11.427748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.554059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] For port e1d33541-7c23-4913-8e1c-a322c303e6e6, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:29:11.556310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Allocated IP 172.20.0.2 (665116de-5bec-438a-a698-0e9e7ec02f4c/7846ef37-13eb-49be-af6a-f135111ee151/86aed601-923f-46ab-83df-1e2201998587) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:29:11.559011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] For port e1d33541-7c23-4913-8e1c-a322c303e6e6, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e1d33541-7c23-4913-8e1c-a322c303e6e6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:29:11.563865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.721722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:11.729388 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:11.730104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:11.793354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e866d65-1872-4708-a311-65b889d45fc8 None None] Pushing event updated for resources: {'Port': ['ID=e1d33541-7c23-4913-8e1c-a322c303e6e6,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:12.007462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:12.105984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.138059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Transition to ACTIVE for port object 86aed601-923f-46ab-83df-1e2201998587 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:12.214557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Transition to ACTIVE for port object 86aed601-923f-46ab-83df-1e2201998587 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:12.234993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.289145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.1 (665116de-5bec-438a-a698-0e9e7ec02f4c/7846ef37-13eb-49be-af6a-f135111ee151/f8d11aa0-e420-45c8-8351-1f50e1d1a55b) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:29:12.348639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Network 665116de-5bec-438a-a698-0e9e7ec02f4c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:12.353776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:12.359489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:29:12.361635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Pushing event updated for resources: {'Port': ['ID=86aed601-923f-46ab-83df-1e2201998587,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:12.447624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.462804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object f8d11aa0-e420-45c8-8351-1f50e1d1a55b will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:12.462994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Attempting to bind port 86aed601-923f-46ab-83df-1e2201998587 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:29:12.463246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Attempting to bind port 86aed601-923f-46ab-83df-1e2201998587 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:29:12.463668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Attempting to bind port 86aed601-923f-46ab-83df-1e2201998587 on network 665116de-5bec-438a-a698-0e9e7ec02f4c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:29:12.471173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:29:12.471550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Checking segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:29:12.471946 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.472344 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Bound using segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:29:12.472803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Bound port: 86aed601-923f-46ab-83df-1e2201998587, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:29:12.473173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.487489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.538360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:09Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:12.547674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53adc2-db81-4782-b6e7-793368a450ac None None] The sync data for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv is: [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:09Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:29:12.555041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 665116de-5bec-438a-a698-0e9e7ec02f4c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:12.558156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:12.562566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:29:12.579269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0c654508-0b16-4487-a034-e8915f295887 None None] For port 86aed601-923f-46ab-83df-1e2201998587, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:29:12.582810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0c654508-0b16-4487-a034-e8915f295887 None None] For port 86aed601-923f-46ab-83df-1e2201998587, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86aed601-923f-46ab-83df-1e2201998587,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:29:12.586788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.611395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:12.634490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:12.669474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c654508-0b16-4487-a034-e8915f295887 None None] Pushing event updated for resources: {'Port': ['ID=86aed601-923f-46ab-83df-1e2201998587,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:13.068415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:13.498912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:13.507221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:13.628682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:13.631273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:13.721889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f02bf-dff0-4789-acaa-1a9b5edd8be6 None None] Network 665116de-5bec-438a-a698-0e9e7ec02f4c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:29:13.774168 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 665116de-5bec-438a-a698-0e9e7ec02f4c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:13.775388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:13.878163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-091af635-c052-4014-b4f5-aa877472e144 None None] Provisioning for port 86aed601-923f-46ab-83df-1e2201998587 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:13.975153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e1d33541-7c23-4913-8e1c-a322c303e6e6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:13.996524 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router e9a849dd-615b-43eb-885d-1825f8c3398d has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:29:14.096759 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port e1d33541-7c23-4913-8e1c-a322c303e6e6 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:14.104134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e1d33541-7c23-4913-8e1c-a322c303e6e6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:14.104506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.193577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:29:14.208761 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4628466a-56c2-4b82-ac16-f944d1b161e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/e9a849dd-615b-43eb-885d-1825f8c3398d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3131502 Jan 25 17:29:14.238167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.256174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port e1d33541-7c23-4913-8e1c-a322c303e6e6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e1d33541-7c23-4913-8e1c-a322c303e6e6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:14.261824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.262850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86aed601-923f-46ab-83df-1e2201998587 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:14.294797 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Sync routers for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:29:14.307070 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:14.307762 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:14.425005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e28178ca-9e93-4498-8b98-9b0085b6a337 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:29:14.425391 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 86aed601-923f-46ab-83df-1e2201998587 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:14.438846 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 86aed601-923f-46ab-83df-1e2201998587 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:14.439369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.453717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e28178ca-9e93-4498-8b98-9b0085b6a337 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:29:14.461892 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e28178ca-9e93-4498-8b98-9b0085b6a337 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411931111&fields=id&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 267 time: 0.0812254 Jan 25 17:29:14.465006 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=e1d33541-7c23-4913-8e1c-a322c303e6e6,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:14.473104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Provisioning for port f8d11aa0-e420-45c8-8351-1f50e1d1a55b completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:14.498057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Provisioning complete for port f8d11aa0-e420-45c8-8351-1f50e1d1a55b triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:14.498543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.540484 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:14.554961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Port f8d11aa0-e420-45c8-8351-1f50e1d1a55b cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:29:14.573061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Provisioning complete for port 86aed601-923f-46ab-83df-1e2201998587 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:14.573599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.642788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-aeb6d6eb-f534-40fa-b1b6-f147bdb97047 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:14.643512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-aeb6d6eb-f534-40fa-b1b6-f147bdb97047 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:29:14.662478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-aeb6d6eb-f534-40fa-b1b6-f147bdb97047 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:29:14.663892 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-aeb6d6eb-f534-40fa-b1b6-f147bdb97047 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 797 time: 0.2007749 Jan 25 17:29:14.683007 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-6531f395-8a0a-488f-a489-d5d29b3b641e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/quotas/8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 375 time: 0.0130625 Jan 25 17:29:14.704133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.780371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.792223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-a25ab976-e54e-45b4-8505-8d4b40c22f7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:29:14.822799 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 86aed601-923f-46ab-83df-1e2201998587, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86aed601-923f-46ab-83df-1e2201998587,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:14.824912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-a25ab976-e54e-45b4-8505-8d4b40c22f7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:29:14.826901 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-a25ab976-e54e-45b4-8505-8d4b40c22f7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363931 Jan 25 17:29:14.829002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:14.911240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-631a518c-de1b-40ab-a8f5-83ffd8664c41 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:29:14.912702 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-631a518c-de1b-40ab-a8f5-83ffd8664c41 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713646 Jan 25 17:29:14.955831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:29:14.956209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-5f6ca5a1-0e43-4484-8730-96668f8990ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:29:14.959700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=86aed601-923f-46ab-83df-1e2201998587,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:14.966730 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:13Z', 'revision_number': 2, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:14.972048 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Checking router: e9a849dd-615b-43eb-885d-1825f8c3398d for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:29:14.972398 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Updating router e9a849dd-615b-43eb-885d-1825f8c3398d port f8d11aa0-e420-45c8-8351-1f50e1d1a55b binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:29:15.026578 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.162230 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-526ceec6-5d9b-497d-ac54-0eea61c26abd service neutron] 10.222.0.45 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435186 Jan 25 17:29:15.293820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e1e6f134-e09b-4228-9c95-253423a2d35e service neutron] 10.222.0.45 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256273 Jan 25 17:29:15.369228 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.381745 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Transition to ACTIVE for port object f8d11aa0-e420-45c8-8351-1f50e1d1a55b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:15.387165 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.513699 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8bc632d6-e111-497e-ba64-a59cef8b2670 req-9c7642ad-09ae-481f-8caa-3b2f33189bb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 210 time: 0.0513263 Jan 25 17:29:15.551926 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Pushing event updated for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:15.588021 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.588372 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.588705 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.589032 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.589388 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.589713 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.590036 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.590663 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.591143 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.591476 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.591797 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.592114 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:29:15.651085 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Attempting to bind port f8d11aa0-e420-45c8-8351-1f50e1d1a55b on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:29:15.651472 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Attempting to bind port f8d11aa0-e420-45c8-8351-1f50e1d1a55b by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:29:15.652120 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Attempting to bind port f8d11aa0-e420-45c8-8351-1f50e1d1a55b on network 665116de-5bec-438a-a698-0e9e7ec02f4c {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:29:15.658150 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:29:15.658520 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Checking segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:29:15.658918 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.659311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Bound using segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:29:15.659770 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Bound port: f8d11aa0-e420-45c8-8351-1f50e1d1a55b, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:29:15.660167 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.754818 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] For port f8d11aa0-e420-45c8-8351-1f50e1d1a55b, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:29:15.757815 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] For port f8d11aa0-e420-45c8-8351-1f50e1d1a55b, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:29:15.762002 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:15.853031 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:15.853688 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:15.887353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e1d33541-7c23-4913-8e1c-a322c303e6e6 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:15.954451 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb9349-522a-4c3f-b8e9-614ecb5f0f2d None None] Pushing event updated for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:16.001465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port e1d33541-7c23-4913-8e1c-a322c303e6e6 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:16.002102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:16.072206 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:16.150602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86aed601-923f-46ab-83df-1e2201998587 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:16.221997 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 86aed601-923f-46ab-83df-1e2201998587 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:16.222366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:16.411067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:15Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:16.415071 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8063c7e-61c8-4ba8-88f7-99962561d818 None None] The sync data for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv is: [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:15Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:29:16.746820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0d8a67e4-745e-4271-88ab-c0a61aed34b2 req-1cc9fc91-06e5-4ce3-9ea1-c2ec18562317 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 210 time: 0.0758250 Jan 25 17:29:16.822164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-96ae1264-90c4-4f20-9d32-a5901ae0323e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:16.823718 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-96ae1264-90c4-4f20-9d32-a5901ae0323e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 797 time: 0.2693291 Jan 25 17:29:16.883476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-2797e9d4-0b20-4d8e-86f7-4bb7e7ae364c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 379 time: 0.0517721 Jan 25 17:29:16.896382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'port': {'device_id': 'a588a2eb-5989-4345-8022-02067f7b5446', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'admin_state_up': True, 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'security_groups': ['86d2e2b3-37ca-47e6-89e8-9d2d21afd94f']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:17.060347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:17.070790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:17.082240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:29:17.086883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.279133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.10 (665116de-5bec-438a-a698-0e9e7ec02f4c/7846ef37-13eb-49be-af6a-f135111ee151/90c774c0-7634-40d8-b3f3-46d3182287a3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:29:17.495130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.511245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object 90c774c0-7634-40d8-b3f3-46d3182287a3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:17.537417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.611765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 665116de-5bec-438a-a698-0e9e7ec02f4c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:17.615099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:17.618957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:29:17.653872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:17.693188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:17.693800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.721607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-656ac061-3212-4e50-9329-26a5f24fa6d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325317 Jan 25 17:29:17.732350 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Request body: {'port': {'device_id': 'a588a2eb-5989-4345-8022-02067f7b5446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:17.856014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.909112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9b899800-ca68-4f6c-a939-0d708f4041f7 None None] Provisioning for port 90c774c0-7634-40d8-b3f3-46d3182287a3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:17.915597 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9b899800-ca68-4f6c-a939-0d708f4041f7 None None] Provisioning complete for port 90c774c0-7634-40d8-b3f3-46d3182287a3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:17.915980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b899800-ca68-4f6c-a939-0d708f4041f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:17.943362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f8d11aa0-e420-45c8-8351-1f50e1d1a55b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:18.022378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9b899800-ca68-4f6c-a939-0d708f4041f7 None None] Port 90c774c0-7634-40d8-b3f3-46d3182287a3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:29:18.038218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port f8d11aa0-e420-45c8-8351-1f50e1d1a55b completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:18.043134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f8d11aa0-e420-45c8-8351-1f50e1d1a55b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:18.043478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.149519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046f3b-7940-4752-ab2a-b73dec4fd12a req-d0543699-6d7b-439d-83b4-2d9f1fd66723 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:18.150227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-29046f3b-7940-4752-ab2a-b73dec4fd12a req-d0543699-6d7b-439d-83b4-2d9f1fd66723 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:29:18.194744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.228636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port f8d11aa0-e420-45c8-8351-1f50e1d1a55b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:18.234831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.303576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:18.314488 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-29046f3b-7940-4752-ab2a-b73dec4fd12a req-d0543699-6d7b-439d-83b4-2d9f1fd66723 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:29:18.315900 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29046f3b-7940-4752-ab2a-b73dec4fd12a req-d0543699-6d7b-439d-83b4-2d9f1fd66723 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 932 time: 0.4119923 Jan 25 17:29:18.380817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29046f3b-7940-4752-ab2a-b73dec4fd12a req-fc363aa6-14ea-4f5b-8a0d-40a6d0699e8c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580270 Jan 25 17:29:18.446151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c774c0-7634-40d8-b3f3-46d3182287a3 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:29:18.454135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.469206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Transition to ACTIVE for port object 90c774c0-7634-40d8-b3f3-46d3182287a3 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:29:18.472768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.628832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:18.709105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Attempting to bind port 90c774c0-7634-40d8-b3f3-46d3182287a3 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:29:18.709467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Attempting to bind port 90c774c0-7634-40d8-b3f3-46d3182287a3 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:29:18.709792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Attempting to bind port 90c774c0-7634-40d8-b3f3-46d3182287a3 on network 665116de-5bec-438a-a698-0e9e7ec02f4c {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:29:18.714298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Port 90c774c0-7634-40d8-b3f3-46d3182287a3 on network 665116de-5bec-438a-a698-0e9e7ec02f4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:29:18.714610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Attempting to bind port 90c774c0-7634-40d8-b3f3-46d3182287a3 on network 665116de-5bec-438a-a698-0e9e7ec02f4c {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:29:18.720316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:29:18.720648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Checking segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:29:18.721029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Bound using segment: {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:29:18.721497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Bound port: 90c774c0-7634-40d8-b3f3-46d3182287a3, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b021fa8f-7181-4495-9a73-67a23ff6800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:29:18.721840 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.810185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:29:18.813556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=90c774c0-7634-40d8-b3f3-46d3182287a3,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:29:18.818504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.877015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:18.877668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:18.879022 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 1094 time: 1.1509366 Jan 25 17:29:18.879457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:29:18.911268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266e7d-4f20-442b-bbf9-96c06086f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:18.960660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'status': 'completed', 'code': 200} Jan 25 17:29:19.003958 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-25d41d23-70a8-4f63-a622-50eedf6606a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.005621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-25d41d23-70a8-4f63-a622-50eedf6606a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1097 time: 0.0848348 Jan 25 17:29:19.078506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-15ea7c89-80d3-42af-be01-4aece6a194a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 217 time: 0.0652435 Jan 25 17:29:19.140213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-f3953c4d-2ed1-4657-9292-b5a03b68214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.141591 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-f3953c4d-2ed1-4657-9292-b5a03b68214e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0580947 Jan 25 17:29:19.215360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e854890e-daf5-4879-8564-ba21e2eed9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.216828 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e854890e-daf5-4879-8564-ba21e2eed9c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699346 Jan 25 17:29:19.348066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-866a5474-33c7-4850-9875-d669b2d67bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252635 Jan 25 17:29:19.481516 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b425a2ed-efc7-48d0-bb60-a76e83185842 req-e385f9f6-9ec9-4d3f-bb09-2421ae2e01ba service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274772 Jan 25 17:29:19.630672 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024244e-5c84-4d90-8c51-c88862334b0a req-3833ce5b-17a5-4b37-9e58-685d7a7eb9d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.632128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9024244e-5c84-4d90-8c51-c88862334b0a req-3833ce5b-17a5-4b37-9e58-685d7a7eb9d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 944 time: 0.1412201 Jan 25 17:29:19.634602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-2dbf98ee-b03d-4d53-9ce8-cd99918f8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.635920 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-2dbf98ee-b03d-4d53-9ce8-cd99918f8810 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1097 time: 0.1029153 Jan 25 17:29:19.759172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9024244e-5c84-4d90-8c51-c88862334b0a req-99d7444c-e916-414b-9e48-69c51d3691be tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213794 Jan 25 17:29:19.800948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-894a5935-1b75-44e5-8629-92025af24933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.802486 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-894a5935-1b75-44e5-8629-92025af24933 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.1518772 Jan 25 17:29:19.855608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f8d11aa0-e420-45c8-8351-1f50e1d1a55b up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:19.871382 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-1eda424a-7cd2-4acd-80d9-b28347ac6c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 217 time: 0.0630641 Jan 25 17:29:19.926284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port f8d11aa0-e420-45c8-8351-1f50e1d1a55b triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:19.926659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:19.936175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-204dadc2-bb9c-4295-991c-15acf8c5b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:19.937661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-204dadc2-bb9c-4295-991c-15acf8c5b851 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0606508 Jan 25 17:29:20.011391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-3765c7ac-a0e7-4279-b97d-aded0294a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:20.012783 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-3765c7ac-a0e7-4279-b97d-aded0294a4ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698125 Jan 25 17:29:20.236669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-3db2dd42-570d-4794-8ff3-b3f3992684a1 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174492 Jan 25 17:29:20.366411 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e044ed75-c3cb-4529-b55b-4b5e833d70fd req-ccc16d41-ffb3-493a-836d-416984705936 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234579 Jan 25 17:29:20.952198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ed7ce-c207-4085-9e02-22179d69c2b0 req-3f82793a-0a49-41ab-9987-c257bff8a32b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:20.954314 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-984ed7ce-c207-4085-9e02-22179d69c2b0 req-3f82793a-0a49-41ab-9987-c257bff8a32b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 944 time: 0.0871913 Jan 25 17:29:20.997976 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-984ed7ce-c207-4085-9e02-22179d69c2b0 req-74f9d800-d26e-451b-b1ed-54042222a951 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Jan 25 17:29:22.180905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a99a-4796-42fa-946b-0351354f9fef req-07439237-7190-4a11-babf-504f94baeef5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:22.182372 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ef7a99a-4796-42fa-946b-0351354f9fef req-07439237-7190-4a11-babf-504f94baeef5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 944 time: 0.0785706 Jan 25 17:29:22.229150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ef7a99a-4796-42fa-946b-0351354f9fef req-bf2ab3a7-9c0f-41c8-86e8-efc4a26af7fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Jan 25 17:29:22.455961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 90c774c0-7634-40d8-b3f3-46d3182287a3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:29:22.587277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=90c774c0-7634-40d8-b3f3-46d3182287a3,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:22.600361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'port_id': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'mac_address': 'fa:16:3e:c6:c3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:29:22.655603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:22.672948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c774c0-7634-40d8-b3f3-46d3182287a3 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:29:22.688462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=90c774c0-7634-40d8-b3f3-46d3182287a3,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:22.692853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:22.762299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:23.010931 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['90c774c0-7634-40d8-b3f3-46d3182287a3'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:29:23.417026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdccfc9-8cfb-4178-9151-3d69f3d6cec9 req-06f958cb-6dcf-4c42-b042-063877e7f18b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:23.418493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dfdccfc9-8cfb-4178-9151-3d69f3d6cec9 req-06f958cb-6dcf-4c42-b042-063877e7f18b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 945 time: 0.0847802 Jan 25 17:29:23.464014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-dfdccfc9-8cfb-4178-9151-3d69f3d6cec9 req-7425d72b-bdfb-4328-8b03-fa547a268c9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Jan 25 17:29:24.469790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 90c774c0-7634-40d8-b3f3-46d3182287a3 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:29:24.539262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 90c774c0-7634-40d8-b3f3-46d3182287a3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:29:24.543887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 90c774c0-7634-40d8-b3f3-46d3182287a3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:29:24.544248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:24.658243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801f1f0-77d3-4517-afbc-c899c8176121 req-e1a4e97b-4056-4fcc-a356-34b80a41b92b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:24.660403 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b801f1f0-77d3-4517-afbc-c899c8176121 req-e1a4e97b-4056-4fcc-a356-34b80a41b92b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 945 time: 0.0878026 Jan 25 17:29:24.664402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:24.692564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:29:24.702370 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=90c774c0-7634-40d8-b3f3-46d3182287a3,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:29:24.705558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b801f1f0-77d3-4517-afbc-c899c8176121 req-06145a0e-ea7a-4eb1-9099-f29f426aaf36 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Jan 25 17:29:24.708478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:24.751584 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'code': 200} Jan 25 17:29:24.783577 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:24.976058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c63c93-5941-49a3-9361-b5c53e29ac2b req-874a38be-d764-4244-88db-9f69be04326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:24.978190 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79c63c93-5941-49a3-9361-b5c53e29ac2b req-874a38be-d764-4244-88db-9f69be04326b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.0777106 Jan 25 17:29:25.024962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79c63c93-5941-49a3-9361-b5c53e29ac2b req-f9bc6a63-8759-4504-ac62-f747a5121f42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Jan 25 17:29:25.845121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:25.892849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f667-901d-4165-b0eb-a0c61446a5fa req-87026b83-81e5-4a6e-acee-c7ca2af6fa97 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:25.894362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5e2f667-901d-4165-b0eb-a0c61446a5fa req-87026b83-81e5-4a6e-acee-c7ca2af6fa97 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0825441 Jan 25 17:29:25.941374 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5e2f667-901d-4165-b0eb-a0c61446a5fa req-c8fe5ddc-516a-4c73-8df0-716564a3ec2b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413737 Jan 25 17:29:27.126695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df952e74-8d0f-4b7b-9e40-566592ac3cd0 req-e906040e-b16e-474c-9e6b-cee965ecae23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:27.128124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-df952e74-8d0f-4b7b-9e40-566592ac3cd0 req-e906040e-b16e-474c-9e6b-cee965ecae23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0829659 Jan 25 17:29:27.171352 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-df952e74-8d0f-4b7b-9e40-566592ac3cd0 req-e6815a50-e346-4625-a55d-745e861fbfa7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375996 Jan 25 17:29:27.358571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a500079-98e7-4f8e-ad1f-c6e1128d6ad0 req-30b05296-8ce1-4f3e-9da0-3dc0fb5afd01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:27.360055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a500079-98e7-4f8e-ad1f-c6e1128d6ad0 req-30b05296-8ce1-4f3e-9da0-3dc0fb5afd01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0833263 Jan 25 17:29:27.402907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a500079-98e7-4f8e-ad1f-c6e1128d6ad0 req-f713337b-d3a2-43da-aa12-a40ea063a487 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371842 Jan 25 17:29:27.425649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45024) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:27.497964 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c8d9b-ac64-43d0-bb71-051733fc5432 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:27.499434 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-707c8d9b-ac64-43d0-bb71-051733fc5432 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1094 time: 0.0728467 Jan 25 17:29:27.502327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45028) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:27.507067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:29:27.512812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:29:27.517066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:floatingip and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:29:27.519888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:29:27.525425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:29:27.536043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:27.671536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:27.776539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97e4e1b4-cb17-46f2-b3d9-c9ddd9c80c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:27.807371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.200 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/49b69010-45d8-40d3-89b3-a655b4db696d) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:29:27.954883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:27.988199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:28.050551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:29:28.053118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:29:28.056805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:29:28.096592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=49b69010-45d8-40d3-89b3-a655b4db696d,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:28.561715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:28.633366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:28.836823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:28.841097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:28.951404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=49b69010-45d8-40d3-89b3-a655b4db696d,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:29:28.959910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:29.127847 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP 36c022ff-3a31-4d7e-8aa4-6f753b2e88fb associated. External IP: 172.26.4.200, port: 90c774c0-7634-40d8-b3f3-46d3182287a3. Jan 25 17:29:29.478757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router e9a849dd-615b-43eb-885d-1825f8c3398d has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:29:29.767525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:29:29.777511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Sync routers for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:29:29.787713 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:29.788397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:29.793008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:29.854651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-602a1334-304a-4091-8f26-76b3796338fd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3481925 Jan 25 17:29:29.854651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:29:29.896875 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'status': 'completed', 'code': 200} Jan 25 17:29:29.971872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:30.051411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-bf5ea82a-4d69-4ccd-94c1-e1b735b3eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:30.052804 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-bf5ea82a-4d69-4ccd-94c1-e1b735b3eddd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.1354690 Jan 25 17:29:30.062634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75115f-998c-4ee8-99fc-862390948abe req-4f534e95-2b38-4a5f-8de4-78a5a993ad1e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:30.064115 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a75115f-998c-4ee8-99fc-862390948abe req-4f534e95-2b38-4a5f-8de4-78a5a993ad1e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.1083355 Jan 25 17:29:30.190540 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1a75115f-998c-4ee8-99fc-862390948abe req-a2ca8a96-5b21-4d53-aa4c-959c99acbe38 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078014 Jan 25 17:29:30.213868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:30.227081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-5c3e8a2e-5797-4f37-a129-f82496d10cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:30.228525 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-5c3e8a2e-5797-4f37-a129-f82496d10cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.1635766 Jan 25 17:29:30.324117 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e47fb40-17f5-4a94-8955-05a8f9fa82e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/36c022ff-3a31-4d7e-8aa4-6f753b2e88fb HTTP/1.1" status: 200 len: 992 time: 0.1081541 Jan 25 17:29:30.334069 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-4c2b20b3-dc5e-4aac-b0a7-eab3f3c294f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 1000 time: 0.0988731 Jan 25 17:29:30.365636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e18ed65-b237-40e9-988d-03793181332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:30.372710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '36c022ff-3a31-4d7e-8aa4-6f753b2e88fb', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'port_id': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'mac_address': 'fa:16:3e:c6:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588a2eb-5989-4345-8022-02067f7b5446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:29:28Z', 'updated_at': '2022-01-25T17:29:28Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:30.376729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Checking router: e9a849dd-615b-43eb-885d-1825f8c3398d for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:29:30.384864 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:29:30.385495 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:29:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:30.399367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-220cdfcc-8283-4299-911c-4cee88fc818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:30.400799 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-220cdfcc-8283-4299-911c-4cee88fc818d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0618198 Jan 25 17:29:30.475782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-6a6d616a-76ef-408b-bb40-dc0e342ebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:29:30.477271 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-6a6d616a-76ef-408b-bb40-dc0e342ebef6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710044 Jan 25 17:29:30.562624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:29:30.609586 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-61c9abb7-8242-402b-bd76-9751e0cc6fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256251 Jan 25 17:29:30.759871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cccb91c3-c30e-40c4-a29a-5ed73b7c70be req-1f0c575b-8470-4737-be09-d9ec62c280b3 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438773 Jan 25 17:29:30.906653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '36c022ff-3a31-4d7e-8aa4-6f753b2e88fb', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'port_id': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'mac_address': 'fa:16:3e:c6:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588a2eb-5989-4345-8022-02067f7b5446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:29:28Z', 'updated_at': '2022-01-25T17:29:28Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:29:30.910629 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac67be-dda8-4a66-8e50-63261b6eb840 None None] The sync data for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv is: [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '36c022ff-3a31-4d7e-8aa4-6f753b2e88fb', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'port_id': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'mac_address': 'fa:16:3e:c6:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a588a2eb-5989-4345-8022-02067f7b5446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:29:28Z', 'updated_at': '2022-01-25T17:29:28Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:29:31.101177 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce695ff-d881-4fd4-9e7a-8fba59b00943 None None] New status for floating IP 36c022ff-3a31-4d7e-8aa4-6f753b2e88fb: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:29:31.226499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:31.327009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:29:31.432513 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-996c2455-29be-4425-ace6-3bc797bddf75 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/36c022ff-3a31-4d7e-8aa4-6f753b2e88fb HTTP/1.1" status: 200 len: 994 time: 0.1041532 Jan 25 17:29:31.705505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:32.885689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:36.577992 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:29:55.847866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:29:57.777988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23775722-4f8c-4261-bf89-aab325df4499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:00.362118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0869ef55-4207-4183-92b4-50c89d52ab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:01.227247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:01.708367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:02.889751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:09.010693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-70e94bf9-f65f-4055-82d9-c9437a19b226 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732236 Jan 25 17:30:09.154756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f108f-f7f2-446a-8208-d4adef11874c req-4d468241-444d-4cdf-8049-b77e04bc2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:09.156106 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-4d468241-444d-4cdf-8049-b77e04bc2f14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.0690136 Jan 25 17:30:09.298810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f108f-f7f2-446a-8208-d4adef11874c req-af88bcec-ce1a-4cf2-be5d-ad099a7f4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:09.300249 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-af88bcec-ce1a-4cf2-be5d-ad099a7f4f49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.1262674 Jan 25 17:30:09.405741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-0879fe84-47f4-4149-b379-5052592dd6eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 1002 time: 0.0954874 Jan 25 17:30:09.465838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f108f-f7f2-446a-8208-d4adef11874c req-e767b9a2-ce7f-4713-9f14-df4ae8344644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:09.467200 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-e767b9a2-ce7f-4713-9f14-df4ae8344644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0556591 Jan 25 17:30:09.542429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f108f-f7f2-446a-8208-d4adef11874c req-626127a4-75ac-471d-9fa1-1a154b2a4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:09.543884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-626127a4-75ac-471d-9fa1-1a154b2a4242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706384 Jan 25 17:30:09.777660 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-4b34b207-cdf2-4af3-a23f-8baa40cc8dea service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277222 Jan 25 17:30:09.907833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d94f108f-f7f2-446a-8208-d4adef11874c req-b96b1526-dc12-4889-84b9-24e4030b1715 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241412 Jan 25 17:30:13.576108 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:30:25.849075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:27.779534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8257f731-8edf-4843-96c2-7ca5aeb2a45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:30.353940 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06a82379-fd9a-4526-951f-a10d5aea0d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:31.228839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:31.711429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:32.895307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:41.012512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-1860d3d8-24d5-40e6-9c46-39eda45e142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:41.013948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-1860d3d8-24d5-40e6-9c46-39eda45e142d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.0777049 Jan 25 17:30:41.220709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-3aa84508-7cb5-4b83-8b9d-9caac08e00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:41.222177 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-3aa84508-7cb5-4b83-8b9d-9caac08e00b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.2023177 Jan 25 17:30:41.307766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ec95-93f0-4e11-8ee8-6fb32ca46c4b req-0f21d1f1-2f1c-45ff-bec0-6b7c86065f23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:41.309104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e40ec95-93f0-4e11-8ee8-6fb32ca46c4b req-0f21d1f1-2f1c-45ff-bec0-6b7c86065f23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.1939743 Jan 25 17:30:41.358668 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-72ce29e9-724c-4e94-b10e-e55c1cc61733 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 1002 time: 0.1303079 Jan 25 17:30:41.369700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5e40ec95-93f0-4e11-8ee8-6fb32ca46c4b req-e34d2cf8-439e-4560-80b0-873431b4f382 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519290 Jan 25 17:30:41.425339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-17513c96-345b-48fe-9943-15a19801c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:41.426753 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-17513c96-345b-48fe-9943-15a19801c1cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0601621 Jan 25 17:30:41.503511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-c57e1f6f-d441-4b83-8deb-1adb3ff60f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:41.504949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-c57e1f6f-d441-4b83-8deb-1adb3ff60f7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718689 Jan 25 17:30:41.642186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-e3482752-c0af-4902-9728-ca6c18b3bf4d service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222279 Jan 25 17:30:41.774597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a77196a-5e6c-47c2-a3f5-88e1aaef10bc req-62bcc0d8-e287-4eec-af0b-c30b638d1f60 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264410 Jan 25 17:30:42.561315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9cf5-b7d0-4421-bd4f-f1c0040b09d1 req-1ff18b40-c2d8-4b8f-8466-2d932adb1831 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:42.564191 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6c5c9cf5-b7d0-4421-bd4f-f1c0040b09d1 req-1ff18b40-c2d8-4b8f-8466-2d932adb1831 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0854628 Jan 25 17:30:42.607845 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6c5c9cf5-b7d0-4421-bd4f-f1c0040b09d1 req-41884dbb-8ba8-4cc1-aa8d-7d346ccc3d28 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379412 Jan 25 17:30:43.796009 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b0e71-3d89-4d74-a5ea-21c9323871dc req-f144ccd0-fb9d-4405-b8a8-88729a2f9ae1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:43.797991 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e6b0e71-3d89-4d74-a5ea-21c9323871dc req-f144ccd0-fb9d-4405-b8a8-88729a2f9ae1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0853140 Jan 25 17:30:43.842998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3e6b0e71-3d89-4d74-a5ea-21c9323871dc req-0ce4ea98-716f-48d0-854e-3cdfd7197a9f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392017 Jan 25 17:30:45.180320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25438f-3314-4bec-be93-c94d525ddd55 req-85156ce8-e85c-41d2-93ce-8de5d916339d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:45.181695 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa25438f-3314-4bec-be93-c94d525ddd55 req-85156ce8-e85c-41d2-93ce-8de5d916339d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0780847 Jan 25 17:30:45.226229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa25438f-3314-4bec-be93-c94d525ddd55 req-090f7fcb-6f3b-4f4e-9b2e-b232e50ce2e2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Jan 25 17:30:46.415873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c5178-a306-4aa7-bb69-bf0cc220625e req-075d0b24-bcf6-4984-af4d-68b3245edb1f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:46.417344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-183c5178-a306-4aa7-bb69-bf0cc220625e req-075d0b24-bcf6-4984-af4d-68b3245edb1f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0843377 Jan 25 17:30:46.461086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-183c5178-a306-4aa7-bb69-bf0cc220625e req-bce120ca-2137-4afb-867f-cd64fdf30140 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 Jan 25 17:30:47.643686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe07e3-f315-4f14-b841-22425687ca1d req-dd4105b6-af48-4269-a0b7-60251c5fea8a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:47.645041 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cbe07e3-f315-4f14-b841-22425687ca1d req-dd4105b6-af48-4269-a0b7-60251c5fea8a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0800219 Jan 25 17:30:47.692912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9cbe07e3-f315-4f14-b841-22425687ca1d req-f6efb2dd-d7b2-4876-8b4d-79689c861a7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421069 Jan 25 17:30:48.878359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70881d-6309-492f-9347-a50437a6fbc4 req-1f34a345-2f64-4bd9-8f73-70dfca4a2d7d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:48.879821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e70881d-6309-492f-9347-a50437a6fbc4 req-1f34a345-2f64-4bd9-8f73-70dfca4a2d7d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0825067 Jan 25 17:30:48.925101 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e70881d-6309-492f-9347-a50437a6fbc4 req-bbd5c679-3daa-43dd-8fb1-cd0e1b214c14 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Jan 25 17:30:50.208868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23452e52-1b26-427c-ad42-6adc36836474 req-9449af70-807b-489d-bb25-7952debf03db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:50.210345 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-23452e52-1b26-427c-ad42-6adc36836474 req-9449af70-807b-489d-bb25-7952debf03db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.1823909 Jan 25 17:30:50.253422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-23452e52-1b26-427c-ad42-6adc36836474 req-8611908e-9e30-4ba8-9591-e9af1781d6eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374963 Jan 25 17:30:50.575787 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:30:51.434622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646933-1f37-4903-88c9-9082bba35460 req-2b90c9c2-cf04-42ad-9553-ad2aed2176a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:51.436054 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17646933-1f37-4903-88c9-9082bba35460 req-2b90c9c2-cf04-42ad-9553-ad2aed2176a9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0790517 Jan 25 17:30:51.480951 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17646933-1f37-4903-88c9-9082bba35460 req-43e3dda1-dae7-41e1-acf1-9a776a3a2757 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378287 Jan 25 17:30:52.670076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd1bca-b5e3-461b-a656-502bcddf27aa req-bdf43fc2-008f-4103-9a75-b95050e70e70 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:52.671631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0bd1bca-b5e3-461b-a656-502bcddf27aa req-bdf43fc2-008f-4103-9a75-b95050e70e70 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0829771 Jan 25 17:30:52.720376 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0bd1bca-b5e3-461b-a656-502bcddf27aa req-f1ddccf5-ce9b-4a54-92be-a9f683231102 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Jan 25 17:30:53.904933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755463-410c-41e2-b56f-bdf0b9dadba1 req-10a3ba70-dfae-49a1-9b85-974e0dc870f6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:30:53.906404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47755463-410c-41e2-b56f-bdf0b9dadba1 req-10a3ba70-dfae-49a1-9b85-974e0dc870f6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0799408 Jan 25 17:30:53.952816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47755463-410c-41e2-b56f-bdf0b9dadba1 req-81d4bbaf-e41e-4cc7-8e18-1a3a28f8d1ae tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Jan 25 17:30:53.976008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45100) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:30:54.081485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5f8afcaa-433e-4a59-92c2-dd6f965fb7b1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/36c022ff-3a31-4d7e-8aa4-6f753b2e88fb HTTP/1.1" status: 200 len: 994 time: 0.1042223 Jan 25 17:30:55.870698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:30:57.784734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-204580ec-c5dc-4908-a0ef-329c2077510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:00.355202 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f9d96cc-6d06-4124-a283-12231817dd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:01.230342 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:01.713030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:02.897161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:10.086136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-a1194e43-ea15-48cb-83dc-966a218798ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1459024 Jan 25 17:31:10.225545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-b80cad26-ced2-4a31-98d5-a232d308df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:10.226992 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-b80cad26-ced2-4a31-98d5-a232d308df08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.0710680 Jan 25 17:31:10.375205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-2810a2cc-8529-49d6-8187-79004739fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:10.376649 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-2810a2cc-8529-49d6-8187-79004739fdab service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.1303577 Jan 25 17:31:10.478323 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-561d7cb5-288e-447b-8cdc-99cb09f589ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 1002 time: 0.0951538 Jan 25 17:31:10.541892 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-ae977768-34a6-4be8-82b0-ac453418e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:10.543340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-ae977768-34a6-4be8-82b0-ac453418e395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.0596075 Jan 25 17:31:10.618470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-9c7906da-b49f-4bca-9b88-ddf4b75e10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:10.619884 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-9c7906da-b49f-4bca-9b88-ddf4b75e10da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702255 Jan 25 17:31:10.754040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-8bff2b5e-eca9-40e9-9937-da7a7dc56b44 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263511 Jan 25 17:31:10.885073 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a1f2fd3-0672-4bb2-a004-41d028f9784f req-648d1126-00d8-4cbd-91d3-8fbab4eb4153 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266296 Jan 25 17:31:25.875444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:27.574717 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:31:27.776824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4a48796-bc71-45aa-bab8-3329e1a66ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:30.357543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16678ef9-623c-4169-8b05-9a28ae4745be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:31.231455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:31.715808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:32.897276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.089996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:49.289093 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 49b69010-45d8-40d3-89b3-a655b4db696d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:31:49.289465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.459214 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.459642 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.579395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 49b69010-45d8-40d3-89b3-a655b4db696d owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:31:49.724835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.798358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=49b69010-45d8-40d3-89b3-a655b4db696d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:49.839492 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.839757 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.840095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.840424 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.840753 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.841082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.841437 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.841760 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.842078 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.842393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.842709 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.843023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:49.877416 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:49.877914 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP 36c022ff-3a31-4d7e-8aa4-6f753b2e88fb disassociated (deleted). External IP: 172.26.4.200, port: 90c774c0-7634-40d8-b3f3-46d3182287a3. Jan 25 17:31:50.311269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router e9a849dd-615b-43eb-885d-1825f8c3398d has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:31:50.489243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:31:50.499200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Sync routers for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:31:50.509232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:31:50.509605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:50.509858 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:31:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:50.564411 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05684074-da8a-4473-8d53-7c302474659e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/floatingips/36c022ff-3a31-4d7e-8aa4-6f753b2e88fb HTTP/1.1" status: 204 len: 168 time: 1.4732571 Jan 25 17:31:50.564996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:31:50.618234 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'status': 'completed', 'code': 200} Jan 25 17:31:50.693704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:31:50.721090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-30ed88a7-6c33-4ff7-844a-13a71683a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:50.722686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-30ed88a7-6c33-4ff7-844a-13a71683a205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 1099 time: 0.0770681 Jan 25 17:31:50.881142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-a81dd743-8f88-4707-b201-59e1757b85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:50.882634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-a81dd743-8f88-4707-b201-59e1757b85b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 200 len: 898 time: 0.1535492 Jan 25 17:31:50.959727 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-ada60491-30b3-482e-bd74-319bc8dbb013 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 200 len: 217 time: 0.0668705 Jan 25 17:31:51.070101 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:51.074116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Checking router: e9a849dd-615b-43eb-885d-1825f8c3398d for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:31:51.083262 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:31:51.083882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:31:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:51.181848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-22bcbe64-1f1c-4dbf-84c8-0a7befb17bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:51.183145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-22bcbe64-1f1c-4dbf-84c8-0a7befb17bb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 200 len: 834 time: 0.2171705 Jan 25 17:31:51.262932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:31:51.264876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa521a33-24a4-46a8-8a95-af93cb18e527 req-05759b32-7d79-4e3b-bdac-6bd6e37298f3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:51.266352 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa521a33-24a4-46a8-8a95-af93cb18e527 req-05759b32-7d79-4e3b-bdac-6bd6e37298f3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.3828406 Jan 25 17:31:51.310582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-5e4a35ca-3fa1-4e7d-9ab2-927ce05819e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:51.312046 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-5e4a35ca-3fa1-4e7d-9ab2-927ce05819e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665116de-5bec-438a-a698-0e9e7ec02f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212602 Jan 25 17:31:51.325243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fa521a33-24a4-46a8-8a95-af93cb18e527 req-cff1aaa2-e7c3-4054-b603-d3494e45f183 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509577 Jan 25 17:31:51.455605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-1a3ecb04-c3b9-4813-9a1d-9d169c703797 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325579 Jan 25 17:31:51.578270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:51.582732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ff994-4d93-47aa-9537-bf2e0e81e42c None None] The sync data for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv is: [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:29:12Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'f8d11aa0-e420-45c8-8351-1f50e1d1a55b', 'name': '', 'network_id': '665116de-5bec-438a-a698-0e9e7ec02f4c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:02:34:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7846ef37-13eb-49be-af6a-f135111ee151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:11Z', 'updated_at': '2022-01-25T17:29:18Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7846ef37-13eb-49be-af6a-f135111ee151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:31:51.587104 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-54fcecfc-f761-494c-aec1-933f54721fb4 req-5841f54f-b499-40ea-b66f-19dc28a03659 service neutron] 10.222.0.15 "GET /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261559 Jan 25 17:31:51.814614 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ec4e8-b4c4-47d6-bb5e-a686f6339747 None None] New status for floating IP 36c022ff-3a31-4d7e-8aa4-6f753b2e88fb: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:31:52.510534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1132668-addb-4537-b101-c912b1645d36 req-382d1030-22ff-44f1-b0dd-0df9c3ad6727 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:52.511991 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1132668-addb-4537-b101-c912b1645d36 req-382d1030-22ff-44f1-b0dd-0df9c3ad6727 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0798321 Jan 25 17:31:52.555124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1132668-addb-4537-b101-c912b1645d36 req-c313a188-ebbb-4f6e-9dbd-405846814b5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375421 Jan 25 17:31:52.777778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-ceb3197c-fc73-4568-9cc2-55a6e72615aa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:31:52.779167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-ceb3197c-fc73-4568-9cc2-55a6e72615aa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 946 time: 0.0798719 Jan 25 17:31:52.849565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 90c774c0-7634-40d8-b3f3-46d3182287a3 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:31:52.849914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:53.093135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 90c774c0-7634-40d8-b3f3-46d3182287a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=90c774c0-7634-40d8-b3f3-46d3182287a3,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:31:53.093451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:53.215735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 90c774c0-7634-40d8-b3f3-46d3182287a3 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:31:53.358658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:53.409437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=90c774c0-7634-40d8-b3f3-46d3182287a3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:53.456688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.457043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.457418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.457761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.458100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.458437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.458767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.459098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.459423 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.459747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.460073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.460395 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:53.498088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] No DVR routers for this DVR port 90c774c0-7634-40d8-b3f3-46d3182287a3 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:31:53.500459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:53.503073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'name': 'network-vif-deleted', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:31:53.516537 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75abe723-d2b4-4ba7-a687-6a4424f41cfe req-cd020f35-4e69-4f73-9944-3308fc9f49db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "DELETE /v2.0/ports/90c774c0-7634-40d8-b3f3-46d3182287a3 HTTP/1.1" status: 204 len: 173 time: 0.7318540 Jan 25 17:31:53.605675 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a588a2eb-5989-4345-8022-02067f7b5446', 'name': 'network-vif-deleted', 'tag': '90c774c0-7634-40d8-b3f3-46d3182287a3', 'status': 'completed', 'code': 200} Jan 25 17:31:53.728384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5f1814b0-d7a3-4976-a0da-4f86829d0c2b req-de7a7c33-6072-449c-b5b7-83f2a6b19d1c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:31:53.744558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5f1814b0-d7a3-4976-a0da-4f86829d0c2b req-de7a7c33-6072-449c-b5b7-83f2a6b19d1c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:31:53.745857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5f1814b0-d7a3-4976-a0da-4f86829d0c2b req-de7a7c33-6072-449c-b5b7-83f2a6b19d1c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=a588a2eb-5989-4345-8022-02067f7b5446 HTTP/1.1" status: 200 len: 210 time: 0.0589638 Jan 25 17:31:54.841089 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45152) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:55.382527 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:55.834897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port f8d11aa0-e420-45c8-8351-1f50e1d1a55b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:31:55.835232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:55.880142 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:56.024666 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port f8d11aa0-e420-45c8-8351-1f50e1d1a55b, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:31:56.025298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:56.154536 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for f8d11aa0-e420-45c8-8351-1f50e1d1a55b owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:31:56.342930 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:56.389778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=f8d11aa0-e420-45c8-8351-1f50e1d1a55b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:56.666152 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.021713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router e9a849dd-615b-43eb-885d-1825f8c3398d has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:31:57.293365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:31:57.303347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 90c774c0-7634-40d8-b3f3-46d3182287a3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:31:57.309388 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-77e5cb86-7392-48f8-a6d6-eb6b6d89ae9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/e9a849dd-615b-43eb-885d-1825f8c3398d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4671638 Jan 25 17:31:57.312253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:57.330305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Sync routers for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:31:57.344641 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 90c774c0-7634-40d8-b3f3-46d3182287a3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:31:57.344988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 90c774c0-7634-40d8-b3f3-46d3182287a3 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:31:57.350800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:31:57.351406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:31:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:57.379323 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting subnet 7846ef37-13eb-49be-af6a-f135111ee151 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:31:57.382298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.435603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.520807 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.526485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:31:57.593675 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.634258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.638603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Subnet': ['ID=7846ef37-13eb-49be-af6a-f135111ee151,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:57.645931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45160) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:57.646350 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d933adbb-a13e-40e9-9fec-b4100a9ea91e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/subnets/7846ef37-13eb-49be-af6a-f135111ee151 HTTP/1.1" status: 204 len: 168 time: 0.3330166 Jan 25 17:31:57.647511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357fb1a-00d8-4e69-befa-fe45209f0ee8 None None] Network 665116de-5bec-438a-a698-0e9e7ec02f4c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:31:57.864022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4d81664-6e41-44f2-9b22-0baf171c607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:57.938496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.051331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:31:56Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:58.055681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Checking router: e9a849dd-615b-43eb-885d-1825f8c3398d for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:31:58.064155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Routers {'e9a849dd-615b-43eb-885d-1825f8c3398d'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:31:58.064766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:31:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['e9a849dd-615b-43eb-885d-1825f8c3398d'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:58.121511 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] DHCP port deletion for 665116de-5bec-438a-a698-0e9e7ec02f4c request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:31:58.126339 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.136223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port e1d33541-7c23-4913-8e1c-a322c303e6e6 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:31:58.136624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.149107 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Deleting port 86aed601-923f-46ab-83df-1e2201998587 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:31:58.149501 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.309031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port e1d33541-7c23-4913-8e1c-a322c303e6e6, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=e1d33541-7c23-4913-8e1c-a322c303e6e6,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:31:58.309427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.341247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] Set router e9a849dd-615b-43eb-885d-1825f8c3398d gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:31:58.437973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for e1d33541-7c23-4913-8e1c-a322c303e6e6 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:31:58.626952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] For port 86aed601-923f-46ab-83df-1e2201998587, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=86aed601-923f-46ab-83df-1e2201998587,segment=NetworkSegment(b021fa8f-7181-4495-9a73-67a23ff6800f),segment_id=b021fa8f-7181-4495-9a73-67a23ff6800f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:31:58.627334 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.739624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.772841 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Calling delete_port for 86aed601-923f-46ab-83df-1e2201998587 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:31:58.786687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=e1d33541-7c23-4913-8e1c-a322c303e6e6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:58.878029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.904386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:58.957984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Pushing event deleted for resources: {'Port': ['ID=86aed601-923f-46ab-83df-1e2201998587,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:58.960316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] No DVR routers for this DVR port 86aed601-923f-46ab-83df-1e2201998587 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:31:58.972381 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.972779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.973157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.973532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.973871 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.974208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.974539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.974869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.975198 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.975525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.975851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.976174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77457930-99d0-4936-bcd1-89f45de87f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:31:58.981971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:31:56Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:58.986002 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e21685-6e20-4986-aec1-baed5ba9cc66 None None] The sync data for ids ['e9a849dd-615b-43eb-885d-1825f8c3398d'] in dv-neutron-824022-2-hyperv is: [{'id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441569200', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:29:07Z', 'updated_at': '2022-01-25T17:31:56Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'e1d33541-7c23-4913-8e1c-a322c303e6e6', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a849dd-615b-43eb-885d-1825f8c3398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:29:08Z', 'updated_at': '2022-01-25T17:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:31:59.055429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.057611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.079567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.080186 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Fanout notify agent at l3_agent the message router_deleted on router e9a849dd-615b-43eb-885d-1825f8c3398d {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:31:59.095456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.096530 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9bd56bdd-ade9-445c-810e-708593f8466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/routers/e9a849dd-615b-43eb-885d-1825f8c3398d HTTP/1.1" status: 204 len: 168 time: 1.4494510 Jan 25 17:31:59.099800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45164) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:59.320662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.455588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.482075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665116de-5bec-438a-a698-0e9e7ec02f4c']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:59.494686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b021fa8f-7181-4495-9a73-67a23ff6800f') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:59.494986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b021fa8f-7181-4495-9a73-67a23ff6800f') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:31:59.506694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.522472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.528797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:31:59.529158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:31:59.544166 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:31:59.627845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.649484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.659334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Network': ['ID=665116de-5bec-438a-a698-0e9e7ec02f4c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:59.666571 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fc3454a0-61c4-4bcc-8425-41c079ae95c1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/networks/665116de-5bec-438a-a698-0e9e7ec02f4c HTTP/1.1" status: 204 len: 168 time: 0.5658336 Jan 25 17:31:59.669142 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45168) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:31:59.736173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.771856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.837717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.858228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d2e2b3-37ca-47e6-89e8-9d2d21afd94f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:31:59.872233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:31:59.873421 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-56ff2043-24ea-4219-83a8-f329fd92ed23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/security-groups/86d2e2b3-37ca-47e6-89e8-9d2d21afd94f HTTP/1.1" status: 204 len: 168 time: 0.2033029 Jan 25 17:31:59.995261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e1d33541-7c23-4913-8e1c-a322c303e6e6 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:32:00.029475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: e1d33541-7c23-4913-8e1c-a322c303e6e6 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:32:00.029818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device e1d33541-7c23-4913-8e1c-a322c303e6e6 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:32:00.030224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f8d11aa0-e420-45c8-8351-1f50e1d1a55b no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:32:00.063527 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: f8d11aa0-e420-45c8-8351-1f50e1d1a55b {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:32:00.063798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device f8d11aa0-e420-45c8-8351-1f50e1d1a55b not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:32:00.064203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86aed601-923f-46ab-83df-1e2201998587 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:32:00.099305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 86aed601-923f-46ab-83df-1e2201998587 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:32:00.099640 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 86aed601-923f-46ab-83df-1e2201998587 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:32:00.358259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82553568-329c-49bc-a26b-3163401144c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.234206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:01.234719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.239431 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194465019', 'description': 'tempest-secgroup-smoke-194465019 description', 'project_id': '8344a5269583413ab79fb16a6268e3c1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:01.245507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.249544 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.252357 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.258692 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.267376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.290883 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.294734 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.297611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.303266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.371240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.374803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.419058 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d62b2-463f-4306-b3c2-a95d85e3e66d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:01.426461 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.427187 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-300fe4cd-9a5e-4139-8b3b-7c56eca0970b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1919935 Jan 25 17:32:01.430221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45184) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:01.435481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:01.441967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.446008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.448843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.454984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.473015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.542772 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.546068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.569789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc8bd54-a549-45a9-b0c8-4533f8839351,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:01.581707 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.583023 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64265ee8-0ebc-4a70-9785-385e08a90c5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517260 Jan 25 17:32:01.585721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45188) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:01.590490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:01.596254 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.600595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.603487 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.609056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.625464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.687382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.690706 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.714249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fb58d7-5fe8-439f-b8d2-9a52ee70e846,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:01.719409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.723368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.724657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-7ac62571-e1f8-4144-b15a-6bb24738ef83 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380336 Jan 25 17:32:01.727455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45192) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:01.732334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:01.738394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.742183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.745021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.750581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.766431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.829392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.833872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.857200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a5eef3-bea8-485a-9cd9-a095d4eccc83,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:01.866373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.867560 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-de893f39-e1d3-4ecb-9f0a-f0d58b14b8c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391954 Jan 25 17:32:01.870303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45196) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:01.875170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:01.881049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:01.884873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:01.887759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:01.893446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:01.910848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.971966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:01.976224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.002370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2769f37e-e4c2-4976-9917-c25aefbcbaf3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:02.011491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.012774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ce8cea39-6ae8-4668-8e02-2c6ae44e1199 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415601 Jan 25 17:32:02.015770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45200) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:02.021360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:02.027038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:02.030886 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:02.033805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:02.040083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:02.053086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:32:02.059465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.124367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.127820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.152434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0cc071-4513-4ad2-b3f5-cfece22adcb7,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:02.161455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.162650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-543fd550-e119-4cbb-8afb-f507e54e7db5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459837 Jan 25 17:32:02.165394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45204) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:02.170297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'b94d62b2-463f-4306-b3c2-a95d85e3e66d', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:02.176526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:02.180258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:02.183074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:02.188608 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:02.199750 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:32:02.206469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.272581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.275984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.298976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8a1cb6-2dbf-4f09-9cf8-2e981559c99a,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:02.307679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.308874 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d2d383be-6c3b-4204-8271-6d866956fc01 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425760 Jan 25 17:32:02.311633 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45208) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:02.318006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'network': {'name': 'tempest-network-smoke--1957020116', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:02.322924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:02.326908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:network and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:02.329702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:02.335871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:02.345662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:32:02.350156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.377525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:32:02.386944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.387479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Added segment a9a315f7-46ee-440b-a8b1-071491ccee9c of type vlan for network 0f887958-55f2-4427-9695-8358e6ccd28c Jan 25 17:32:02.416568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.446740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.452222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:02.452794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.562147 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2493706 Jan 25 17:32:02.562911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84226c90-b4ac-4747-b9ee-e0e86cae139f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Network': ['ID=0f887958-55f2-4427-9695-8358e6ccd28c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:02.564746 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:02.570266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'admin_state_up': True, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:02.577034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 0f887958-55f2-4427-9695-8358e6ccd28c details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:32:02.577528 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:02.581814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:router and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:02.584604 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:02.590984 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:02.601361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.602297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.617480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.883518 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:02.900286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:03.178782 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:03.219266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:03.347589 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.87 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:32:03.586291 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:03.615546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:03.679694 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:03.682477 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:03.686074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:32:03.729331 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:04.101457 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:04.445967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:04.574301 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:32:04.646944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 38507a49-a932-4c55-b158-c2b878e9cba0 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:32:04.930117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:32:04.939441 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Sync routers for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:32:04.948479 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:04.949078 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:04.958070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:04.959275 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3a20727d-bffd-4b21-ac78-f5efc453e34a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3935161 Jan 25 17:32:04.962320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:05.004325 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-635c50d6-c473-4729-91ac-1cf48430556b tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=8344a5269583413ab79fb16a6268e3c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394132 Jan 25 17:32:05.005533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:05.128766 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:05.136665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa297fd-823b-4bb8-98c4-2a99f7df4543 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:05.138509 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5fa297fd-823b-4bb8-98c4-2a99f7df4543 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319230 Jan 25 17:32:05.141312 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:05.188742 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b864d91a-5a35-4be4-b21d-86ba4b3a0b70 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460553 Jan 25 17:32:05.191725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:05.197242 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954712825', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:05.311404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:05.315391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:subnet and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:05.319074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:05.324704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:05.342617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:32:05.350773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.464492 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:03Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:05.468460 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Checking router: 38507a49-a932-4c55-b158-c2b878e9cba0 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:32:05.468803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Updating router 38507a49-a932-4c55-b158-c2b878e9cba0 port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:32:05.522102 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.573173 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.657075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Subnet': ['ID=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:05.665910 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Checking segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:32:05.666275 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network hostable DHCP agents. Network: 0f887958-55f2-4427-9695-8358e6ccd28c, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:32:05.685456 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 0f887958-55f2-4427-9695-8358e6ccd28c is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:32:05.695105 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 0f887958-55f2-4427-9695-8358e6ccd28c) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:05.699077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:05.699657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.704832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884149a-fb28-45bc-8b96-47d6db1c86f2 None None] Network 0f887958-55f2-4427-9695-8358e6ccd28c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:32:05.727286 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-284872b5-d6d0-4064-8816-bc196fc5427d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5317099 Jan 25 17:32:05.727662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45238) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:05.875930 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.890123 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Transition to ACTIVE for port object 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:05.896129 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.921048 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-0f887958-55f2-4427-9695-8358e6ccd28c', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:32:05.922849 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:05.991990 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Pushing event updated for resources: {'Port': ['ID=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:05.995998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Attempting to bind port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:32:05.996657 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Attempting to bind port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:32:05.997171 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Attempting to bind port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:32:06.005127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.006043 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.006043 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.007152 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.008576 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.008932 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.009295 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.009796 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.010131 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.010461 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.012220 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.012808 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:32:06.019311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:32:06.019680 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:32:06.020834 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.020834 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:32:06.021048 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Bound port: 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:32:06.021519 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.096485 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] For port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:32:06.100656 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] For port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:32:06.106310 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.175869 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Allocated IP 172.20.0.2 (0f887958-55f2-4427-9695-8358e6ccd28c/59dcf4ff-c7a4-4228-9d16-90b9290a4ddb/a2be47c4-4b42-4db5-a948-07ea7af0a6db) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:32:06.183849 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d166ac1-63e4-4917-aa46-2609bfab482f None None] Pushing event updated for resources: {'Port': ['ID=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:06.205282 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:06.206031 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:06.400630 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:06.487421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.502173 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Transition to ACTIVE for port object a2be47c4-4b42-4db5-a948-07ea7af0a6db will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:06.524302 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Transition to ACTIVE for port object a2be47c4-4b42-4db5-a948-07ea7af0a6db will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:06.530530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.599113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Network 0f887958-55f2-4427-9695-8358e6ccd28c is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:06.603545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.606663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:06.610780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:32:06.685474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Pushing event updated for resources: {'Port': ['ID=a2be47c4-4b42-4db5-a948-07ea7af0a6db,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:06.707219 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:03Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:06.710428 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72608-81e8-425a-b8c2-3d08b0e6a2b9 None None] The sync data for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv is: [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:03Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:32:06.714875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Attempting to bind port a2be47c4-4b42-4db5-a948-07ea7af0a6db on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:32:06.714875 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Attempting to bind port a2be47c4-4b42-4db5-a948-07ea7af0a6db by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:32:06.715331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Attempting to bind port a2be47c4-4b42-4db5-a948-07ea7af0a6db on network 0f887958-55f2-4427-9695-8358e6ccd28c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:32:06.720408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:32:06.721026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Checking segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:32:06.721460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.721847 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Bound using segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:32:06.723567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Bound port: a2be47c4-4b42-4db5-a948-07ea7af0a6db, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:32:06.723945 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.825749 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] For port a2be47c4-4b42-4db5-a948-07ea7af0a6db, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:32:06.829259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] For port a2be47c4-4b42-4db5-a948-07ea7af0a6db, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a2be47c4-4b42-4db5-a948-07ea7af0a6db,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:32:06.835814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:06.931406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2523-8b11-4f72-b875-2a2cc8c3349e None None] Pushing event updated for resources: {'Port': ['ID=a2be47c4-4b42-4db5-a948-07ea7af0a6db,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:07.043778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.1 (0f887958-55f2-4427-9695-8358e6ccd28c/59dcf4ff-c7a4-4228-9d16-90b9290a4ddb/ef89d862-7088-4424-a42c-20a2b56aacad) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:32:07.239208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:07.256811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object ef89d862-7088-4424-a42c-20a2b56aacad will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:07.282461 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:07.352260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 0f887958-55f2-4427-9695-8358e6ccd28c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:07.355266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:07.359649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:32:07.406577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:07.427528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:07.714987 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:07.967397 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc99760-d613-43e7-bf5d-6db1ba8bd7a2 None None] Network 0f887958-55f2-4427-9695-8358e6ccd28c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:32:08.039889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:08.125661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5b767242-d205-4db7-8882-a9f4d03347fd None None] Provisioning for port a2be47c4-4b42-4db5-a948-07ea7af0a6db completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:08.206909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:08.216235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:08.216608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.290183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.294850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.416629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:08.419255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.433989 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.456060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:08.461757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.462614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a2be47c4-4b42-4db5-a948-07ea7af0a6db up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:08.570898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 0f887958-55f2-4427-9695-8358e6ccd28c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:08.572611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:08.581861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:08.599604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a2be47c4-4b42-4db5-a948-07ea7af0a6db completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:08.605678 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a2be47c4-4b42-4db5-a948-07ea7af0a6db triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:08.606095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.714179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Provisioning for port ef89d862-7088-4424-a42c-20a2b56aacad completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:08.734475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Provisioning complete for port ef89d862-7088-4424-a42c-20a2b56aacad triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:08.734475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.774870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 38507a49-a932-4c55-b158-c2b878e9cba0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:32:08.787595 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.809197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Port ef89d862-7088-4424-a42c-20a2b56aacad cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:32:08.834216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a2be47c4-4b42-4db5-a948-07ea7af0a6db, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a2be47c4-4b42-4db5-a948-07ea7af0a6db,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:08.837558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Provisioning complete for port a2be47c4-4b42-4db5-a948-07ea7af0a6db triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:08.838004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-74cd2ae4-9d1b-4f96-bc71-e5975046f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.871731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:08.971163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a2be47c4-4b42-4db5-a948-07ea7af0a6db,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:08.997089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:32:09.013265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-79d4a210-0aad-4ce7-866e-13428c4e2145 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/38507a49-a932-4c55-b158-c2b878e9cba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2831788 Jan 25 17:32:09.016050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Sync routers for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:32:09.045473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:09.046102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:09.235580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3e7adb9b-7e12-4554-bc42-bcd7d8d25fbc None None] Provisioning complete for port ef89d862-7088-4424-a42c-20a2b56aacad triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:09.235955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e7adb9b-7e12-4554-bc42-bcd7d8d25fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:09.275882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:09.328945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-dbbed738-d311-4f32-8952-33a0421ed04d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:32:09.344307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-dbbed738-d311-4f32-8952-33a0421ed04d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:32:09.345740 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-dbbed738-d311-4f32-8952-33a0421ed04d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194465019&fields=id&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 267 time: 0.0557609 Jan 25 17:32:09.359445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3e7adb9b-7e12-4554-bc42-bcd7d8d25fbc None None] Port ef89d862-7088-4424-a42c-20a2b56aacad cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:32:09.500246 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-6ccff3eb-8973-4c73-8ff6-ea8f2d4f5edc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:09.500833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-6ccff3eb-8973-4c73-8ff6-ea8f2d4f5edc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:32:09.516416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-6ccff3eb-8973-4c73-8ff6-ea8f2d4f5edc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:32:09.517669 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-6ccff3eb-8973-4c73-8ff6-ea8f2d4f5edc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 797 time: 0.1652322 Jan 25 17:32:09.532766 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-5c866b42-c71d-4a4d-af8f-0049062c96d1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/quotas/8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Jan 25 17:32:09.609948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 2, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:09.614135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Checking router: 38507a49-a932-4c55-b158-c2b878e9cba0 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:32:09.614520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Updating router 38507a49-a932-4c55-b158-c2b878e9cba0 port ef89d862-7088-4424-a42c-20a2b56aacad binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:32:09.616588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-5d53f8a9-4c2c-470f-a017-51773774e533 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:32:09.631571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-5d53f8a9-4c2c-470f-a017-51773774e533 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:32:09.632948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-5d53f8a9-4c2c-470f-a017-51773774e533 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946536 Jan 25 17:32:09.668035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:09.818039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-0cb30e23-1e81-485d-80dc-b9b318f7b530 service neutron] 10.222.0.45 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720028 Jan 25 17:32:09.963802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:09.970232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-d997cda3-9fb7-4e5e-aa76-ad19864623a6 service neutron] 10.222.0.45 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468606 Jan 25 17:32:10.121496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.138296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Transition to ACTIVE for port object ef89d862-7088-4424-a42c-20a2b56aacad will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:10.147558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.170675 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6e030b71-0b72-417a-a690-1951bc9469e0 req-7465ab60-a456-42d5-b9c5-5a852b81b5aa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 210 time: 0.0503633 Jan 25 17:32:10.181117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:10.181521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.335307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa271a0-47e0-4f1e-90d3-bdff566ae47a None None] Pushing event updated for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:10.482798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Attempting to bind port ef89d862-7088-4424-a42c-20a2b56aacad on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:32:10.483159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Attempting to bind port ef89d862-7088-4424-a42c-20a2b56aacad by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:32:10.483514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Attempting to bind port ef89d862-7088-4424-a42c-20a2b56aacad on network 0f887958-55f2-4427-9695-8358e6ccd28c {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:32:10.499122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:32:10.499471 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Checking segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:32:10.499866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.500289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Bound using segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:32:10.500745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Bound port: ef89d862-7088-4424-a42c-20a2b56aacad, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:32:10.501112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.529687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a2be47c4-4b42-4db5-a948-07ea7af0a6db up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:10.666304 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] For port ef89d862-7088-4424-a42c-20a2b56aacad, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:32:10.669446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] For port ef89d862-7088-4424-a42c-20a2b56aacad, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ef89d862-7088-4424-a42c-20a2b56aacad,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:32:10.675564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.710116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a2be47c4-4b42-4db5-a948-07ea7af0a6db triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:10.710482 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:10.812331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:10.812960 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:10.874072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa271a0-47e0-4f1e-90d3-bdff566ae47a None None] Pushing event updated for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:11.070783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:11.356278 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3fafb142-6e1d-4591-a565-88f63b3bef94 req-76fb33b5-032d-4d44-914a-3c3b31cf594d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 210 time: 0.0624759 Jan 25 17:32:11.380387 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-d1a4e77f-e811-4309-9d08-7f1a1f6a47fc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:11.381846 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-d1a4e77f-e811-4309-9d08-7f1a1f6a47fc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 797 time: 0.3181729 Jan 25 17:32:11.425656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:10Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:11.429585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0575e0-b7e2-4a38-994c-4c1f150f1a28 None None] The sync data for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv is: [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:10Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:32:11.434732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-7d29d26d-f016-4225-a22f-12f1c03eb00a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 379 time: 0.0396509 Jan 25 17:32:11.443388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'port': {'device_id': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'admin_state_up': True, 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'security_groups': ['b94d62b2-463f-4306-b3c2-a95d85e3e66d']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:11.604933 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:11.615972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:11.625736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:32:11.629965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:11.800507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.8 (0f887958-55f2-4427-9695-8358e6ccd28c/59dcf4ff-c7a4-4228-9d16-90b9290a4ddb/eeee29a6-bc19-4032-94d6-6b0115c98e6f) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:32:11.986505 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ef89d862-7088-4424-a42c-20a2b56aacad up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:12.006042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.024973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object eeee29a6-bc19-4032-94d6-6b0115c98e6f will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:12.056526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.069084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ef89d862-7088-4424-a42c-20a2b56aacad completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:12.075122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ef89d862-7088-4424-a42c-20a2b56aacad triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:12.075490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.134891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 0f887958-55f2-4427-9695-8358e6ccd28c is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:12.138113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:12.142372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:32:12.183989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:12.227295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:12.227967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.261229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4e7412f2-8f4a-4f18-9cb9-efe552d218ca tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8215523 Jan 25 17:32:12.273855 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Request body: {'port': {'device_id': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:12.282554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.326898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ef89d862-7088-4424-a42c-20a2b56aacad, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ef89d862-7088-4424-a42c-20a2b56aacad,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:12.334620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.417809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.422129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:12.435748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0993652f-20dc-46f2-9a66-0657d5755591 None None] Provisioning for port eeee29a6-bc19-4032-94d6-6b0115c98e6f completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:12.442673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0993652f-20dc-46f2-9a66-0657d5755591 None None] Provisioning complete for port eeee29a6-bc19-4032-94d6-6b0115c98e6f triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:12.443079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0993652f-20dc-46f2-9a66-0657d5755591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.503908 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0993652f-20dc-46f2-9a66-0657d5755591 None None] Port eeee29a6-bc19-4032-94d6-6b0115c98e6f cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:32:12.669835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c486ae-d802-45bb-bb3f-d6ba38cad4b5 req-d298539d-c19b-4231-bbb2-3f77cc6060ef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:12.670529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a3c486ae-d802-45bb-bb3f-d6ba38cad4b5 req-d298539d-c19b-4231-bbb2-3f77cc6060ef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:32:12.748710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a3c486ae-d802-45bb-bb3f-d6ba38cad4b5 req-d298539d-c19b-4231-bbb2-3f77cc6060ef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:32:12.749924 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3c486ae-d802-45bb-bb3f-d6ba38cad4b5 req-d298539d-c19b-4231-bbb2-3f77cc6060ef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 931 time: 0.2608557 Jan 25 17:32:12.822153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a3c486ae-d802-45bb-bb3f-d6ba38cad4b5 req-267702ca-2137-49a8-9a8c-4a1874d83182 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574934 Jan 25 17:32:12.892789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:32:12.901187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:12.915935 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Transition to ACTIVE for port object eeee29a6-bc19-4032-94d6-6b0115c98e6f will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:32:12.919276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:13.079403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:13.157193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Attempting to bind port eeee29a6-bc19-4032-94d6-6b0115c98e6f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:32:13.157632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Attempting to bind port eeee29a6-bc19-4032-94d6-6b0115c98e6f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:32:13.157877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Attempting to bind port eeee29a6-bc19-4032-94d6-6b0115c98e6f on network 0f887958-55f2-4427-9695-8358e6ccd28c {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:32:13.162590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Port eeee29a6-bc19-4032-94d6-6b0115c98e6f on network 0f887958-55f2-4427-9695-8358e6ccd28c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:32:13.162908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Attempting to bind port eeee29a6-bc19-4032-94d6-6b0115c98e6f on network 0f887958-55f2-4427-9695-8358e6ccd28c {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:32:13.167916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:32:13.168255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Checking segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:32:13.168636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Bound using segment: {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:32:13.169054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Bound port: eeee29a6-bc19-4032-94d6-6b0115c98e6f, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a315f7-46ee-440b-a8b1-071491ccee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:32:13.169434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:13.257570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:32:13.260386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:32:13.264693 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:13.326663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:13.327274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:13.328651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] 10.222.0.15 "PUT /v2.0/ports/eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1093 time: 1.0599933 Jan 25 17:32:13.329092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:32:13.352579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d47f71-b125-4fbc-8b26-796c3eeccfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:13.403741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'status': 'completed', 'code': 200} Jan 25 17:32:13.442560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-fd033b5e-60fb-4b56-a988-e5fc3b434733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:13.444293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-fd033b5e-60fb-4b56-a988-e5fc3b434733 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1096 time: 0.0771019 Jan 25 17:32:13.517295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-c523aaea-f683-482d-a0a6-090988a34bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 217 time: 0.0665953 Jan 25 17:32:13.578715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-193d29a4-8928-41fc-b0f6-bc10f99c715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:13.580154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-193d29a4-8928-41fc-b0f6-bc10f99c715b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0575521 Jan 25 17:32:13.658956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4be1b19e-0eea-4026-85de-8c0da9d9642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:13.660897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-4be1b19e-0eea-4026-85de-8c0da9d9642a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750737 Jan 25 17:32:13.903172 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-ef90393c-7928-47a0-a0b1-61477a70ff33 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333205 Jan 25 17:32:13.958710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ef89d862-7088-4424-a42c-20a2b56aacad up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:14.027063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ef89d862-7088-4424-a42c-20a2b56aacad triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:14.027424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:14.094897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-60ce9aed-02dd-46e4-b518-9d453e233847 req-56242541-b284-44ad-9c30-11b6d8c44474 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838386 Jan 25 17:32:14.110799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614a85b-418d-4227-bd87-74ac90364cf3 req-b8542cd1-a9c3-43ef-9cc9-7e29ee019c07 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:14.112254 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e614a85b-418d-4227-bd87-74ac90364cf3 req-b8542cd1-a9c3-43ef-9cc9-7e29ee019c07 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 943 time: 0.1184103 Jan 25 17:32:14.202472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e614a85b-418d-4227-bd87-74ac90364cf3 req-43e005b5-7413-492e-ad71-f4f2b37161bb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820880 Jan 25 17:32:14.231823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-a222967e-531a-4b8e-aa71-a5baf6e4a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:14.233935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-a222967e-531a-4b8e-aa71-a5baf6e4a51c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1096 time: 0.0825670 Jan 25 17:32:14.366843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-0596b3e9-1ced-417d-9018-08fcc60533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:14.368287 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-0596b3e9-1ced-417d-9018-08fcc60533eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1284888 Jan 25 17:32:14.438635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-3212f809-c083-4c06-b835-88c860d9f793 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 217 time: 0.0638516 Jan 25 17:32:14.500807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-afbffe0f-13f8-4872-a18c-03ed4749631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:14.502150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-afbffe0f-13f8-4872-a18c-03ed4749631b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0566974 Jan 25 17:32:14.575817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-42ea04cf-cd8c-4e77-8b14-1be54d01ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:14.577282 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-42ea04cf-cd8c-4e77-8b14-1be54d01ee06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687525 Jan 25 17:32:14.712836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-50a0b332-e934-47d4-87ac-29a77b0544ec service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278584 Jan 25 17:32:14.843003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ba9acb2-b292-472a-a2de-006b90c8e13b req-1829e989-3f52-4048-973b-6a136594ed6e service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237390 Jan 25 17:32:15.412826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2243-0395-4d63-afec-f83760d17368 req-31f7cd49-f279-40c2-a0b7-37cd15f6d143 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:15.414289 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-083d2243-0395-4d63-afec-f83760d17368 req-31f7cd49-f279-40c2-a0b7-37cd15f6d143 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 943 time: 0.0824661 Jan 25 17:32:15.458287 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-083d2243-0395-4d63-afec-f83760d17368 req-1e31c8aa-fe45-4cfe-829a-2ae639ed72af tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Jan 25 17:32:16.646135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbc295-4e18-4c78-907d-6d4ec277392a req-bc2418c9-6d02-4a13-a291-de62426ac7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:16.647602 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-64cbc295-4e18-4c78-907d-6d4ec277392a req-bc2418c9-6d02-4a13-a291-de62426ac7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 943 time: 0.0800123 Jan 25 17:32:16.700941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-64cbc295-4e18-4c78-907d-6d4ec277392a req-b456cb82-590c-4034-ae51-00aa3b2727e6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475478 Jan 25 17:32:17.360221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:32:17.492793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:17.506215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'mac_address': 'fa:16:3e:47:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:32:17.560279 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:17.580175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:32:17.595460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:17.599489 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:17.664949 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:17.887182 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b50b-7b31-471b-af35-55fc237810a0 req-d8d0d64d-a5dc-49fe-9605-d13be08f3a85 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:17.888524 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c744b50b-7b31-471b-af35-55fc237810a0 req-d8d0d64d-a5dc-49fe-9605-d13be08f3a85 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 944 time: 0.0818155 Jan 25 17:32:17.932469 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c744b50b-7b31-471b-af35-55fc237810a0 req-f866a5a5-ff7a-486a-bcdb-57a1f9dbcd33 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376158 Jan 25 17:32:17.946077 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['eeee29a6-bc19-4032-94d6-6b0115c98e6f'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:32:19.115451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cda4a5-4615-424e-a9a9-91ab871c2b89 req-782d9a59-af6b-4cf5-a37d-fa4e6c11858f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:19.116889 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-46cda4a5-4615-424e-a9a9-91ab871c2b89 req-782d9a59-af6b-4cf5-a37d-fa4e6c11858f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 944 time: 0.0824182 Jan 25 17:32:19.159836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-46cda4a5-4615-424e-a9a9-91ab871c2b89 req-c02eb790-986d-498e-bf4e-23122ba304d1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372088 Jan 25 17:32:19.375474 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:32:19.445706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port eeee29a6-bc19-4032-94d6-6b0115c98e6f completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:32:19.450285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port eeee29a6-bc19-4032-94d6-6b0115c98e6f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:32:19.450650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:19.565718 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:19.591716 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:32:19.601882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:32:19.605840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:19.641876 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'code': 200} Jan 25 17:32:19.676413 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:19.882194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c39b4-8453-4987-a3cd-9d5547d239aa req-d7e7962c-60e8-42f5-95d7-1911e57d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:19.883656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c48c39b4-8453-4987-a3cd-9d5547d239aa req-d7e7962c-60e8-42f5-95d7-1911e57d78c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0852592 Jan 25 17:32:19.927960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c48c39b4-8453-4987-a3cd-9d5547d239aa req-debeff96-d21a-4466-ba83-661c8a26927c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Jan 25 17:32:20.359391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe385fd8-ce3b-4afd-b523-f7c18b1a7f7d req-3757865c-4e59-4cf2-8e9d-a26d78819ebd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:20.361317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe385fd8-ce3b-4afd-b523-f7c18b1a7f7d req-3757865c-4e59-4cf2-8e9d-a26d78819ebd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0896020 Jan 25 17:32:20.413656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe385fd8-ce3b-4afd-b523-f7c18b1a7f7d req-c07ed4f6-f8d3-4cfe-974b-a63df06a1dc5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 Jan 25 17:32:21.598062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573aab6-adb2-47e5-8fc4-ddbcf6375f89 req-2a2fa62c-7b1a-44a4-9908-8c89be471a06 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:21.599491 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a573aab6-adb2-47e5-8fc4-ddbcf6375f89 req-2a2fa62c-7b1a-44a4-9908-8c89be471a06 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0787530 Jan 25 17:32:21.646493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a573aab6-adb2-47e5-8fc4-ddbcf6375f89 req-298a53c7-9006-498a-aa47-2209a80b08ba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 Jan 25 17:32:21.847984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07728a-d0fb-46a4-9d01-f2f741064b80 req-890ebe62-5c0c-4365-b6f9-2558590ba659 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:21.849460 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c07728a-d0fb-46a4-9d01-f2f741064b80 req-890ebe62-5c0c-4365-b6f9-2558590ba659 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0813806 Jan 25 17:32:21.894319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c07728a-d0fb-46a4-9d01-f2f741064b80 req-6e706a84-5fb7-4e9a-916f-bf318e82af87 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383494 Jan 25 17:32:21.915914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45300) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:22.034644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c3c51-f8d2-4bff-87d7-2df335dba09f tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:22.036053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2f4c3c51-f8d2-4bff-87d7-2df335dba09f tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1093 time: 0.1192007 Jan 25 17:32:22.038776 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45306) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:22.043452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:32:22.049311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:32:22.053635 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:floatingip and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:32:22.056404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:32:22.061976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:32:22.174448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:22.312266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:22.442415 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.57 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:32:22.589274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:22.617820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:22.684778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:32:22.687427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:32:22.691748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:32:22.726479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:23.105715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:23.178369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:23.378668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:23.382862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:23.495076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:32:23.503338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:23.671938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP e96235ac-f07a-4607-8aab-558a469960c2 associated. External IP: 172.26.4.57, port: eeee29a6-bc19-4032-94d6-6b0115c98e6f. Jan 25 17:32:24.132269 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 38507a49-a932-4c55-b158-c2b878e9cba0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:32:24.310883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:32:24.321436 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Sync routers for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:32:24.333499 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:24.334212 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:24.339348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:24.405237 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb258f9d-6727-4bac-8e9a-b870a2280c26 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3628635 Jan 25 17:32:24.405237 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:32:24.448557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'status': 'completed', 'code': 200} Jan 25 17:32:24.552838 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:24.610934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185237-b4d2-4b74-a715-0c916d3a7f81 req-5d96c18b-91ca-4f90-ab36-e8048d9cd909 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:24.612535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08185237-b4d2-4b74-a715-0c916d3a7f81 req-5d96c18b-91ca-4f90-ab36-e8048d9cd909 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.1117141 Jan 25 17:32:24.615220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253687b-b745-42ea-9c0c-ca973d912534 req-e1d0e6a0-6016-4860-872a-323326fc9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:24.616558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-e1d0e6a0-6016-4860-872a-323326fc9664 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.1471572 Jan 25 17:32:24.740653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08185237-b4d2-4b74-a715-0c916d3a7f81 req-4eb13905-2a66-4687-b8b9-8c34c4759f52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221852 Jan 25 17:32:24.765127 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45314) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:24.786220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253687b-b745-42ea-9c0c-ca973d912534 req-94c994e2-f3e5-4dae-af18-61545abbdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:24.787781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-94c994e2-f3e5-4dae-af18-61545abbdc68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1517262 Jan 25 17:32:24.891580 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ebc3f74-88f5-490b-b966-0f542db335f1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/e96235ac-f07a-4607-8aab-558a469960c2 HTTP/1.1" status: 200 len: 990 time: 0.1247091 Jan 25 17:32:24.898527 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-937a9f93-1329-4db3-9d74-0767f6e30c61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 998 time: 0.1045587 Jan 25 17:32:24.926065 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e96235ac-f07a-4607-8aab-558a469960c2', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'mac_address': 'fa:16:3e:47:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:32:23Z', 'updated_at': '2022-01-25T17:32:23Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:24.929795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Checking router: 38507a49-a932-4c55-b158-c2b878e9cba0 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:32:24.937872 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:32:24.938444 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:32:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:24.964170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253687b-b745-42ea-9c0c-ca973d912534 req-2ac49d20-5a52-4e7d-8a7e-f4e9eeab0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:24.965648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-2ac49d20-5a52-4e7d-8a7e-f4e9eeab0da0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0620625 Jan 25 17:32:25.043590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253687b-b745-42ea-9c0c-ca973d912534 req-f01e97de-7df3-4853-aaa1-48f4deed1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:32:25.045051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-f01e97de-7df3-4853-aaa1-48f4deed1d02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734274 Jan 25 17:32:25.119375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:32:25.178708 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-b2da381d-2dd6-4443-ad26-ef868ebb0aad service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274624 Jan 25 17:32:25.418514 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b253687b-b745-42ea-9c0c-ca973d912534 req-d62151ae-313b-494e-ab37-4dc2ba987c7f service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345259 Jan 25 17:32:25.466965 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e96235ac-f07a-4607-8aab-558a469960c2', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'mac_address': 'fa:16:3e:47:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:32:23Z', 'updated_at': '2022-01-25T17:32:23Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:32:25.470811 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b5af-dac1-4405-ba61-2c56cc86a9ea None None] The sync data for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv is: [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e96235ac-f07a-4607-8aab-558a469960c2', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'mac_address': 'fa:16:3e:47:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:32:23Z', 'updated_at': '2022-01-25T17:32:23Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:32:25.664840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f1db5-9398-4633-808c-766cd9d46c76 None None] New status for floating IP e96235ac-f07a-4607-8aab-558a469960c2: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:32:25.895228 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45318) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:32:25.934890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:26.011379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a0400daa-4a23-4307-8cf0-fe33bd975487 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/e96235ac-f07a-4607-8aab-558a469960c2 HTTP/1.1" status: 200 len: 992 time: 0.1150308 Jan 25 17:32:27.776292 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8705effc-c370-4db2-b70e-74b778637bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:30.359404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1495d93-7bbf-4b2b-8aca-a1727a03fd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:31.238182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:31.721088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:32.904457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:41.573560 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:32:45.894948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-3238e55e-9f0b-4e53-a973-2a433edc190e req-96720eb3-a704-4d3b-954b-2fcd1ae9ebca service neutron] (87553) timed out ('10.222.0.45', 41304) {{(pid=87553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 17:32:55.903928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:32:57.778035 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b63dd58-48cf-49b0-a9c8-22bd7fa42445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:00.360419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-afc1a454-0dc2-47d1-ba90-28f2501a709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:01.240687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:01.724012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:02.906541 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:10.984381 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-b76581d6-d197-48e5-aa45-0f1a5b394a9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691411 Jan 25 17:33:11.124081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-d19677f7-5987-42ee-9510-391a7fb807f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:11.125463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-d19677f7-5987-42ee-9510-391a7fb807f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0745041 Jan 25 17:33:11.269769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-5dc77c8e-c359-4e4c-8dd7-394168dd4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:11.271164 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-5dc77c8e-c359-4e4c-8dd7-394168dd4070 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1274209 Jan 25 17:33:11.370960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-8862fc8c-1f4b-432a-910c-9c5c77df8779 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1000 time: 0.0939698 Jan 25 17:33:11.436072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-60f0ef1c-0671-4af5-8444-2fadfd2a596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:11.437385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-60f0ef1c-0671-4af5-8444-2fadfd2a596b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0603781 Jan 25 17:33:11.512948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-b798e403-8aaf-492f-b49c-7d15ec0f6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:11.514404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-b798e403-8aaf-492f-b49c-7d15ec0f6440 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716779 Jan 25 17:33:11.646858 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-9b7dfa9f-01f1-41db-a224-f66000b88962 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263602 Jan 25 17:33:11.777951 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05115acd-bcbb-43ea-8577-4b22a11fce08 req-0d5c364b-a82e-4050-9eb8-b56b5bb012c3 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250842 Jan 25 17:33:18.572762 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:33:25.898371 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:27.779260 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4e715eb-d14c-4f16-8114-fe5eaf7ae998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:29.061515 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-ce301afa-a664-47e6-9b71-34eaa6d65e2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221673 Jan 25 17:33:29.075263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ef53-e45d-43bc-9b1a-3a06dd98e98a req-ea3b7569-bfa8-41f1-aa73-3797578f9591 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:29.076741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9028ef53-e45d-43bc-9b1a-3a06dd98e98a req-ea3b7569-bfa8-41f1-aa73-3797578f9591 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0862005 Jan 25 17:33:29.125149 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9028ef53-e45d-43bc-9b1a-3a06dd98e98a req-57c30fa5-5eac-4205-83f7-fdfc01ea885a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Jan 25 17:33:30.363073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9332ade4-98ae-4b54-a048-27fffd391eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:30.372190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869f79c-0a0a-4e12-a014-8ae36c1f3ca5 req-4e73c762-7e7c-4383-b019-b8e1eee3ca14 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:30.373687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4869f79c-0a0a-4e12-a014-8ae36c1f3ca5 req-4e73c762-7e7c-4383-b019-b8e1eee3ca14 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.1396718 Jan 25 17:33:30.394570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-01c9379e-db6f-478e-b519-5eb6488d7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:30.395974 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-01c9379e-db6f-478e-b519-5eb6488d7469 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.1172509 Jan 25 17:33:30.498567 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4869f79c-0a0a-4e12-a014-8ae36c1f3ca5 req-4d606074-d2cd-4484-90b9-745dab52a9db tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182625 Jan 25 17:33:30.542458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-d7db4543-f73b-4169-8f4a-2e621951405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:30.543882 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-d7db4543-f73b-4169-8f4a-2e621951405c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1407187 Jan 25 17:33:30.645205 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-12307370-e6dc-4c43-97e1-8834482abab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1000 time: 0.0942845 Jan 25 17:33:30.712333 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-e497a717-d0a9-4803-9fbf-0819517dd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:30.713812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-e497a717-d0a9-4803-9fbf-0819517dd359 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0624278 Jan 25 17:33:30.895149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-1760ec39-5802-4dc5-993b-b41a379f188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:30.896608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-1760ec39-5802-4dc5-993b-b41a379f188f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1720889 Jan 25 17:33:31.026288 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-8682cb0a-63db-432b-bacb-b764df0ec13a service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224411 Jan 25 17:33:31.156486 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-c03e5785-2786-4492-b1e5-80434b2ad2a1 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239877 Jan 25 17:33:31.242818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:31.683119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02db619-baec-4ae0-9121-9efd4650cb35 req-9eb71cbe-6490-44b3-8a5f-6c5c4a00b9e2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:31.684521 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f02db619-baec-4ae0-9121-9efd4650cb35 req-9eb71cbe-6490-44b3-8a5f-6c5c4a00b9e2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0780337 Jan 25 17:33:31.727364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:31.729901 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f02db619-baec-4ae0-9121-9efd4650cb35 req-4afdf66e-b659-495c-bebf-ad9c7b2935e3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389190 Jan 25 17:33:32.910310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:32.920467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd9902-2b05-4b3a-8e37-a892dd80aeb3 req-f52e500e-d290-4f84-bcfe-4afef8f01e90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:32.921952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5cd9902-2b05-4b3a-8e37-a892dd80aeb3 req-f52e500e-d290-4f84-bcfe-4afef8f01e90 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0849316 Jan 25 17:33:32.966047 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5cd9902-2b05-4b3a-8e37-a892dd80aeb3 req-61558003-22c4-4216-954e-b53884a3ab4f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Jan 25 17:33:34.151120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ea9c-cd0a-4be9-8a18-f4ab14c69785 req-21d4f0da-c7d1-4826-b57d-035f47137e23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:34.152459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b42ea9c-cd0a-4be9-8a18-f4ab14c69785 req-21d4f0da-c7d1-4826-b57d-035f47137e23 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0798001 Jan 25 17:33:34.197409 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b42ea9c-cd0a-4be9-8a18-f4ab14c69785 req-11e2e5af-def0-4a1f-9be6-00b8760a8f5c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391581 Jan 25 17:33:35.383072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5263d-29b7-4617-a8b9-57ddcea1290e req-c7aa515e-294e-4337-9eb3-5410fd553954 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:35.384529 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f9e5263d-29b7-4617-a8b9-57ddcea1290e req-c7aa515e-294e-4337-9eb3-5410fd553954 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0821304 Jan 25 17:33:35.428582 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f9e5263d-29b7-4617-a8b9-57ddcea1290e req-1ae860ed-a88e-4150-be80-3da9278c6de4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384300 Jan 25 17:33:36.609863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49932cd5-e8b8-4ea0-97dd-1138a4687c17 req-83fe3cd1-2478-4c16-add7-c5ecc7cdb30b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:36.611361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49932cd5-e8b8-4ea0-97dd-1138a4687c17 req-83fe3cd1-2478-4c16-add7-c5ecc7cdb30b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0791817 Jan 25 17:33:36.657579 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-49932cd5-e8b8-4ea0-97dd-1138a4687c17 req-45f853bf-9d42-4ec5-afed-b18697df53a4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Jan 25 17:33:37.842676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619762a4-a43e-495e-b3ed-b9d1bb9e9c7b req-da549d19-bed2-44c2-a683-c7eb7b51bdc9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:37.844153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-619762a4-a43e-495e-b3ed-b9d1bb9e9c7b req-da549d19-bed2-44c2-a683-c7eb7b51bdc9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0802686 Jan 25 17:33:37.891206 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-619762a4-a43e-495e-b3ed-b9d1bb9e9c7b req-517ff580-7449-4a72-ad31-5d208d7b4ed9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Jan 25 17:33:39.076951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1243d92-8387-4d51-a53f-abf70808395a req-589e8588-ffee-4060-9bcb-88fc4691e09b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:39.078474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b1243d92-8387-4d51-a53f-abf70808395a req-589e8588-ffee-4060-9bcb-88fc4691e09b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0820234 Jan 25 17:33:39.125413 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b1243d92-8387-4d51-a53f-abf70808395a req-6381c46e-96e9-4a40-8e18-56dace04f1b3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Jan 25 17:33:40.308651 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104845-833d-4b3d-980c-e5c05c21857d req-e674e093-6dac-456c-8f21-fb04ab064714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:40.310101 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91104845-833d-4b3d-980c-e5c05c21857d req-e674e093-6dac-456c-8f21-fb04ab064714 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0806036 Jan 25 17:33:40.354435 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-91104845-833d-4b3d-980c-e5c05c21857d req-7ac21055-3584-4daf-af1b-dd9673d53ffb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379827 Jan 25 17:33:41.545930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61506e0e-b6c8-431a-b5be-b1c0a41eef8a req-774336f9-96bc-41f2-bed4-8389f4e5a867 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:41.547367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-61506e0e-b6c8-431a-b5be-b1c0a41eef8a req-774336f9-96bc-41f2-bed4-8389f4e5a867 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0854735 Jan 25 17:33:41.591489 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-61506e0e-b6c8-431a-b5be-b1c0a41eef8a req-944bdb4f-6d98-4107-9583-42446f223869 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Jan 25 17:33:42.811648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4454-1640-481f-8877-8076f154d71e req-32d786fb-34b2-4ea4-97a0-8bb684bf35d3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:42.813081 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90aa4454-1640-481f-8877-8076f154d71e req-32d786fb-34b2-4ea4-97a0-8bb684bf35d3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.1173658 Jan 25 17:33:42.879831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90aa4454-1640-481f-8877-8076f154d71e req-d2d97465-7b5d-47fd-9624-4c63ba7602e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586417 Jan 25 17:33:42.882317 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-163bd94b-ec3e-4a3e-b836-6f0662cbfd51 service neutron] 10.222.0.15 "GET /v2.0/ports/eeee29a6-bc19-4032-94d6-6b0115c98e6f/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.1185541 Jan 25 17:33:43.140316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-58c12d83-b820-43a1-b10c-67de9d2b17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:43.141703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-58c12d83-b820-43a1-b10c-67de9d2b17e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0695562 Jan 25 17:33:43.234174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-dcd9cf5d-d86d-4d52-bf63-7f5080b24b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:43.235650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-dcd9cf5d-d86d-4d52-bf63-7f5080b24b05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0724666 Jan 25 17:33:43.366470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-19123d6a-cc70-4a0e-8c7a-874ff46f7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:43.367881 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-19123d6a-cc70-4a0e-8c7a-874ff46f7ca4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1268380 Jan 25 17:33:43.563646 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-9389c6d9-8e19-45e6-95cd-2a7d9e978f99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1000 time: 0.1899424 Jan 25 17:33:43.623577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-c73cb8cc-5e31-4b03-8eec-15b4ebc12d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:43.624960 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-c73cb8cc-5e31-4b03-8eec-15b4ebc12d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0558820 Jan 25 17:33:43.700356 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319367-b3bd-4940-b9bc-328095be4fca req-e8e25577-e9ad-46c1-a8e1-4fd38dedccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:43.701809 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-e8e25577-e9ad-46c1-a8e1-4fd38dedccb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708213 Jan 25 17:33:43.835034 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-5e5aedbb-52b6-4398-9787-313d832f4f5b service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268578 Jan 25 17:33:43.967197 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed319367-b3bd-4940-b9bc-328095be4fca req-19ecf9a2-1860-4789-9d48-51631117bdbe service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267083 Jan 25 17:33:44.070361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc9e69-c3a9-42a1-91cf-0686b79dd3e7 req-d305d34f-4dd5-4501-9056-a6576d6bfe9b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:44.071817 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0bbc9e69-c3a9-42a1-91cf-0686b79dd3e7 req-d305d34f-4dd5-4501-9056-a6576d6bfe9b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0824912 Jan 25 17:33:44.116423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0bbc9e69-c3a9-42a1-91cf-0686b79dd3e7 req-4b639d97-78a8-41bf-a40c-9a8d2200bee9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389466 Jan 25 17:33:45.312293 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6dc6d-4168-4c74-b42d-d62db8936347 req-6fc2501c-c70b-47d9-9bf6-bc6477a81df7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:45.313768 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4eb6dc6d-4168-4c74-b42d-d62db8936347 req-6fc2501c-c70b-47d9-9bf6-bc6477a81df7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0900571 Jan 25 17:33:45.357710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4eb6dc6d-4168-4c74-b42d-d62db8936347 req-85f7d645-0ef8-4a45-8876-e7afcf056299 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Jan 25 17:33:45.757808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:33:45.760566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:33:46.010558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:46.027717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:33:46.048037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'port_id': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'mac_address': 'fa:16:3e:47:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:33:46.055231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:33:46.100662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:33:46.108533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:46.163323 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'code': 200} Jan 25 17:33:46.171832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:46.195874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:33:46.202296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:33:46.210000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.210349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.210689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.211025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.211357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.211685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.212011 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.212335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.212659 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.212982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.213341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.213655 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:33:46.273138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:33:46.273438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:33:46.541455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854670-4b8c-4963-83f9-df5449c5afea req-91ec6f26-9019-43ae-a639-9dfa6117c596 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:46.542842 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03854670-4b8c-4963-83f9-df5449c5afea req-91ec6f26-9019-43ae-a639-9dfa6117c596 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 943 time: 0.0790625 Jan 25 17:33:46.587225 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03854670-4b8c-4963-83f9-df5449c5afea req-dc19c696-630f-4c5e-a0d2-b4c4db2e7120 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387776 Jan 25 17:33:46.827368 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:46.844095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:33:46.859325 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:33:46.863207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:46.931249 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['eeee29a6-bc19-4032-94d6-6b0115c98e6f'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:33:46.980506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:33:47.771637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:33:47.774835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a105-75fe-4c52-87ea-17a714ef6c89 req-985d9189-d69b-4147-8fee-040158d156c5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:47.776293 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75e5a105-75fe-4c52-87ea-17a714ef6c89 req-985d9189-d69b-4147-8fee-040158d156c5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 944 time: 0.0832682 Jan 25 17:33:47.821493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-75e5a105-75fe-4c52-87ea-17a714ef6c89 req-40164939-5bd0-4702-9a01-c88b49bd244e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 Jan 25 17:33:47.849126 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port eeee29a6-bc19-4032-94d6-6b0115c98e6f triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:33:47.849700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:47.965421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:48.001385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:33:48.005630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:48.073071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:33:48.164463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:33:48.204393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-54c67bf7-f3b0-4ffa-9e8a-04fbd1d52435 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.207151 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-54c67bf7-f3b0-4ffa-9e8a-04fbd1d52435 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa&tenant_id=8344a5269583413ab79fb16a6268e3c1&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1518993 Jan 25 17:33:48.215253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279e4ca-b9a8-4964-b9d7-f6dda8b78bb9 req-2ff53885-fe22-4fb1-83e8-eeb78be4ba70 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.216651 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c279e4ca-b9a8-4964-b9d7-f6dda8b78bb9 req-2ff53885-fe22-4fb1-83e8-eeb78be4ba70 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.1290522 Jan 25 17:33:48.230751 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'code': 200} Jan 25 17:33:48.262355 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c279e4ca-b9a8-4964-b9d7-f6dda8b78bb9 req-79ed91c9-c8c5-4803-8a14-6dd8e23e6a6d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Jan 25 17:33:48.350733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-4aa021a8-86d8-4f31-aa9e-e470746d6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.352229 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-4aa021a8-86d8-4f31-aa9e-e470746d6fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0754924 Jan 25 17:33:48.545419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-d8421510-ad77-4cc1-b028-ee04f958bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.547882 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-d8421510-ad77-4cc1-b028-ee04f958bc72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1895733 Jan 25 17:33:48.619471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a120c6-7c4d-488d-9daa-2f8640171d29 req-cde78a41-404d-46ab-ae16-911245346b2a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.620885 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2a120c6-7c4d-488d-9daa-2f8640171d29 req-cde78a41-404d-46ab-ae16-911245346b2a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.2450917 Jan 25 17:33:48.689485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-ba2456c1-f213-4cc5-9947-9ca7ced278c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1000 time: 0.1342669 Jan 25 17:33:48.694819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e2a120c6-7c4d-488d-9daa-2f8640171d29 req-df0ec03c-bff2-4117-a401-11bd67c690ef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607929 Jan 25 17:33:48.755782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-1b99bad2-26e5-436c-92a1-e685758712ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.757182 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-1b99bad2-26e5-436c-92a1-e685758712ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0613098 Jan 25 17:33:48.832596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-e8eb03f6-f09b-4e88-a3f6-57b8eee1b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:48.833983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-e8eb03f6-f09b-4e88-a3f6-57b8eee1b515 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703070 Jan 25 17:33:49.068360 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-4ccaa827-f1fe-454d-b271-67153365b5c8 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285471 Jan 25 17:33:49.208311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1f1ec07-d803-4eaa-b910-ea22fd701ce3 req-02421da9-b99f-440c-ab75-4e20280d5894 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341925 Jan 25 17:33:49.894038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88398a7-c2af-4429-92f8-6648e272bafd req-be247c79-af14-47ae-85b4-5f993fc07568 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:33:49.895400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b88398a7-c2af-4429-92f8-6648e272bafd req-be247c79-af14-47ae-85b4-5f993fc07568 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0849557 Jan 25 17:33:49.938845 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b88398a7-c2af-4429-92f8-6648e272bafd req-868f3dbc-d03e-49d2-8a47-484a8ac281b1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Jan 25 17:33:49.962925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45432) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:33:50.067771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b0a74994-924d-4184-8d22-7ce550922ae1 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/e96235ac-f07a-4607-8aab-558a469960c2 HTTP/1.1" status: 200 len: 992 time: 0.1037378 Jan 25 17:33:55.572219 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:33:55.895428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:33:57.781673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fda87546-5b82-428c-b46d-577b36344629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:00.366520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c181-544f-4da8-be77-d52546b15a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:01.243955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:01.729905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:02.914054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:10.988631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-a253f12a-c137-4720-9284-adee81257f8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686126 Jan 25 17:34:11.132301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-ab97777f-9fc8-4de9-8691-74b0baa858fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:11.133701 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-ab97777f-9fc8-4de9-8691-74b0baa858fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0755413 Jan 25 17:34:11.275184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-daa48b62-27ea-40e0-b92d-bc652bfc31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:11.276581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-daa48b62-27ea-40e0-b92d-bc652bfc31a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1249263 Jan 25 17:34:11.375494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-671670c9-32f9-448b-aa8a-0fb361ec666f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 1000 time: 0.0924773 Jan 25 17:34:11.440901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-c12bf54f-7ef4-4e44-87cc-e7232ec99d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:11.442568 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-c12bf54f-7ef4-4e44-87cc-e7232ec99d71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0610356 Jan 25 17:34:11.518105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-a5cc1c7d-4964-4a49-9721-f99f93d3fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:11.519605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-a5cc1c7d-4964-4a49-9721-f99f93d3fcdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707278 Jan 25 17:34:11.650294 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-dec67f46-adcf-447f-92e7-ad99c8d5c532 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248081 Jan 25 17:34:11.780453 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efafa14e-6123-4219-b7bc-a18843ef9ff2 req-bedb2b66-e3d2-4fb9-b57b-6a5c19a22e36 service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245346 Jan 25 17:34:25.911879 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:27.783303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a90eed7-7c2c-463a-bb35-2fb3019bb49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:30.369359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc68ca0c-e0e5-4491-8ac3-96f4dc5e4091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:31.246535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:31.732827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:32.574754 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:34:32.918047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:43.393884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45452) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:43.598628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:34:43.598965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:43.872255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:43.872583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:43.996535 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:34:44.140550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:44.189930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=00ae7c66-bfe8-4dcb-88b8-c71eb142e9d3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:44.227068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.227424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.227768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.228108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.228446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.228782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.229112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.229470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.229804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.230129 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.230457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.230779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:44.292623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:44.292955 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP e96235ac-f07a-4607-8aab-558a469960c2 disassociated (deleted). External IP: 172.26.4.57, port: eeee29a6-bc19-4032-94d6-6b0115c98e6f. Jan 25 17:34:44.643057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 38507a49-a932-4c55-b158-c2b878e9cba0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:34:44.835410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:34:44.849164 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Sync routers for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:34:44.856529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:44.858891 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:34:44.859559 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:44.915116 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-92f5ebac-2820-4304-a168-5ae4db76569d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/floatingips/e96235ac-f07a-4607-8aab-558a469960c2 HTTP/1.1" status: 204 len: 168 time: 1.5200596 Jan 25 17:34:44.915710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:34:44.967711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'status': 'completed', 'code': 200} Jan 25 17:34:45.043493 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:34:45.062695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53f36-e582-4a9c-9734-0177c244806c req-7fc2cbe0-94ac-4542-b3e8-4a70df19c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:45.064199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-7fc2cbe0-94ac-4542-b3e8-4a70df19c769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 1098 time: 0.0746911 Jan 25 17:34:45.216234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53f36-e582-4a9c-9734-0177c244806c req-7dc7da45-e19b-439d-920d-264de9ac14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:45.217714 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-7dc7da45-e19b-439d-920d-264de9ac14e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 200 len: 898 time: 0.1461353 Jan 25 17:34:45.417900 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:45.421787 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Checking router: 38507a49-a932-4c55-b158-c2b878e9cba0 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:34:45.428467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-1f6272e9-3be7-4937-8934-db91c70d2957 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 200 len: 217 time: 0.1757412 Jan 25 17:34:45.430306 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:34:45.430901 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:45.502388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53f36-e582-4a9c-9734-0177c244806c req-ad92a362-1d97-4683-8bf7-2e5862b36f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:45.504657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-ad92a362-1d97-4683-8bf7-2e5862b36f33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 200 len: 835 time: 0.0677407 Jan 25 17:34:45.552906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c255c-81d8-45ae-b5c8-0ae313dd59ca req-c77a9ac4-2ac1-4f30-b95a-d18ca5e3c07f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:45.553618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-265c255c-81d8-45ae-b5c8-0ae313dd59ca req-c77a9ac4-2ac1-4f30-b95a-d18ca5e3c07f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:34:45.585123 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-265c255c-81d8-45ae-b5c8-0ae313dd59ca req-c77a9ac4-2ac1-4f30-b95a-d18ca5e3c07f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:34:45.586302 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-265c255c-81d8-45ae-b5c8-0ae313dd59ca req-c77a9ac4-2ac1-4f30-b95a-d18ca5e3c07f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.3640592 Jan 25 17:34:45.609555 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:34:45.623572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53f36-e582-4a9c-9734-0177c244806c req-15d4a925-cfbc-4e05-b687-297ac21f2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:45.625008 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-15d4a925-cfbc-4e05-b687-297ac21f2a8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f887958-55f2-4427-9695-8358e6ccd28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130402 Jan 25 17:34:45.711620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-265c255c-81d8-45ae-b5c8-0ae313dd59ca req-30fff157-e74c-4e4f-8a4d-6b1fa02039b7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167891 Jan 25 17:34:45.771982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-1dd73606-9330-4fc5-96ea-0605af88b0fa service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378822 Jan 25 17:34:45.905855 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58b53f36-e582-4a9c-9734-0177c244806c req-b950ddf0-0e18-418c-b87d-5941056c584d service neutron] 10.222.0.15 "GET /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268587 Jan 25 17:34:45.927339 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:45.931389 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66f89d-e139-4577-9013-e516accaf0aa None None] The sync data for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv is: [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:32:07Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'ef89d862-7088-4424-a42c-20a2b56aacad', 'name': '', 'network_id': '0f887958-55f2-4427-9695-8358e6ccd28c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:1c:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:06Z', 'updated_at': '2022-01-25T17:32:12Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '59dcf4ff-c7a4-4228-9d16-90b9290a4ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:34:46.140969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b21be-248e-4476-8a68-5bfdb1a85e66 None None] New status for floating IP e96235ac-f07a-4607-8aab-558a469960c2: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:34:46.901344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cde3fd-f4e1-4347-896a-0e464da1f689 req-c516470b-fe73-404e-aad5-a177479a273e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:46.902793 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90cde3fd-f4e1-4347-896a-0e464da1f689 req-c516470b-fe73-404e-aad5-a177479a273e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0795958 Jan 25 17:34:46.946630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90cde3fd-f4e1-4347-896a-0e464da1f689 req-50c413c6-9c24-4590-b897-f6f4e25d66a0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=b94d62b2-463f-4306-b3c2-a95d85e3e66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382707 Jan 25 17:34:47.245294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-3a12eecb-1d17-4522-bdde-92d707ec8c21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:47.246692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-3a12eecb-1d17-4522-bdde-92d707ec8c21 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 945 time: 0.0818970 Jan 25 17:34:47.314916 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:34:47.315787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:47.559491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port eeee29a6-bc19-4032-94d6-6b0115c98e6f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eeee29a6-bc19-4032-94d6-6b0115c98e6f,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:34:47.559761 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:47.682197 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for eeee29a6-bc19-4032-94d6-6b0115c98e6f owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:34:47.826988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:47.878011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=eeee29a6-bc19-4032-94d6-6b0115c98e6f,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:47.952714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] No DVR routers for this DVR port eeee29a6-bc19-4032-94d6-6b0115c98e6f on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:34:47.955220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:47.958456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-deleted', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:34:47.975056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-883e03db-ab1b-460c-92b6-777297eaaee4 req-fd2f730d-8b50-4499-99d5-ab51608820d2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "DELETE /v2.0/ports/eeee29a6-bc19-4032-94d6-6b0115c98e6f HTTP/1.1" status: 204 len: 173 time: 0.7225771 Jan 25 17:34:48.006074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb0e37f-8837-49f3-a251-61aeec315efa', 'name': 'network-vif-deleted', 'tag': 'eeee29a6-bc19-4032-94d6-6b0115c98e6f', 'status': 'completed', 'code': 200} Jan 25 17:34:48.098420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a0ad83a6-de5f-4cd3-8cac-effbf5215261 req-cee58c73-dc8d-4230-a623-3456566092b9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:34:48.113952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a0ad83a6-de5f-4cd3-8cac-effbf5215261 req-cee58c73-dc8d-4230-a623-3456566092b9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:34:48.115103 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a0ad83a6-de5f-4cd3-8cac-effbf5215261 req-cee58c73-dc8d-4230-a623-3456566092b9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=3eb0e37f-8837-49f3-a251-61aeec315efa HTTP/1.1" status: 200 len: 210 time: 0.0602212 Jan 25 17:34:49.217411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45470) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:49.867965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:49.982965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:34:50.017042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: eeee29a6-bc19-4032-94d6-6b0115c98e6f {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:34:50.017409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eeee29a6-bc19-4032-94d6-6b0115c98e6f not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:34:50.219343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port ef89d862-7088-4424-a42c-20a2b56aacad {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:34:50.219919 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:50.406610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port ef89d862-7088-4424-a42c-20a2b56aacad, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ef89d862-7088-4424-a42c-20a2b56aacad,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:34:50.407113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:50.550125 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for ef89d862-7088-4424-a42c-20a2b56aacad owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:34:50.971545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:51.023034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=ef89d862-7088-4424-a42c-20a2b56aacad,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:51.296328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:51.652057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 38507a49-a932-4c55-b158-c2b878e9cba0 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:34:51.827830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:34:51.838322 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Sync routers for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:34:51.850109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-84d2e070-be92-4334-891d-7b80d63bfbbf tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/38507a49-a932-4c55-b158-c2b878e9cba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6289496 Jan 25 17:34:51.850833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45474) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:51.851745 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:34:51.852446 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:51.916620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting subnet 59dcf4ff-c7a4-4228-9d16-90b9290a4ddb {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:34:51.919489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:51.985235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.037884 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:34:52.065767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.142073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.185647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Subnet': ['ID=59dcf4ff-c7a4-4228-9d16-90b9290a4ddb,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:52.187479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.194000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09d8f2-04a2-4525-bcc9-d5a5ae442205 None None] Network 0f887958-55f2-4427-9695-8358e6ccd28c requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:34:52.197694 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c4d081b7-2cae-41dc-a55c-7659063bab39 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/subnets/59dcf4ff-c7a4-4228-9d16-90b9290a4ddb HTTP/1.1" status: 204 len: 168 time: 0.3434834 Jan 25 17:34:52.197694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45478) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:52.339492 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:34:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:52.343385 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Checking router: 38507a49-a932-4c55-b158-c2b878e9cba0 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:34:52.351867 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Routers {'38507a49-a932-4c55-b158-c2b878e9cba0'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:34:52.352473 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['38507a49-a932-4c55-b158-c2b878e9cba0'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:52.463776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] DHCP port deletion for 0f887958-55f2-4427-9695-8358e6ccd28c request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:34:52.467892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Deleting port a2be47c4-4b42-4db5-a948-07ea7af0a6db {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:34:52.468333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.508444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.563636 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] Set router 38507a49-a932-4c55-b158-c2b878e9cba0 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:34:52.680742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] For port a2be47c4-4b42-4db5-a948-07ea7af0a6db, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a2be47c4-4b42-4db5-a948-07ea7af0a6db,segment=NetworkSegment(a9a315f7-46ee-440b-a8b1-071491ccee9c),segment_id=a9a315f7-46ee-440b-a8b1-071491ccee9c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:34:52.681174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.694497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.705094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:34:52.705471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.806286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Calling delete_port for a2be47c4-4b42-4db5-a948-07ea7af0a6db owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:34:52.861397 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:34:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:52.866718 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4a07f-9da5-4d93-aa2a-358e5e00c710 None None] The sync data for ids ['38507a49-a932-4c55-b158-c2b878e9cba0'] in dv-neutron-824022-2-hyperv is: [{'id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908788781', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:32:02Z', 'updated_at': '2022-01-25T17:34:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38507a49-a932-4c55-b158-c2b878e9cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:32:03Z', 'updated_at': '2022-01-25T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:34:52.884637 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:34:52.885440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.893979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:52.942115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Pushing event deleted for resources: {'Port': ['ID=a2be47c4-4b42-4db5-a948-07ea7af0a6db,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:52.944425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] No DVR routers for this DVR port a2be47c4-4b42-4db5-a948-07ea7af0a6db on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:34:52.954791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.955159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.956261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.956544 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.957427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.957427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.957611 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.957804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.958133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.958457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.958803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:52.959092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d9113-96d3-4b61-8517-bae5505b7b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:53.011479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:34:53.175376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.251699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:53.315362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.491901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.494070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.515698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.516428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Fanout notify agent at l3_agent the message router_deleted on router 38507a49-a932-4c55-b158-c2b878e9cba0 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:34:53.531883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.536217 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:53.536682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6a62071e-1c79-470e-8628-8d385f188e5d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/routers/38507a49-a932-4c55-b158-c2b878e9cba0 HTTP/1.1" status: 204 len: 168 time: 1.3377600 Jan 25 17:34:53.652251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.783373 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.808266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f887958-55f2-4427-9695-8358e6ccd28c']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:53.819874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a315f7-46ee-440b-a8b1-071491ccee9c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:53.820175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a315f7-46ee-440b-a8b1-071491ccee9c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:53.831956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.851663 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.857796 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:34:53.858195 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:34:53.872972 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:34:53.953376 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.960063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:53.989575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Network': ['ID=0f887958-55f2-4427-9695-8358e6ccd28c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:53.994675 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/networks/0f887958-55f2-4427-9695-8358e6ccd28c HTTP/1.1" status: 204 len: 168 time: 0.4574530 Jan 25 17:34:53.997743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45486) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:54.001011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.001408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.001756 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.002094 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.002460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.003300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.003425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.003752 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.004086 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.004418 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.004748 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.005074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e868b15c-4e06-4cde-89ae-95dd3e086206 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:34:54.022843 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:34:54.057281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:34:54.057551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 0ba32fa5-ed19-44d0-9e8f-8aecd2a2ebc0 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:34:54.057980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ef89d862-7088-4424-a42c-20a2b56aacad no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:34:54.068656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.097447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ef89d862-7088-4424-a42c-20a2b56aacad {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:34:54.097742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ef89d862-7088-4424-a42c-20a2b56aacad not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:34:54.098166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a2be47c4-4b42-4db5-a948-07ea7af0a6db no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:34:54.099169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.137308 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a2be47c4-4b42-4db5-a948-07ea7af0a6db {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:34:54.137666 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a2be47c4-4b42-4db5-a948-07ea7af0a6db not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:34:54.169768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.186702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d62b2-463f-4306-b3c2-a95d85e3e66d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:54.199107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.200268 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4140e7a2-df03-4f7b-b6da-8f60e3ac3910 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/security-groups/b94d62b2-463f-4306-b3c2-a95d85e3e66d HTTP/1.1" status: 204 len: 168 time: 0.2011292 Jan 25 17:34:54.559882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45494) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:54.566090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068586946', 'description': 'tempest-secgroup-smoke-1068586946 description', 'project_id': '8344a5269583413ab79fb16a6268e3c1'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:54.572317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:54.576412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:54.579290 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:54.584940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:54.594376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.616260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:54.619966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:54.622849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:54.629305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:54.804962 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.809266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.853697 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2d17a-7270-478d-b736-91022ab67b7e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:54.859738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.861605 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b68a1fe1-fd49-48bd-a3d3-f8be1a68f9ee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3001332 Jan 25 17:34:54.864694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45502) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:54.869702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:54.875852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:54.880225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:54.883095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:54.888604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:54.904468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.963750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.967397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:54.992674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a841180-a43e-4f8b-b9a4-1c32f7a34391,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.002043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.003437 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-372656c0-cb87-4867-9082-eb7da48b3d50 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377604 Jan 25 17:34:55.006135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45508) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.011043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.016756 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.020692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.023569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.029247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.046218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.121594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.126709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.151951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6048f80d-1be1-49f8-9ab1-def1a0bc1043,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.161399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.162681 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-84b87606-eae3-4c82-bbb8-51e90d7e8674 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555748 Jan 25 17:34:55.165271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45512) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.170238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.176456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.180144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.182963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.188468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.204800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.266749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.270240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.292453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12d1971-240a-4ddd-893e-78acd2458e5a,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.302743 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.303988 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-6b961ab3-9c32-4674-8dd7-d115f92e4370 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377211 Jan 25 17:34:55.306852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45516) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.311702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.318463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.322421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.325194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.331209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.347452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.410932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.414349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.439754 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098afe1a-b27b-410d-aaab-4bd9f1b4cfa3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.449884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.451035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5acc6d17-0d59-4f6c-a113-27792fb41a51 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432989 Jan 25 17:34:55.453699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45522) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.459128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.464716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.468410 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.471875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.477450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.486341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:34:55.493569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.556394 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.560824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.584459 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7c8c3b-0dc4-4ded-a813-3eb811f0ded2,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.593121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.594342 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-31f198e8-9115-4c62-9da6-16f309208078 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397736 Jan 25 17:34:55.597328 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45526) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.602102 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'baa2d17a-7270-478d-b736-91022ab67b7e', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.607644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.611337 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.615199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.620733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.631417 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:34:55.637673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.701497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.704766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.728314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b670916c-0419-4972-a69a-6159a0f93ba8,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.736573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.738936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9b8114ad-5779-4ced-bf4b-c410e4038d02 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407101 Jan 25 17:34:55.741808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45530) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.747067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'network': {'name': 'tempest-network-smoke--1816352419', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'port_security_enabled': True}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.751738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:55.756283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:network and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:55.759132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:55.764662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:55.774145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:34:55.777540 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.808518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:34:55.818144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.818492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Added segment c5759439-ae0c-47b4-b780-1e9ba09c972c of type vlan for network 8106ba71-3ab7-4563-bdef-53b4e6572d93 Jan 25 17:34:55.844583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.873675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.879136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:55.879702 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.930180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:55.984907 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421031 Jan 25 17:34:55.988317 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52bfce-5599-4b45-88e1-3d1df66af90e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Network': ['ID=8106ba71-3ab7-4563-bdef-53b4e6572d93,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:55.988448 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:55.993725 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'admin_state_up': True, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:55.999609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:34:56.001075 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:56.005102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:router and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:56.007967 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:56.017872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:56.028348 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.029389 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.045583 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.405175 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.716031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.745512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:56.879868 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.115 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:34:57.024562 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:57.053377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:57.130349 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:34:57.132956 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:34:57.136812 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:34:57.176954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:57.556845 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:57.787901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5771ab7c-943e-4d20-8372-9c7e020293a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:58.005112 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:58.210393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 1412c67f-dd43-4708-8255-9c3bf231c873 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:34:58.390320 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:34:58.400033 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Sync routers for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:34:58.409559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:34:58.410168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:58.418263 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:58.419421 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df9b05e8-1812-436b-ae4e-490d9fe029ec tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4300048 Jan 25 17:34:58.422517 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45540) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:58.463425 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8984f8aa-abba-4a1b-8f4e-8a82299420ce tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=8344a5269583413ab79fb16a6268e3c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397401 Jan 25 17:34:58.466204 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:58.590792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:34:58.594494 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea882845-eb1b-46b3-9a6b-2c267d984949 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:58.596020 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea882845-eb1b-46b3-9a6b-2c267d984949 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288049 Jan 25 17:34:58.599465 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45548) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:58.638171 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf1f4a0d-63c0-4fba-8690-c2607eb7a864 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376732 Jan 25 17:34:58.640672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45552) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:58.648377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874512956', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:34:58.759460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:34:58.763243 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:subnet and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:34:58.766080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:34:58.772451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:34:58.782874 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:34:58.787087 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3465219'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:58.922602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:57Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:34:58.926894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Checking router: 1412c67f-dd43-4708-8255-9c3bf231c873 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:34:58.927243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Updating router 1412c67f-dd43-4708-8255-9c3bf231c873 port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:34:58.979751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.007393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1266591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3465233'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.082244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Subnet': ['ID=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:59.091191 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Checking segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:34:59.091550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network hostable DHCP agents. Network: 8106ba71-3ab7-4563-bdef-53b4e6572d93, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:34:59.110616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:34:59.120764 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 8106ba71-3ab7-4563-bdef-53b4e6572d93) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:34:59.125205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:34:59.126259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.148592 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-934a39c0-d924-4274-80cf-654b3abff1d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5068400 Jan 25 17:34:59.151278 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:34:59.172950 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58eb4d-4bd4-455a-a3b7-a2cbc5d42b72 None None] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:34:59.507979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-8106ba71-3ab7-4563-bdef-53b4e6572d93', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:34:59.508779 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.518802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.538520 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Transition to ACTIVE for port object 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:34:59.578722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.692888 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9e22-c45f-476a-b553-a5072fa2eb95 None None] Pushing event updated for resources: {'Port': ['ID=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:34:59.697635 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Attempting to bind port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:34:59.698001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Attempting to bind port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:34:59.698387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Attempting to bind port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:34:59.736795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:34:59.737767 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:34:59.738149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.738538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:34:59.738998 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Bound port: 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:34:59.739367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.824766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Allocated IP 172.20.0.2 (8106ba71-3ab7-4563-bdef-53b4e6572d93/7e7919f5-87ce-4b09-b7e5-1cbda6bde85b/6caebdd4-0c0d-423a-8908-5bfed07e4ec0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:34:59.843926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] For port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:34:59.849502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] For port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:34:59.868057 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:34:59.957384 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.041530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9e22-c45f-476a-b553-a5072fa2eb95 None None] Pushing event updated for resources: {'Port': ['ID=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:00.043942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:35:00.044517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:34:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:00.272824 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.292135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Transition to ACTIVE for port object 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:00.309811 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:35:00.477898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Transition to ACTIVE for port object 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:00.500410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.558097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.1 (8106ba71-3ab7-4563-bdef-53b4e6572d93/7e7919f5-87ce-4b09-b7e5-1cbda6bde85b/1f6e3a12-9c3c-41fe-98b1-9906a9752a40) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:35:00.588205 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-271adac0-d5de-40ac-9646-59ec0c576ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.635770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:35:00.640568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:35:00.644660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Pushing event updated for resources: {'Port': ['ID=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:00.646845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:35:00.723408 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.739888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:00.763507 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.792394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Attempting to bind port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:35:00.792756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Attempting to bind port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:35:00.793111 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Attempting to bind port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 on network 8106ba71-3ab7-4563-bdef-53b4e6572d93 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:35:00.802383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:35:00.802758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Checking segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:35:00.803151 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.803537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Bound using segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:35:00.803988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Bound port: 6caebdd4-0c0d-423a-8908-5bfed07e4ec0, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:35:00.804354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.838493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:00.851515 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:35:00.852641 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:35:00.855014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:35:00.912012 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:00.914293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] For port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:35:00.917079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:57Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:00.920055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] For port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:35:00.923123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b254945-af2f-419c-92da-8ffcd051286c None None] The sync data for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv is: [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:57Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:35:00.926485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.013731 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc180-8d0c-4d4b-a6f2-469d13e5c897 None None] Pushing event updated for resources: {'Port': ['ID=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:01.257135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.355743 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.741928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.790761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.796379 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:01.918041 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:01.920504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.066433 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:35:02.067600 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:35:02.104929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:02.140258 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa8d42-72b0-4500-9756-6c8d553bfad7 None None] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:35:02.251031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fd7dbd4c-7320-4013-a388-0ca08b48d89f None None] Provisioning for port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:02.264367 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 1412c67f-dd43-4708-8255-9c3bf231c873 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:35:02.328343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:02.344987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:02.345394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.455620 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:35:02.472669 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5969f25b-2a43-470f-a86b-25f23f3e2307 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/1412c67f-dd43-4708-8255-9c3bf231c873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203874 Jan 25 17:35:02.535725 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.574297 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:02.580335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.581818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:02.593023 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Sync routers for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:35:02.611109 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:35:02.612631 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:35:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:02.670257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-db83a140-9adb-48bf-9719-cf0ed3c757c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:35:02.692017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-db83a140-9adb-48bf-9719-cf0ed3c757c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:35:02.704677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-db83a140-9adb-48bf-9719-cf0ed3c757c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068586946&fields=id&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 267 time: 0.0864666 Jan 25 17:35:02.728001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:02.747356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:02.753402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:02.753777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.812100 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:35:02.821792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Provisioning complete for port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:02.822097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:02.932141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-8a061310-1d9a-457c-baac-8c18dabfbc52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:02.933272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-8a061310-1d9a-457c-baac-8c18dabfbc52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:35:02.953148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-8a061310-1d9a-457c-baac-8c18dabfbc52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:35:02.955137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-8a061310-1d9a-457c-baac-8c18dabfbc52 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 797 time: 0.2492578 Jan 25 17:35:02.978331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-92a711f0-8ed9-40dc-ba31-3d531fc76069 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/quotas/8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 375 time: 0.0130734 Jan 25 17:35:03.085407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.096982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.106448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-73d77e77-d49f-4e7c-ab62-488c0097bcf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:35:03.125920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:03.128620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-73d77e77-d49f-4e7c-ab62-488c0097bcf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:35:03.131855 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-73d77e77-d49f-4e7c-ab62-488c0097bcf8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417162 Jan 25 17:35:03.132682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.194258 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 2, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:03.202472 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Checking router: 1412c67f-dd43-4708-8255-9c3bf231c873 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:35:03.203015 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Updating router 1412c67f-dd43-4708-8255-9c3bf231c873 port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:35:03.270152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:03.287013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Provisioning for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:03.294958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Provisioning complete for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:03.295521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.303038 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.382161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-619fdf59-7af4-4591-94c1-0afa70d8aa6d None None] Port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:35:03.440644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-81ab8ae7-50e1-4323-885f-54518d9ca43d service neutron] 10.222.0.45 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826071 Jan 25 17:35:03.502927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-e06b2fcc-fb3b-4353-a0c6-13b7d510975f None None] Provisioning complete for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:03.503289 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e06b2fcc-fb3b-4353-a0c6-13b7d510975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.584350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-02a94796-41ba-4bda-b501-a03aaffe5531 service neutron] 10.222.0.45 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373806 Jan 25 17:35:03.602226 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e06b2fcc-fb3b-4353-a0c6-13b7d510975f None None] Port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:35:03.681079 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.693973 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Transition to ACTIVE for port object 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:03.702080 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.776945 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33d728b3-5e74-4836-b410-0ca23527151d req-3bd0c661-e66b-493d-a4de-3ff212056f2f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 210 time: 0.0516007 Jan 25 17:35:03.933686 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Pushing event updated for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:03.942712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.942712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.942712 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.943113 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.943213 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.943510 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.943831 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.944210 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.944466 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.944791 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.945103 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.945446 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:35:03.965178 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Attempting to bind port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:35:03.965741 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Attempting to bind port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:35:03.966243 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Attempting to bind port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 on network 8106ba71-3ab7-4563-bdef-53b4e6572d93 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:35:03.974785 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:35:03.975264 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Checking segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:35:03.975906 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:03.976385 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Bound using segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:35:03.976961 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Bound port: 1f6e3a12-9c3c-41fe-98b1-9906a9752a40, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:35:03.977537 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:04.040421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:04.082054 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] For port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:35:04.085262 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] For port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:35:04.091428 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:04.120921 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:04.121514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:04.177286 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:35:04.177932 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:35:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:04.253030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:04.329903 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397653-a8ac-4ffe-92fa-badcf39a559e None None] Pushing event updated for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:04.340686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:04.342040 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:04.380230 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:35:04.713023 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:04Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:04.717013 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1b485-ef3f-461c-92b1-5e1ad8a43cf9 None None] The sync data for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv is: [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:04Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:35:04.966682 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73757fff-6e68-4a19-9e6d-08005e61da27 req-57eff3cd-341c-4dbc-af1c-ac08db722927 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 210 time: 0.0459490 Jan 25 17:35:05.140748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-588d9eb8-c5ab-48cf-a612-bd099ce6950b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:05.142373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-588d9eb8-c5ab-48cf-a612-bd099ce6950b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 797 time: 0.1622272 Jan 25 17:35:05.200336 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-b6934077-4f40-44b6-bed3-feaf0641711d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 380 time: 0.0490170 Jan 25 17:35:05.209760 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'port': {'device_id': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'admin_state_up': True, 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'security_groups': ['baa2d17a-7270-478d-b736-91022ab67b7e']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:35:05.359578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:35:05.370144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:35:05.381728 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:35:05.385431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:05.668093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.5 (8106ba71-3ab7-4563-bdef-53b4e6572d93/7e7919f5-87ce-4b09-b7e5-1cbda6bde85b/e5922637-ec92-4c0b-8fc3-6e9a390a959c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:35:05.872215 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:05.900478 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object e5922637-ec92-4c0b-8fc3-6e9a390a959c will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:05.930257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.000781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:35:06.004957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:35:06.011187 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:35:06.062386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:06.100093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:06.100845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.129637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:06.131335 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-71cfeff2-5293-433a-8ce6-1d70e4f8c5e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267776 Jan 25 17:35:06.143323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Request body: {'port': {'device_id': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:35:06.234136 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:06.241490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:06.242182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.322618 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb863ce1-2692-4796-95e9-4487fff3794d None None] Provisioning for port e5922637-ec92-4c0b-8fc3-6e9a390a959c completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:06.324419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.355553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fb863ce1-2692-4796-95e9-4487fff3794d None None] Provisioning complete for port e5922637-ec92-4c0b-8fc3-6e9a390a959c triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:06.355917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb863ce1-2692-4796-95e9-4487fff3794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.412691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1231689-1cc3-466d-8598-323000d19970 req-79700859-9771-44e4-9dd3-d507837215e0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:06.413400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a1231689-1cc3-466d-8598-323000d19970 req-79700859-9771-44e4-9dd3-d507837215e0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:35:06.428227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.437964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fb863ce1-2692-4796-95e9-4487fff3794d None None] Port e5922637-ec92-4c0b-8fc3-6e9a390a959c cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:35:06.462200 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:06.466047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.491012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a1231689-1cc3-466d-8598-323000d19970 req-79700859-9771-44e4-9dd3-d507837215e0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:35:06.492155 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1231689-1cc3-466d-8598-323000d19970 req-79700859-9771-44e4-9dd3-d507837215e0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 931 time: 0.2348878 Jan 25 17:35:06.536530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:06.623996 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a1231689-1cc3-466d-8598-323000d19970 req-25231b3e-3a4c-4590-822b-f5f594908b63 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254191 Jan 25 17:35:06.734342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5922637-ec92-4c0b-8fc3-6e9a390a959c {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:35:06.742265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.756934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Transition to ACTIVE for port object e5922637-ec92-4c0b-8fc3-6e9a390a959c will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:35:06.760594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:06.888870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:06.996154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Attempting to bind port e5922637-ec92-4c0b-8fc3-6e9a390a959c on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:35:06.996485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Attempting to bind port e5922637-ec92-4c0b-8fc3-6e9a390a959c by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:35:06.996806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Attempting to bind port e5922637-ec92-4c0b-8fc3-6e9a390a959c on network 8106ba71-3ab7-4563-bdef-53b4e6572d93 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:35:07.001479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Port e5922637-ec92-4c0b-8fc3-6e9a390a959c on network 8106ba71-3ab7-4563-bdef-53b4e6572d93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:35:07.002038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Attempting to bind port e5922637-ec92-4c0b-8fc3-6e9a390a959c on network 8106ba71-3ab7-4563-bdef-53b4e6572d93 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:35:07.007148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:35:07.007486 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Checking segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:35:07.007865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Bound using segment: {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:35:07.008325 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Bound port: e5922637-ec92-4c0b-8fc3-6e9a390a959c, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5759439-ae0c-47b4-b780-1e9ba09c972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:35:07.008668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:07.101103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:35:07.103885 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:35:07.108334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:07.166536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:07.167145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:07.168642 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] 10.222.0.15 "PUT /v2.0/ports/e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 1093 time: 1.0298049 Jan 25 17:35:07.169086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:35:07.204718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23623d5a-f358-4a51-b823-20a978866e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:07.240893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'status': 'completed', 'code': 200} Jan 25 17:35:07.281742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-3ab700b1-1c4f-44c0-b476-7fa82a00f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:07.283303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-3ab700b1-1c4f-44c0-b476-7fa82a00f0ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1096 time: 0.0754962 Jan 25 17:35:07.358286 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-d4945267-b298-40b4-868b-25f52e2cc95b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 217 time: 0.0669875 Jan 25 17:35:07.422411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-e235864a-de63-4ae2-9019-cf65b57c93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:07.423876 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-e235864a-de63-4ae2-9019-cf65b57c93b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0599864 Jan 25 17:35:07.595577 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-73904f03-5d5a-4e5c-b9f1-74ea70aaad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:07.597620 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-73904f03-5d5a-4e5c-b9f1-74ea70aaad49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675324 Jan 25 17:35:07.727221 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-75aec8b8-e301-489e-8649-24e7c002bf80 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226647 Jan 25 17:35:07.910753 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8816f5a3-3193-464d-a09a-66950da5b8b4 req-f622754f-1a68-49cb-a676-b555c35b3d11 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517394 Jan 25 17:35:07.920551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d7027-6958-41bd-b059-f75cebd0dc3f req-aa767cf6-d9df-40a1-b93d-865cf6bca251 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:07.921972 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-939d7027-6958-41bd-b059-f75cebd0dc3f req-aa767cf6-d9df-40a1-b93d-865cf6bca251 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 943 time: 0.1931794 Jan 25 17:35:08.005968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-939d7027-6958-41bd-b059-f75cebd0dc3f req-d7189ac7-4e85-40aa-98cc-3aedbb275c10 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772083 Jan 25 17:35:08.030407 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:08.036823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b951a1-69e8-487b-bf93-f8562419f449 req-66313958-e765-4559-9712-e40d6abfaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:08.038339 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-66313958-e765-4559-9712-e40d6abfaa9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1096 time: 0.0821297 Jan 25 17:35:08.098233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:08.098603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:08.169834 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b951a1-69e8-487b-bf93-f8562419f449 req-a37b0736-f12f-45e5-b919-bc2b89dadc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:08.171246 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-a37b0736-f12f-45e5-b919-bc2b89dadc35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1265869 Jan 25 17:35:08.242035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-24519232-05f7-4d70-b189-ac4d97191f9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 217 time: 0.0637250 Jan 25 17:35:08.302604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b951a1-69e8-487b-bf93-f8562419f449 req-c4bcd2c1-7134-4205-a1c3-4f85f124e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:08.303967 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-c4bcd2c1-7134-4205-a1c3-4f85f124e828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0565283 Jan 25 17:35:08.380080 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b951a1-69e8-487b-bf93-f8562419f449 req-49b3e845-2a3e-48c6-a4e4-5347a34be8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:08.381638 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-49b3e845-2a3e-48c6-a4e4-5347a34be8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719633 Jan 25 17:35:08.511510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-8c83fdfd-e486-4b8d-a236-418a6f14e777 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235294 Jan 25 17:35:08.640043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-62b951a1-69e8-487b-bf93-f8562419f449 req-0014681f-576d-40da-95e5-bf25205ca10b service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226439 Jan 25 17:35:09.192224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea868af-391f-44ee-9008-7f9dfc58057a req-aadc8e46-1601-4e9a-aa13-909e9ee24352 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:09.193614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ea868af-391f-44ee-9008-7f9dfc58057a req-aadc8e46-1601-4e9a-aa13-909e9ee24352 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 943 time: 0.0804601 Jan 25 17:35:09.236808 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2ea868af-391f-44ee-9008-7f9dfc58057a req-ac965298-ed92-495d-80dd-ac1c241ecfd2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372727 Jan 25 17:35:09.573854 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:35:10.029021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e5922637-ec92-4c0b-8fc3-6e9a390a959c details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:35:10.158660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:10.171437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'port_id': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'mac_address': 'fa:16:3e:11:f1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:35:10.228275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:10.245449 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5922637-ec92-4c0b-8fc3-6e9a390a959c {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:35:10.263766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:10.270001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:10.339442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:10.428330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8996-027b-43d8-901d-5d77eca05a6a req-55d1be8d-8743-4d78-9c31-246df43a35a8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:10.429741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fab8996-027b-43d8-901d-5d77eca05a6a req-55d1be8d-8743-4d78-9c31-246df43a35a8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 944 time: 0.0820603 Jan 25 17:35:10.474115 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9fab8996-027b-43d8-901d-5d77eca05a6a req-c69e4582-ba05-4f2f-882f-e0f90d4189e5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Jan 25 17:35:10.644720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['e5922637-ec92-4c0b-8fc3-6e9a390a959c'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:35:11.653850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33295480-bd1b-4565-a3df-1382bbcf356a req-417d92e2-9535-47c6-b714-86219fd688cb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:11.655207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33295480-bd1b-4565-a3df-1382bbcf356a req-417d92e2-9535-47c6-b714-86219fd688cb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 944 time: 0.0803547 Jan 25 17:35:11.702363 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-33295480-bd1b-4565-a3df-1382bbcf356a req-2fa6ae96-d775-47f6-ab8a-4b5f38c6c7be tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Jan 25 17:35:12.061624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e5922637-ec92-4c0b-8fc3-6e9a390a959c up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:35:12.131113 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port e5922637-ec92-4c0b-8fc3-6e9a390a959c completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:35:12.135954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port e5922637-ec92-4c0b-8fc3-6e9a390a959c triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:35:12.136349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:12.274149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:12.299491 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:35:12.308865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:35:12.312868 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:12.350389 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'code': 200} Jan 25 17:35:12.385268 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:12.566140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735a92-ef36-46e9-b336-005f61039adf req-324cae59-7ce9-4bae-8f92-b33b571ee289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:12.567496 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe735a92-ef36-46e9-b336-005f61039adf req-324cae59-7ce9-4bae-8f92-b33b571ee289 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.0705600 Jan 25 17:35:12.607098 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fe735a92-ef36-46e9-b336-005f61039adf req-ccfda429-1d0f-4cdb-8b31-48a815c56789 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332484 Jan 25 17:35:12.992755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e805-15f5-4d8e-9a7c-edcaddff1e4b req-3683b4ed-a195-4161-8228-c5d74c592b7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:12.994219 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c452e805-15f5-4d8e-9a7c-edcaddff1e4b req-3683b4ed-a195-4161-8228-c5d74c592b7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1829357 Jan 25 17:35:13.038878 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c452e805-15f5-4d8e-9a7c-edcaddff1e4b req-5940834f-c6b2-4e4d-a5d8-4407926b39ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Jan 25 17:35:14.221323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f10d16-caa9-4c33-81e1-2a62b94ec728 req-3c0c8fab-bccc-4dfe-8a5c-400d7f8a47fb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:14.222771 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7f10d16-caa9-4c33-81e1-2a62b94ec728 req-3c0c8fab-bccc-4dfe-8a5c-400d7f8a47fb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0786901 Jan 25 17:35:14.265279 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7f10d16-caa9-4c33-81e1-2a62b94ec728 req-0280c954-593f-4390-bca6-641a8367c0a7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369568 Jan 25 17:35:14.449401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4242f-bf33-4b21-8b87-6b593448d626 req-fce4ba3b-5bae-4efd-94d0-207c80c8bcf5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:14.450857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7e4242f-bf33-4b21-8b87-6b593448d626 req-fce4ba3b-5bae-4efd-94d0-207c80c8bcf5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0835562 Jan 25 17:35:14.494700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7e4242f-bf33-4b21-8b87-6b593448d626 req-09857562-b996-41f6-8757-10bb4a2a9a7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 Jan 25 17:35:14.516437 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45624) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:35:14.586190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c9090-1133-440a-b562-ee03461d1187 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:14.587673 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ed0c9090-1133-440a-b562-ee03461d1187 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1093 time: 0.0702755 Jan 25 17:35:14.590653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45628) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:35:14.596301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:35:14.602227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:35:14.605995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:floatingip and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:35:14.608794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:35:14.615329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:35:14.627746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:14.759807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:14.897064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.202 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/042aad38-ba04-406f-bf88-01b142afad7c) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:35:15.044101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:15.072860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:15.144122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:35:15.146833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:35:15.150595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:35:15.192816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=042aad38-ba04-406f-bf88-01b142afad7c,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:15.574738 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:15.648992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:15.854329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:15.859297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:16.066929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=042aad38-ba04-406f-bf88-01b142afad7c,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:35:16.078762 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:16.249234 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP ffc8ffbf-c44a-440c-9696-06d5bfd054f1 associated. External IP: 172.26.4.202, port: e5922637-ec92-4c0b-8fc3-6e9a390a959c. Jan 25 17:35:16.593532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 1412c67f-dd43-4708-8255-9c3bf231c873 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:35:16.773004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:35:16.782529 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Sync routers for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:35:16.793051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:35:16.793656 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:35:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:16.798446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:16.857126 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d4b91e2e-7feb-4c35-842b-2c53ed8bbb64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2654123 Jan 25 17:35:16.857831 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:35:16.913243 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'status': 'completed', 'code': 200} Jan 25 17:35:16.981508 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:35:17.063484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-0d0016c2-b89b-4cf8-bf20-102a876d2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:17.065020 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-0d0016c2-b89b-4cf8-bf20-102a876d2a9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.1298418 Jan 25 17:35:17.100992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113fd52-9639-4dc2-8b23-93b69f6c4931 req-77520abb-05d0-453d-acff-7bafa4cfb2f2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:17.102513 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c113fd52-9639-4dc2-8b23-93b69f6c4931 req-77520abb-05d0-453d-acff-7bafa4cfb2f2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1278028 Jan 25 17:35:17.222597 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c113fd52-9639-4dc2-8b23-93b69f6c4931 req-a94f05e8-bec3-48e2-a685-6d3a72546c8d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706649 Jan 25 17:35:17.246347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:35:17.246904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-4a5b02d3-5f56-4de7-9113-c05d0931c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:17.247927 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-4a5b02d3-5f56-4de7-9113-c05d0931c0ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1762822 Jan 25 17:35:17.335933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ffc8ffbf-c44a-440c-9696-06d5bfd054f1', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'port_id': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'mac_address': 'fa:16:3e:11:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:35:15Z', 'updated_at': '2022-01-25T17:35:15Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:17.340340 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Checking router: 1412c67f-dd43-4708-8255-9c3bf231c873 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:35:17.349318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:35:17.350051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:35:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:17.355291 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2b233722-f34c-4695-a173-47ba2d1f6ca4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ffc8ffbf-c44a-440c-9696-06d5bfd054f1 HTTP/1.1" status: 200 len: 991 time: 0.1066887 Jan 25 17:35:17.355454 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-d4fb684e-9038-40b1-bc2c-c9320323008a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 999 time: 0.1001492 Jan 25 17:35:17.419660 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-1941ade0-9d7d-4be6-b277-dddbfc7b332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:17.421091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-1941ade0-9d7d-4be6-b277-dddbfc7b332a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0612543 Jan 25 17:35:17.494977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-60aaaa2f-c0c9-45d9-8c5c-ab510d9aa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:35:17.496446 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-60aaaa2f-c0c9-45d9-8c5c-ab510d9aa34f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695763 Jan 25 17:35:17.526553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:35:17.730367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-61db6d2c-7520-4c50-98e0-e544834a4787 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278807 Jan 25 17:35:17.862938 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-82fadd60-f338-4190-9f63-4416da99b9f9 req-1838ad95-0f86-46ea-b34e-616e425d89f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267290 Jan 25 17:35:17.875934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ffc8ffbf-c44a-440c-9696-06d5bfd054f1', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'port_id': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'mac_address': 'fa:16:3e:11:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:35:15Z', 'updated_at': '2022-01-25T17:35:15Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:35:17.880747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29f282-c0a1-4fca-8ecd-e87b323b3d27 None None] The sync data for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv is: [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'ffc8ffbf-c44a-440c-9696-06d5bfd054f1', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'port_id': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'mac_address': 'fa:16:3e:11:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:35:15Z', 'updated_at': '2022-01-25T17:35:15Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:35:18.079181 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875609bb-09d3-406c-ab6d-59dc660236b0 None None] New status for floating IP ffc8ffbf-c44a-440c-9696-06d5bfd054f1: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:35:18.357660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:35:18.564550 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec711e08-2446-4b82-bdb8-cabb25afdf30 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ffc8ffbf-c44a-440c-9696-06d5bfd054f1 HTTP/1.1" status: 200 len: 993 time: 0.2058470 Jan 25 17:35:25.926647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:27.790286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a8d7-6f1f-4508-b6bd-aedd76be1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:30.369704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-818c94e9-7762-44e0-ad70-54edd44c2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:31.245310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:31.739829 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:32.926416 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:46.599812 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:35:55.940255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:35:57.794084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d41cd22b-5b95-481f-bb91-82a239ac3089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:00.371647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49e93e2e-c5e6-43e6-bd1d-4da4d9b2740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:01.246632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:01.742619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:02.933657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:14.028266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-d3121b02-629e-4090-856d-03df9bc509df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149011 Jan 25 17:36:14.165065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af94a-d735-48f7-9568-0017a6fc2825 req-b8e95b0c-6287-4dc2-a5d1-6029b62bea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:14.166481 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-b8e95b0c-6287-4dc2-a5d1-6029b62bea5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.0705462 Jan 25 17:36:14.308401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af94a-d735-48f7-9568-0017a6fc2825 req-d14c361c-80c1-4c82-a448-a0074baab56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:14.309864 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-d14c361c-80c1-4c82-a448-a0074baab56d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1251180 Jan 25 17:36:14.414143 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-17236f25-77c9-4a05-b183-2f54977e4f79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 1001 time: 0.0976348 Jan 25 17:36:14.476305 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af94a-d735-48f7-9568-0017a6fc2825 req-8a6019cb-9efc-4d2d-a645-d80b7824e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:14.477792 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-8a6019cb-9efc-4d2d-a645-d80b7824e579 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0574894 Jan 25 17:36:14.554243 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af94a-d735-48f7-9568-0017a6fc2825 req-8181aacb-bdc9-42e5-b4df-8fc73a580880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:14.555678 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-8181aacb-bdc9-42e5-b4df-8fc73a580880 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725677 Jan 25 17:36:14.566428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-7c958f51-b1fe-43cf-9129-b0e7f36d6106 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:36:14.567359 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-7c958f51-b1fe-43cf-9129-b0e7f36d6106 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049679 Jan 25 17:36:14.701710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-54978e3a-ff3a-41c6-893e-1c51c005ef39 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288681 Jan 25 17:36:14.832534 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-715af94a-d735-48f7-9568-0017a6fc2825 req-7eac7e1f-e182-4fb9-8bf6-33aae7a37951 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248226 Jan 25 17:36:21.467616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b9425-2c27-4b58-90cd-893676459200 req-745e4691-fc60-4a60-841e-35158e9c8f3c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:21.469074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf4b9425-2c27-4b58-90cd-893676459200 req-745e4691-fc60-4a60-841e-35158e9c8f3c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0825524 Jan 25 17:36:21.513713 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cf4b9425-2c27-4b58-90cd-893676459200 req-196304bd-9be1-426d-af53-8327a088466c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379269 Jan 25 17:36:22.725624 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbe95-16e2-40b6-9d96-948a2390112e req-41595efb-0c94-4c4e-961c-e79832b01063 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:22.727491 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-48adbe95-16e2-40b6-9d96-948a2390112e req-41595efb-0c94-4c4e-961c-e79832b01063 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0873258 Jan 25 17:36:22.781070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-48adbe95-16e2-40b6-9d96-948a2390112e req-13a320ae-3b74-4910-9378-9be1722701d9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475097 Jan 25 17:36:23.569892 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:36:23.972945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80858-ba47-4c7c-b440-f5b366c35e15 req-40a736fa-12a8-4003-88e6-5d092c264aa0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:23.974441 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fd80858-ba47-4c7c-b440-f5b366c35e15 req-40a736fa-12a8-4003-88e6-5d092c264aa0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0794370 Jan 25 17:36:24.023736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fd80858-ba47-4c7c-b440-f5b366c35e15 req-25887b7d-db06-4662-a3a8-f9cb0c9f1b05 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436106 Jan 25 17:36:25.209232 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013381-bad8-42dc-981d-2c5b9c38ca86 req-08606e81-2cca-4db1-b5dc-0e31df6403d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:25.210704 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2013381-bad8-42dc-981d-2c5b9c38ca86 req-08606e81-2cca-4db1-b5dc-0e31df6403d8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0795412 Jan 25 17:36:25.254385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2013381-bad8-42dc-981d-2c5b9c38ca86 req-ec73ed85-aed6-4c1a-bc97-2257cb739313 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 Jan 25 17:36:25.937436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:26.442968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384330b8-3988-4cf9-b930-647d27e766f4 req-65f01e10-d516-4a27-84c0-8dfe5234cc63 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:26.444468 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-384330b8-3988-4cf9-b930-647d27e766f4 req-65f01e10-d516-4a27-84c0-8dfe5234cc63 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0835419 Jan 25 17:36:26.488296 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-384330b8-3988-4cf9-b930-647d27e766f4 req-6d74280f-3d51-4aa9-b9df-987f1ee5a6d4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Jan 25 17:36:27.670621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b6e6-b60b-4ae0-8812-4c1a2692e194 req-f31a04ce-7fe5-41f6-8079-2ddce89ce54a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:27.672053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44b4b6e6-b60b-4ae0-8812-4c1a2692e194 req-f31a04ce-7fe5-41f6-8079-2ddce89ce54a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0787613 Jan 25 17:36:27.715070 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-44b4b6e6-b60b-4ae0-8812-4c1a2692e194 req-ca6651fe-1ddd-4ca0-af84-534ad98917f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Jan 25 17:36:27.797496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edb0e3f-3c85-4c00-84ad-aa47eddb57ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:28.996002 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9e0e-0d95-461f-b1ac-c0e835d5a718 req-43c76971-751f-453e-8f3b-51a118010026 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:28.997433 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-570f9e0e-0d95-461f-b1ac-c0e835d5a718 req-43c76971-751f-453e-8f3b-51a118010026 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1790044 Jan 25 17:36:29.040612 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-570f9e0e-0d95-461f-b1ac-c0e835d5a718 req-691d295f-7fca-4f17-a563-ab73ba6010d4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366616 Jan 25 17:36:30.223863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c70d3-850a-4969-9c2f-26e9287e4a83 req-03c0c9e2-cb6c-4216-a94d-85e9d877beef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:30.225333 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c15c70d3-850a-4969-9c2f-26e9287e4a83 req-03c0c9e2-cb6c-4216-a94d-85e9d877beef tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Jan 25 17:36:30.270828 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c15c70d3-850a-4969-9c2f-26e9287e4a83 req-e82e6926-a404-4fa3-99c0-54673c195066 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399666 Jan 25 17:36:30.372845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-48e2a93c-8cd8-4c40-9273-8f3cfc8d6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:31.252394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:31.452620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621900-76e8-453d-8c14-399d0416dd97 req-4b478cb0-80ec-4319-b311-cb95962c8f61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:31.454167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f2621900-76e8-453d-8c14-399d0416dd97 req-4b478cb0-80ec-4319-b311-cb95962c8f61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0799801 Jan 25 17:36:31.499111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f2621900-76e8-453d-8c14-399d0416dd97 req-fca3ae81-bf4c-4359-b30c-e77c108b64c7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Jan 25 17:36:31.744144 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:32.689799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38407f41-8d7e-4cde-83e3-0fab31aeb103 req-5b59ea1c-7a94-410f-9325-b5f794e78cea tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:32.691256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38407f41-8d7e-4cde-83e3-0fab31aeb103 req-5b59ea1c-7a94-410f-9325-b5f794e78cea tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0864933 Jan 25 17:36:32.735595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-38407f41-8d7e-4cde-83e3-0fab31aeb103 req-750d677f-a5ab-4447-9747-2ec8fe7bee84 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387263 Jan 25 17:36:32.757830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45706) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:36:32.864990 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cb2bbeb8-8503-43b0-9806-0c43c30182b8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ffc8ffbf-c44a-440c-9696-06d5bfd054f1 HTTP/1.1" status: 200 len: 993 time: 0.1060364 Jan 25 17:36:32.931063 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:34.376909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631af3d0-44f4-4c20-80ad-8378ecf47f8b req-19247041-ac9b-4d81-9d38-7a9433ec38dd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:34.378999 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-631af3d0-44f4-4c20-80ad-8378ecf47f8b req-19247041-ac9b-4d81-9d38-7a9433ec38dd tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1388326 Jan 25 17:36:34.384739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6929-8744-4554-be1a-10a87b959564 req-f280dcd7-9589-4e59-8789-660659f8c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:34.386112 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-f280dcd7-9589-4e59-8789-660659f8c76b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.1036716 Jan 25 17:36:34.503887 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-631af3d0-44f4-4c20-80ad-8378ecf47f8b req-3b65be6a-2f77-4c47-b378-d8cee95d2868 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168361 Jan 25 17:36:34.543261 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6929-8744-4554-be1a-10a87b959564 req-1d2f5b76-1ebf-4785-bcb0-679c42a5b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:34.544686 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-1d2f5b76-1ebf-4785-bcb0-679c42a5b58e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1441650 Jan 25 17:36:34.646538 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-aa304423-d20e-42ac-87ec-f4d10c07e904 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 1001 time: 0.0959909 Jan 25 17:36:34.707907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6929-8744-4554-be1a-10a87b959564 req-13db8add-999e-40cd-90c8-616fb023305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:34.709380 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-13db8add-999e-40cd-90c8-616fb023305f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0573089 Jan 25 17:36:34.787757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b6929-8744-4554-be1a-10a87b959564 req-7bd9b5a6-31b7-4791-8a9c-8310d81d1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:34.789130 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-7bd9b5a6-31b7-4791-8a9c-8310d81d1a4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733981 Jan 25 17:36:34.922044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-6b04e8fc-38cc-426a-883a-45f764a94fcb service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266448 Jan 25 17:36:35.054379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-885b6929-8744-4554-be1a-10a87b959564 req-f21d9570-be7b-4959-ac73-234e9c2d62af service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264541 Jan 25 17:36:35.693389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3f536-6181-4da2-bd08-594fee1fb49d req-a39aad57-962a-4b19-b13e-56ebc1f48dac tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:35.694852 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2e3f536-6181-4da2-bd08-594fee1fb49d req-a39aad57-962a-4b19-b13e-56ebc1f48dac tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0840430 Jan 25 17:36:35.738712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d2e3f536-6181-4da2-bd08-594fee1fb49d req-b4567c48-9903-431c-a20a-553b20906b8e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Jan 25 17:36:36.923847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872771e-bc63-4dfa-8b53-1100dc97fa60 req-00872099-4f2c-4985-b0fb-822f790c4179 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:36:36.925999 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1872771e-bc63-4dfa-8b53-1100dc97fa60 req-00872099-4f2c-4985-b0fb-822f790c4179 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.0830145 Jan 25 17:36:36.968733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1872771e-bc63-4dfa-8b53-1100dc97fa60 req-d898c796-a513-47d7-99b4-8c541f68864b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Jan 25 17:36:36.993577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:36:37.106761 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e50535f-19dc-4b8a-8a5f-dec94bacf8ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/ffc8ffbf-c44a-440c-9696-06d5bfd054f1 HTTP/1.1" status: 200 len: 993 time: 0.1119769 Jan 25 17:36:55.936090 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:36:57.799676 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01223e52-9635-46fd-a7cf-3491daf08d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:00.375338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7a21cd5-b45b-427c-88ec-15aad98fcd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:00.567786 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:37:01.249786 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:01.746839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:02.934355 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:15.982523 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-9d2216fa-8e37-464a-9426-436276d494f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717077 Jan 25 17:37:16.221482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-a21c2631-1125-49ed-877b-b45a42870716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:16.222930 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-a21c2631-1125-49ed-877b-b45a42870716 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.1714571 Jan 25 17:37:16.366180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-fee07f92-553c-4b55-9b6b-fb3e75d617d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:16.367576 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-fee07f92-553c-4b55-9b6b-fb3e75d617d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1261408 Jan 25 17:37:16.467195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-f4647b28-8964-4155-90e4-9bce805e5efc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 1001 time: 0.0936661 Jan 25 17:37:16.530260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-551c734d-edcd-40c7-8c00-53445cda453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:16.531589 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-551c734d-edcd-40c7-8c00-53445cda453a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0584366 Jan 25 17:37:16.606015 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-8a4b1740-91d6-4502-87af-fc0d6dc32c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:16.607481 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-8a4b1740-91d6-4502-87af-fc0d6dc32c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694480 Jan 25 17:37:16.742988 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-768037bd-7c1a-4578-ad6a-ac82fa020e27 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290388 Jan 25 17:37:16.874474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9892bdcd-18f3-4d1c-81c8-ea53d36890c5 req-3d314304-8c44-4f0e-8f54-46e7be4d52ba service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261096 Jan 25 17:37:25.962230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:26.451688 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:26.932070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 042aad38-ba04-406f-bf88-01b142afad7c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:37:26.932472 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.098282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.098529 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.230722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 042aad38-ba04-406f-bf88-01b142afad7c owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:37:27.379524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.425814 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=042aad38-ba04-406f-bf88-01b142afad7c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:27.462251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.462830 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.462941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.463253 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.463587 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.463917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.464250 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.464575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.464901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.465252 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.465573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.465895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:27.531037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.531369 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP ffc8ffbf-c44a-440c-9696-06d5bfd054f1 disassociated (deleted). External IP: 172.26.4.202, port: e5922637-ec92-4c0b-8fc3-6e9a390a959c. Jan 25 17:37:27.803930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2048deff-5dcf-4d0f-95cd-63329e212fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:27.876678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 1412c67f-dd43-4708-8255-9c3bf231c873 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:37:28.151802 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:37:28.162068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Sync routers for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:37:28.171646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:28.172252 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:28.172693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:28.231695 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca1200fc-4b5f-443f-9c6f-bdfbc1139911 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/floatingips/ffc8ffbf-c44a-440c-9696-06d5bfd054f1 HTTP/1.1" status: 204 len: 168 time: 1.7789347 Jan 25 17:37:28.232395 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:37:28.356017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:28.402278 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'status': 'completed', 'code': 200} Jan 25 17:37:28.511561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-adf1d6c3-6db0-45bf-97a8-ca7405038048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:28.513042 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-adf1d6c3-6db0-45bf-97a8-ca7405038048 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 1098 time: 0.0910518 Jan 25 17:37:28.692242 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:28.695953 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Checking router: 1412c67f-dd43-4708-8255-9c3bf231c873 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:37:28.704270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:28.704860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:28.710280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-d1dccc3f-7069-4e59-9ba4-75155e0b43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:28.711726 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-d1dccc3f-7069-4e59-9ba4-75155e0b43e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 200 len: 898 time: 0.1913910 Jan 25 17:37:28.780163 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f786-a0b7-4259-91e3-9a6c10efc781 req-baca5d95-6f13-4d77-b4fc-f0ddc847fd64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:28.781648 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d8f1f786-a0b7-4259-91e3-9a6c10efc781 req-baca5d95-6f13-4d77-b4fc-f0ddc847fd64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.2386723 Jan 25 17:37:28.791222 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-476283ef-093a-4efd-a142-71a43fe2de5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 200 len: 217 time: 0.0733244 Jan 25 17:37:28.884029 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d8f1f786-a0b7-4259-91e3-9a6c10efc781 req-2ad9e9dc-35f3-4db9-8bc4-0a04a4a081b6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943971 Jan 25 17:37:28.889346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-9aa095b5-7478-459f-b1c6-672fdccbec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:28.890764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-9aa095b5-7478-459f-b1c6-672fdccbec32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 200 len: 835 time: 0.0869184 Jan 25 17:37:28.899808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:28.972504 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-ef40cd7f-c99b-45e7-aeae-cc4966e83068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:28.974014 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-ef40cd7f-c99b-45e7-aeae-cc4966e83068 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8106ba71-3ab7-4563-bdef-53b4e6572d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761824 Jan 25 17:37:29.106404 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-214f0ae8-175e-4109-8343-2238426d65e5 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247084 Jan 25 17:37:29.214979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:29.218781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b29a8-413c-4a3c-a888-97f618341c5d None None] The sync data for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv is: [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:01Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '1f6e3a12-9c3c-41fe-98b1-9906a9752a40', 'name': '', 'network_id': '8106ba71-3ab7-4563-bdef-53b4e6572d93', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:c6:3a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:35:00Z', 'updated_at': '2022-01-25T17:35:06Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '7e7919f5-87ce-4b09-b7e5-1cbda6bde85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:37:29.244479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-29f89dcd-6220-48c8-8ec3-339de6da7a76 req-c16af7a6-4b2d-494c-8b11-c4d558048154 service neutron] 10.222.0.15 "GET /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311464 Jan 25 17:37:29.436329 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e369e-ebe0-44a9-b5aa-68c04160ead9 None None] New status for floating IP ffc8ffbf-c44a-440c-9696-06d5bfd054f1: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:37:30.110906 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cea863-a46e-40e3-8741-879b38e1cd1d req-6897cdd7-9a28-42fe-beb4-dbdaf56d99b2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:30.112274 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35cea863-a46e-40e3-8741-879b38e1cd1d req-6897cdd7-9a28-42fe-beb4-dbdaf56d99b2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1216915 Jan 25 17:37:30.159825 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35cea863-a46e-40e3-8741-879b38e1cd1d req-fc3a1f96-c63a-46fc-80b8-2081433b020c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=baa2d17a-7270-478d-b736-91022ab67b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Jan 25 17:37:30.376538 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-709051b2-e582-4473-989d-e1f177d48d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:30.398273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-286f5d70-ae91-4711-8030-53e026711c5e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:30.399681 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-286f5d70-ae91-4711-8030-53e026711c5e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 945 time: 0.1756389 Jan 25 17:37:30.469477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port e5922637-ec92-4c0b-8fc3-6e9a390a959c {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:37:30.469811 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:30.713583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port e5922637-ec92-4c0b-8fc3-6e9a390a959c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5922637-ec92-4c0b-8fc3-6e9a390a959c,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:30.713941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:30.839879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for e5922637-ec92-4c0b-8fc3-6e9a390a959c owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:37:30.979051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:31.032344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=e5922637-ec92-4c0b-8fc3-6e9a390a959c,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:31.070503 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.070857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.071202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.071543 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.071874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.072205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.072787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.073114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.073471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.073799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.074124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.074447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:31.118532 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] No DVR routers for this DVR port e5922637-ec92-4c0b-8fc3-6e9a390a959c on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:37:31.120893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:31.123445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'name': 'network-vif-deleted', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:37:31.135864 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5f4db883-abb6-40fb-a74e-e31906a2e265 req-7def552c-a168-46ec-82a3-1eaf37e77a9c tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "DELETE /v2.0/ports/e5922637-ec92-4c0b-8fc3-6e9a390a959c HTTP/1.1" status: 204 len: 173 time: 0.7310295 Jan 25 17:37:31.224255 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697f0494-221f-48c5-b35e-3eb26c9579d6', 'name': 'network-vif-deleted', 'tag': 'e5922637-ec92-4c0b-8fc3-6e9a390a959c', 'status': 'completed', 'code': 200} Jan 25 17:37:31.248433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:31.308494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8141a233-6fdf-4494-94e3-7e8d926c498b req-c1cb8479-8407-4300-a15e-7ced26e7b675 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:37:31.324040 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-8141a233-6fdf-4494-94e3-7e8d926c498b req-c1cb8479-8407-4300-a15e-7ced26e7b675 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:37:31.325156 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8141a233-6fdf-4494-94e3-7e8d926c498b req-c1cb8479-8407-4300-a15e-7ced26e7b675 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=697f0494-221f-48c5-b35e-3eb26c9579d6 HTTP/1.1" status: 200 len: 210 time: 0.0587313 Jan 25 17:37:31.750155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:32.423119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45796) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:32.693961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e5922637-ec92-4c0b-8fc3-6e9a390a959c no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:37:32.732548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: e5922637-ec92-4c0b-8fc3-6e9a390a959c {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:37:32.732890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device e5922637-ec92-4c0b-8fc3-6e9a390a959c not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:37:32.937145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:32.966696 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:33.326691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:37:33.326932 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:33.509037 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 1f6e3a12-9c3c-41fe-98b1-9906a9752a40, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:33.509795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:33.724996 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:37:34.050928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:34.098872 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=1f6e3a12-9c3c-41fe-98b1-9906a9752a40,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:34.379232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:34.734268 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 1412c67f-dd43-4708-8255-9c3bf231c873 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:37:34.906821 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:37:34.916717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Sync routers for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:37:34.922825 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2219cb7e-cc1c-461b-8c80-48d3c4d0ec77 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/1412c67f-dd43-4708-8255-9c3bf231c873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4985838 Jan 25 17:37:34.926207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:34.926882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:34.927487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:35.112655 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting subnet 7e7919f5-87ce-4b09-b7e5-1cbda6bde85b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:37:35.115597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.156866 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:35.169805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.254988 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.332045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.370595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7919f5-87ce-4b09-b7e5-1cbda6bde85b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:35.374209 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.383665 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8297f622-d528-4a93-9fc6-4d13df58e014 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/subnets/7e7919f5-87ce-4b09-b7e5-1cbda6bde85b HTTP/1.1" status: 204 len: 168 time: 0.4539521 Jan 25 17:37:35.383901 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:35.387728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b552ec6-bfbb-40a1-b087-fc4ac341e890 None None] Network 8106ba71-3ab7-4563-bdef-53b4e6572d93 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:37:35.568929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.614197 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:37:33Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:35.620185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Checking router: 1412c67f-dd43-4708-8255-9c3bf231c873 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:37:35.635393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Routers {'1412c67f-dd43-4708-8255-9c3bf231c873'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:35.635928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['1412c67f-dd43-4708-8255-9c3bf231c873'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:35.752693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.763581 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:37:35.763928 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.778305 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] DHCP port deletion for 8106ba71-3ab7-4563-bdef-53b4e6572d93 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:37:35.796980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Deleting port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:37:35.797386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:35.893802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] Set router 1412c67f-dd43-4708-8255-9c3bf231c873 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:35.939011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:35.939413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.063226 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:37:36.161114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:37:36.234672 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.276838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] For port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,segment=NetworkSegment(c5759439-ae0c-47b4-b780-1e9ba09c972c),segment_id=c5759439-ae0c-47b4-b780-1e9ba09c972c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:36.277236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.284965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:36.378219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.482054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Calling delete_port for 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:37:36.617404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.637580 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.660141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.662339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.685104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.685669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Fanout notify agent at l3_agent the message router_deleted on router 1412c67f-dd43-4708-8255-9c3bf231c873 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:37:36.695638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Pushing event deleted for resources: {'Port': ['ID=6caebdd4-0c0d-423a-8908-5bfed07e4ec0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:36.699954 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] No DVR routers for this DVR port 6caebdd4-0c0d-423a-8908-5bfed07e4ec0 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:37:36.702609 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.706672 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-39e6e98e-e38d-4cc5-a51e-7df86937eca8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/routers/1412c67f-dd43-4708-8255-9c3bf231c873 HTTP/1.1" status: 204 len: 168 time: 1.3188858 Jan 25 17:37:36.707276 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45808) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:36.736078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.736981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.737457 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.737797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.738129 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.738486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.738813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.739140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.739466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.739789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.740119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.740433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6760d409-fb95-4435-8d8e-1b58af0fc279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:36.752621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:37:33Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:36.757160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190109f3-7eec-4a0e-af6b-34a29da20bde None None] The sync data for ids ['1412c67f-dd43-4708-8255-9c3bf231c873'] in dv-neutron-824022-2-hyperv is: [{'id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279260761', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:37:33Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': '222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:81:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1412c67f-dd43-4708-8255-9c3bf231c873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:34:56Z', 'updated_at': '2022-01-25T17:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:37:36.834765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.966075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:36.991856 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8106ba71-3ab7-4563-bdef-53b4e6572d93']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:37.003613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5759439-ae0c-47b4-b780-1e9ba09c972c') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:37.003909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5759439-ae0c-47b4-b780-1e9ba09c972c') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:37.015095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.030542 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.037452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:37:37.037891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:37:37.052746 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:37:37.134565 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.152569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.165887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Network': ['ID=8106ba71-3ab7-4563-bdef-53b4e6572d93,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:37.175596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-94681fb8-8d08-4f33-ac41-52565c719cb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/networks/8106ba71-3ab7-4563-bdef-53b4e6572d93 HTTP/1.1" status: 204 len: 168 time: 0.4647331 Jan 25 17:37:37.175971 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:37.250855 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.281870 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.351549 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.370955 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2d17a-7270-478d-b736-91022ab67b7e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:37.381797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:37.385921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b867914-1eba-45f5-b8ec-6fc7ade419eb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/security-groups/baa2d17a-7270-478d-b736-91022ab67b7e HTTP/1.1" status: 204 len: 168 time: 0.2089367 Jan 25 17:37:37.566352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:37:38.086483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:37:38.120645 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:37:38.120924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 222f57ce-3a4a-4aed-9a6c-b80aa1fb30e4 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:37:38.121354 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:37:38.156673 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:37:38.157010 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 1f6e3a12-9c3c-41fe-98b1-9906a9752a40 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:37:38.956742 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:38.961951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831654290', 'description': 'tempest-secgroup-smoke-831654290 description', 'project_id': '8344a5269583413ab79fb16a6268e3c1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:38.967943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:38.972523 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:38.975338 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:38.980843 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:38.991393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.010888 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.014617 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.017449 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.023237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.092860 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.096413 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.142158 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c5e95-6a9e-453a-b27e-70af98c68c9f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.147970 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.149157 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aea0b2ac-8d12-4adb-b491-15023dadfff4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1913912 Jan 25 17:37:39.152269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.157033 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.163954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.167678 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.171095 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.178301 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.195706 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.255954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.259370 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.283578 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dffbce7-3870-48a8-ae9b-3323d80a431e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.292266 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.293482 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1390cea5-6626-4657-b03d-63416b7090c6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404324 Jan 25 17:37:39.296121 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.301783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.307564 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.311297 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.314138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.319783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.335726 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.395668 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.398777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.421940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae870001-3d0d-42b3-83a7-0b36e025d337,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.431180 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.432343 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-095e7c6f-87eb-4d15-9780-50f1366d7278 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352503 Jan 25 17:37:39.435046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.440080 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.445905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.449881 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.452665 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.458924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.478009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.548077 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.551808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.575334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e461f6f5-4496-4a7f-baf2-0b847d05361f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.584123 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.585379 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4178af5f-0f72-488e-99e5-184569bc4940 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493909 Jan 25 17:37:39.588117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.592949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.599434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.603159 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.605977 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.611625 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.627691 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.689052 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.693137 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.716117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2634def9-aedb-40e8-807a-3423a8a62e79,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.726219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.727417 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e6852ac-822c-4fa5-b957-5a80e1e99e64 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384017 Jan 25 17:37:39.730237 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45842) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.735192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.742211 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.745896 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.748670 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.755426 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.765351 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:37:39.771773 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.836859 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.841055 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.869255 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfce78d-1624-4af4-87c1-e28b7d549352,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:39.878816 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.880011 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-95519e0f-e4e7-4fb1-b070-f4d26b94b5d5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487834 Jan 25 17:37:39.882735 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45846) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:39.887575 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'security_group_rule': {'security_group_id': 'ca0c5e95-6a9e-453a-b27e-70af98c68c9f', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:39.893940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:39.897798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:security_group_rule and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:39.900631 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:39.906207 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:39.916753 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Project 8344a5269583413ab79fb16a6268e3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:37:39.923030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.988157 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:39.991595 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.014358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033390cc-f07f-4808-a20d-6f15d2fd1b92,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:40.022985 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.024116 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-054f0563-4a47-4492-8166-f44093a65c7e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404827 Jan 25 17:37:40.026941 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:40.032208 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'network': {'name': 'tempest-network-smoke--1200436916', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:40.038174 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:40.042097 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:network and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:40.044823 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:40.051429 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:40.060777 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:37:40.064096 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.091002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:37:40.100227 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.100561 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Added segment 6d747cc6-2c0a-489c-bfae-2012649d4ff7 of type vlan for network aa9142be-e65e-444b-b638-5e63d7709871 Jan 25 17:37:40.126403 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.159778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.165895 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:40.166657 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.273965 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2459540 Jan 25 17:37:40.276641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45854) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:40.277148 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc08a8-05bc-4989-9bd0-9253a37d66fa tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Network': ['ID=aa9142be-e65e-444b-b638-5e63d7709871,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:40.282053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'admin_state_up': True, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:40.288087 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network aa9142be-e65e-444b-b638-5e63d7709871 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:37:40.289891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:40.293755 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:router and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:40.296606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:40.304172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:40.314192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.315397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.332174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:40.699206 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:41.000721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:41.029739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:41.168505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.238 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/b1a5aa66-f200-4503-9681-323f70a21306) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:37:41.313386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:41.341051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:41.403071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:37:41.405646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:41.409984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:37:41.447003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=b1a5aa66-f200-4503-9681-323f70a21306,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:41.817443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:42.258560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:42.459659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 180a72c7-f738-4c73-b1ce-5158b450095c is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:37:42.632904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:37:42.642765 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Sync routers for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:37:42.652373 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:42.653050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:42.660118 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:42.661586 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fdd8c00e-99bd-4434-a2b5-af7964e1d7f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3838599 Jan 25 17:37:42.664764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45858) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:42.848558 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:42.858556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3f89f91e-99d4-4165-87c0-d256fee4de39 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=8344a5269583413ab79fb16a6268e3c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1926396 Jan 25 17:37:42.861067 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45864) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:42.988808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8fe19d-9646-4929-8f9b-3ea1ce5074d4 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:42.990318 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fd8fe19d-9646-4929-8f9b-3ea1ce5074d4 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277802 Jan 25 17:37:42.993051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45868) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:43.031893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-aca85e93-cf09-42ee-a312-690f6640e698 tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=08e1ddc9-c024-4e32-9e7f-da2b99a65ea8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377347 Jan 25 17:37:43.034412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45872) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:43.039679 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744059156', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:43.122995 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:41Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:43.127452 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Checking router: 180a72c7-f738-4c73-b1ce-5158b450095c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:37:43.128009 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Updating router 180a72c7-f738-4c73-b1ce-5158b450095c port b1a5aa66-f200-4503-9681-323f70a21306 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:37:43.148471 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:43.152497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:subnet and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:43.155330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:43.161443 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:43.170971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:37:43.175611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.183142 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.394575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.474428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Subnet': ['ID=3f63bc83-dab3-4399-8982-8f96472bcab4,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:43.484038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Checking segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:37:43.484401 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network hostable DHCP agents. Network: aa9142be-e65e-444b-b638-5e63d7709871, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:37:43.504484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network aa9142be-e65e-444b-b638-5e63d7709871 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:37:43.510584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.515221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, aa9142be-e65e-444b-b638-5e63d7709871) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:43.519873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:43.520468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.522998 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Transition to ACTIVE for port object b1a5aa66-f200-4503-9681-323f70a21306 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:43.524119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5161b-6c5a-426a-9fbb-ac29b70ee3de None None] Network aa9142be-e65e-444b-b638-5e63d7709871 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:37:43.531244 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.544621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-c490212c-f0d3-4ccf-890b-df809eb8f5c8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5087974 Jan 25 17:37:43.547193 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:43.613570 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Attempting to bind port b1a5aa66-f200-4503-9681-323f70a21306 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:37:43.613935 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Attempting to bind port b1a5aa66-f200-4503-9681-323f70a21306 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:37:43.614294 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Attempting to bind port b1a5aa66-f200-4503-9681-323f70a21306 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:37:43.619850 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Pushing event updated for resources: {'Port': ['ID=b1a5aa66-f200-4503-9681-323f70a21306,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:43.627552 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:37:43.627916 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:37:43.628317 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.628704 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:37:43.629160 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Bound port: b1a5aa66-f200-4503-9681-323f70a21306, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:37:43.629549 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.684194 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.684880 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.684880 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.685064 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.685397 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.685718 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.686039 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.686355 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.686668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.686981 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.687291 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.687603 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:37:43.736128 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] For port b1a5aa66-f200-4503-9681-323f70a21306, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:37:43.740266 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] For port b1a5aa66-f200-4503-9681-323f70a21306, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b1a5aa66-f200-4503-9681-323f70a21306,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:37:43.744997 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.755421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-aa9142be-e65e-444b-b638-5e63d7709871', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:37:43.756838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:43.835411 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15327ae8-ff02-483f-be4f-bcaa92dab74f None None] Pushing event updated for resources: {'Port': ['ID=b1a5aa66-f200-4503-9681-323f70a21306,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:43.858124 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:43.858752 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:43.953851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Allocated IP 172.20.0.2 (aa9142be-e65e-444b-b638-5e63d7709871/3f63bc83-dab3-4399-8982-8f96472bcab4/8529f6f9-2a78-4a63-8ef9-2a1f25f80e30) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:37:44.038562 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:44.176808 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.187891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Transition to ACTIVE for port object 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:44.207979 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Transition to ACTIVE for port object 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:44.215436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.292582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Network aa9142be-e65e-444b-b638-5e63d7709871 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:37:44.295606 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:44.300321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:37:44.306054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Pushing event updated for resources: {'Port': ['ID=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:44.366035 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:41Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:44.370024 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8798ea-7c6f-4c50-abb1-e918734ad10c None None] The sync data for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv is: [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:41Z', 'revision_number': 3, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:37:44.399303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.401038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Attempting to bind port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:37:44.401461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Attempting to bind port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:37:44.401818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Attempting to bind port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 on network aa9142be-e65e-444b-b638-5e63d7709871 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:37:44.407286 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:37:44.407652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Checking segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:37:44.408798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.409766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Bound using segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:37:44.410224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Bound port: 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:37:44.410594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.511106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] For port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:37:44.514498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] For port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:37:44.520528 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:44.612112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe8740-9e8f-47aa-b217-b663bab0b745 None None] Pushing event updated for resources: {'Port': ['ID=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:44.865334 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.1 (aa9142be-e65e-444b-b638-5e63d7709871/3f63bc83-dab3-4399-8982-8f96472bcab4/4608a1e5-75b3-4773-8760-0e73ced46789) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:37:45.055415 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:45.071739 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object 4608a1e5-75b3-4773-8760-0e73ced46789 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:45.095262 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:45.169858 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network aa9142be-e65e-444b-b638-5e63d7709871 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:37:45.173336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:45.177577 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:37:45.208482 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:45.239962 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:45.507290 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:45.671560 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002c2c0-d686-47f6-8de9-e34c043c58f1 None None] Network aa9142be-e65e-444b-b638-5e63d7709871 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:37:45.803469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-daa30234-c91b-42a5-b756-7a87bbe29749 None None] Provisioning for port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:46.059563 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.068636 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.188574 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:46.205616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:46.208954 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.282303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:46.285717 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d87ca73-4132-4649-ac36-43c15f3c0979 None None] Provisioning for port 4608a1e5-75b3-4773-8760-0e73ced46789 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:46.291517 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3d87ca73-4132-4649-ac36-43c15f3c0979 None None] Provisioning complete for port 4608a1e5-75b3-4773-8760-0e73ced46789 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:46.291884 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d87ca73-4132-4649-ac36-43c15f3c0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.320686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:46.321060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.362606 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network aa9142be-e65e-444b-b638-5e63d7709871 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:37:46.363835 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:46.398943 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3d87ca73-4132-4649-ac36-43c15f3c0979 None None] Port 4608a1e5-75b3-4773-8760-0e73ced46789 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:37:46.465613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.500307 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:46.505594 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.506427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b1a5aa66-f200-4503-9681-323f70a21306 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:46.569856 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 180a72c7-f738-4c73-b1ce-5158b450095c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:37:46.632778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d328b6c4-477e-4e96-b5ef-b2c7ebf879ce None None] Provisioning complete for port 4608a1e5-75b3-4773-8760-0e73ced46789 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:46.633148 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d328b6c4-477e-4e96-b5ef-b2c7ebf879ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.675316 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:46.698602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d328b6c4-477e-4e96-b5ef-b2c7ebf879ce None None] Port 4608a1e5-75b3-4773-8760-0e73ced46789 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:37:46.701628 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port b1a5aa66-f200-4503-9681-323f70a21306 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:46.707294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b1a5aa66-f200-4503-9681-323f70a21306 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:46.707660 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:46.750036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:37:46.760259 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Sync routers for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:37:46.765738 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aebd34e9-2682-4efb-a32c-84a5672fd139 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/180a72c7-f738-4c73-b1ce-5158b450095c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169185 Jan 25 17:37:46.777133 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:46.777277 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:46.945128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-50cf063a-5ec8-44ab-9c01-a29799dcb64f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831654290&fields=id&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 267 time: 0.0407805 Jan 25 17:37:46.972677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ae13ba4c-b454-4b23-9201-4d61b488fac9 None None] Provisioning complete for port 4608a1e5-75b3-4773-8760-0e73ced46789 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:46.973045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba4c-b454-4b23-9201-4d61b488fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:47.037404 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:47.070732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae13ba4c-b454-4b23-9201-4d61b488fac9 None None] Port 4608a1e5-75b3-4773-8760-0e73ced46789 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:37:47.076145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port b1a5aa66-f200-4503-9681-323f70a21306, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b1a5aa66-f200-4503-9681-323f70a21306,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:47.085248 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:47.127402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:47.218847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-1001bbb3-2a93-404d-9b9f-5088fe57d2b6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:47.219525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-1001bbb3-2a93-404d-9b9f-5088fe57d2b6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:37:47.234732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-1001bbb3-2a93-404d-9b9f-5088fe57d2b6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:37:47.236944 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-1001bbb3-2a93-404d-9b9f-5088fe57d2b6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 797 time: 0.2850311 Jan 25 17:37:47.252385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-e0d97d4e-bafa-4098-a5ab-a661506a0e99 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/quotas/8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jan 25 17:37:47.292697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=b1a5aa66-f200-4503-9681-323f70a21306,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:47.342047 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-026e15dc-1f14-4b3d-9b9b-d3a76ef7cd72 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842433 Jan 25 17:37:47.484232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9c3bee16-9fec-4bb5-8ef5-64e3fd13295d service neutron] 10.222.0.45 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304336 Jan 25 17:37:47.507024 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 2, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:47.510907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Checking router: 180a72c7-f738-4c73-b1ce-5158b450095c for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:37:47.511261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Updating router 180a72c7-f738-4c73-b1ce-5158b450095c port 4608a1e5-75b3-4773-8760-0e73ced46789 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:37:47.562393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:47.615437 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-0c1d192e-67ea-4d82-8859-400b847ff874 service neutron] 10.222.0.45 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248126 Jan 25 17:37:47.802226 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9075d472-f798-451c-91e1-0cc838bc7932 req-3c9cfe0c-b7d4-459e-ae40-8d355e362feb tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0434606 Jan 25 17:37:47.921425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:47.933430 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Transition to ACTIVE for port object 4608a1e5-75b3-4773-8760-0e73ced46789 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:47.939372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.117728 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ffb87-c556-4604-b656-2e467eb4e579 None None] Pushing event updated for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:48.126553 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:48.232703 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Attempting to bind port 4608a1e5-75b3-4773-8760-0e73ced46789 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:37:48.233117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Attempting to bind port 4608a1e5-75b3-4773-8760-0e73ced46789 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:37:48.233406 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Attempting to bind port 4608a1e5-75b3-4773-8760-0e73ced46789 on network aa9142be-e65e-444b-b638-5e63d7709871 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:37:48.244564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:37:48.244939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Checking segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:37:48.245351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.245769 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Bound using segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:37:48.246230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Bound port: 4608a1e5-75b3-4773-8760-0e73ced46789, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:37:48.246625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.326710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:48.327093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.405905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] For port 4608a1e5-75b3-4773-8760-0e73ced46789, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:37:48.410793 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] For port 4608a1e5-75b3-4773-8760-0e73ced46789, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4608a1e5-75b3-4773-8760-0e73ced46789,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:37:48.418208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.550253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:37:48.550896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:37:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:48.621518 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ffb87-c556-4604-b656-2e467eb4e579 None None] Pushing event updated for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:48.636693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b1a5aa66-f200-4503-9681-323f70a21306 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:48.805964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:37:48.871209 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port b1a5aa66-f200-4503-9681-323f70a21306 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:48.871573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:48.962004 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0c4e1400-b383-43a4-9755-7e711dd44ce6 req-8646b2ac-1a1c-49f3-b96a-c6bfa6e4e64e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0455930 Jan 25 17:37:49.140014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9f953fe0-f70f-468e-ad51-917fd84d5e37 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:49.141652 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9f953fe0-f70f-468e-ad51-917fd84d5e37 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 797 time: 0.1649525 Jan 25 17:37:49.197751 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-ec1bbc33-92b3-4080-9b34-f39d7d4ee84a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8344a5269583413ab79fb16a6268e3c1 HTTP/1.1" status: 200 len: 379 time: 0.0480404 Jan 25 17:37:49.206041 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'port': {'device_id': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'admin_state_up': True, 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'security_groups': ['ca0c5e95-6a9e-453a-b27e-70af98c68c9f']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:49.275401 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:48Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:37:49.279468 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3458e2-2f2b-45c5-be80-2cfcdd6b7109 None None] The sync data for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv is: [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:48Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:37:49.357514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:49.363270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:port and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:49.366244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:49.371867 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:49.381895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Made reservation on behalf of 8344a5269583413ab79fb16a6268e3c1 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:37:49.385664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:49.557765 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.20.0.4 (aa9142be-e65e-444b-b638-5e63d7709871/3f63bc83-dab3-4399-8982-8f96472bcab4/d395a517-7ccf-468f-8832-239163df0baa) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:37:49.755725 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:49.773120 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Transition to ACTIVE for port object d395a517-7ccf-468f-8832-239163df0baa will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:49.799617 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:49.873301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network aa9142be-e65e-444b-b638-5e63d7709871 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:37:49.877044 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:37:49.881240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:37:49.916311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:49.957383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:49.958035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:49.991547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-83837ea0-fbce-40db-8b8e-42f112f7ed7b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897079 Jan 25 17:37:50.004575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Request body: {'port': {'device_id': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:50.166154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4608a1e5-75b3-4773-8760-0e73ced46789 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:50.226383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.245722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-de79050c-be2a-4178-ac99-4ec49122b5a0 None None] Provisioning for port d395a517-7ccf-468f-8832-239163df0baa completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:50.248903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6385-312d-4cb3-8b10-deedeebd1daa req-adeaf23e-3c87-4574-b9c7-eee5a34e40ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:50.249586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-92ef6385-312d-4cb3-8b10-deedeebd1daa req-adeaf23e-3c87-4574-b9c7-eee5a34e40ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:37:50.251772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-de79050c-be2a-4178-ac99-4ec49122b5a0 None None] Provisioning complete for port d395a517-7ccf-468f-8832-239163df0baa triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:50.252356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de79050c-be2a-4178-ac99-4ec49122b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.280996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 4608a1e5-75b3-4773-8760-0e73ced46789 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:50.299469 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4608a1e5-75b3-4773-8760-0e73ced46789 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:50.299835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.318522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-92ef6385-312d-4cb3-8b10-deedeebd1daa req-adeaf23e-3c87-4574-b9c7-eee5a34e40ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:37:50.319693 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ef6385-312d-4cb3-8b10-deedeebd1daa req-adeaf23e-3c87-4574-b9c7-eee5a34e40ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 931 time: 0.2334743 Jan 25 17:37:50.358025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-de79050c-be2a-4178-ac99-4ec49122b5a0 None None] Port d395a517-7ccf-468f-8832-239163df0baa cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:37:50.433314 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.473115 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 4608a1e5-75b3-4773-8760-0e73ced46789, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4608a1e5-75b3-4773-8760-0e73ced46789,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:50.478157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.537427 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ef6385-312d-4cb3-8b10-deedeebd1daa req-33c274a1-5364-4f2b-bb99-2c77c004604f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094579 Jan 25 17:37:50.555185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:50.737154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d395a517-7ccf-468f-8832-239163df0baa {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:37:50.744145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.757970 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Transition to ACTIVE for port object d395a517-7ccf-468f-8832-239163df0baa will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:37:50.761825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:50.920091 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:50.997688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Attempting to bind port d395a517-7ccf-468f-8832-239163df0baa on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:37:50.998266 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Attempting to bind port d395a517-7ccf-468f-8832-239163df0baa by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:37:50.998365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Attempting to bind port d395a517-7ccf-468f-8832-239163df0baa on network aa9142be-e65e-444b-b638-5e63d7709871 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:37:51.002923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Port d395a517-7ccf-468f-8832-239163df0baa on network aa9142be-e65e-444b-b638-5e63d7709871 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:37:51.003239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Attempting to bind port d395a517-7ccf-468f-8832-239163df0baa on network aa9142be-e65e-444b-b638-5e63d7709871 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:37:51.008222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:37:51.008554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Checking segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:37:51.008932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Bound using segment: {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:37:51.009380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Bound port: d395a517-7ccf-468f-8832-239163df0baa, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d747cc6-2c0a-489c-bfae-2012649d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:37:51.009724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:51.101957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:37:51.104812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d395a517-7ccf-468f-8832-239163df0baa,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:37:51.109821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:51.168083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.168687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:51.170052 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] 10.222.0.15 "PUT /v2.0/ports/d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 1093 time: 1.1714256 Jan 25 17:37:51.178249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:37:51.206174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb06aab-1b97-418f-89f4-e9fc8087bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:51.243236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa', 'status': 'completed', 'code': 200} Jan 25 17:37:51.285986 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-f82e7bda-f7d5-4119-a98f-d764b209ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.287491 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-f82e7bda-f7d5-4119-a98f-d764b209ad5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1096 time: 0.0781164 Jan 25 17:37:51.363224 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-22d3e887-3123-473e-a641-2c9569836002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 217 time: 0.0688372 Jan 25 17:37:51.425581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-6a0b5a33-5169-4ae6-b6fc-0e79a15f04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.427012 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-6a0b5a33-5169-4ae6-b6fc-0e79a15f04fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0581982 Jan 25 17:37:51.504823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-12bffa3e-8a70-40a8-b252-6accd7222718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.506311 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-12bffa3e-8a70-40a8-b252-6accd7222718 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738530 Jan 25 17:37:51.636854 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-0fbb7227-bde2-4e9e-a38a-9b55bb79a38a service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242058 Jan 25 17:37:51.829092 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5618ccac-15cc-4283-ad75-c3364f4a0783 req-fb95918a-23ad-4385-bf85-7eff6946f226 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859272 Jan 25 17:37:51.836731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189df40-2281-4efd-8988-31259002c275 req-205585df-65b1-4356-a57c-519ce015537b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.838156 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6189df40-2281-4efd-8988-31259002c275 req-205585df-65b1-4356-a57c-519ce015537b tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 943 time: 0.1774769 Jan 25 17:37:51.923184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6189df40-2281-4efd-8988-31259002c275 req-e59ad831-a7ff-4362-8909-404a7ead872a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790014 Jan 25 17:37:51.954557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-d4aff295-a4b5-4252-ab00-77411f3930b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:51.956003 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-d4aff295-a4b5-4252-ab00-77411f3930b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1096 time: 0.0787981 Jan 25 17:37:52.100363 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4608a1e5-75b3-4773-8760-0e73ced46789 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:52.172549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 4608a1e5-75b3-4773-8760-0e73ced46789 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:52.172930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:52.187374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-2505edc5-c8c1-41cf-bbc1-da01027bbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:52.188711 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-2505edc5-c8c1-41cf-bbc1-da01027bbf08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 898 time: 0.2273510 Jan 25 17:37:52.255732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-9e8fbc67-1f39-446f-852e-b6ce83e6517b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 217 time: 0.0609729 Jan 25 17:37:52.321721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-5c043790-bb4d-4746-a5e4-391b619f2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:52.323397 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-5c043790-bb4d-4746-a5e4-391b619f2fbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0621650 Jan 25 17:37:52.398196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-316ccd41-dfdb-46a5-b36b-81086b4fd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:52.399696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-316ccd41-dfdb-46a5-b36b-81086b4fd7ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690031 Jan 25 17:37:52.529515 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-fcd7baa1-14f4-46b5-9b74-f6eba720cb91 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232262 Jan 25 17:37:52.661853 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-651e8cb6-4c53-4bb6-97fb-20bb5b1092d1 req-df209986-5c26-4aab-8bd0-f7d24dd7e911 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256270 Jan 25 17:37:53.107505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277efdf-3be0-4ab6-99e1-c1414acf0e11 req-fb2e5e19-9346-4dc7-b2fe-0a07d41d8638 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:53.108851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f277efdf-3be0-4ab6-99e1-c1414acf0e11 req-fb2e5e19-9346-4dc7-b2fe-0a07d41d8638 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0818231 Jan 25 17:37:53.153494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f277efdf-3be0-4ab6-99e1-c1414acf0e11 req-0a122881-573f-4f02-9b2e-c991454b62f0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379460 Jan 25 17:37:54.335431 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f1455-e14e-4971-a47c-8d79f16c8a09 req-2515eaae-53cc-479b-8c2c-7b040eec4ef9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:54.336867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-082f1455-e14e-4971-a47c-8d79f16c8a09 req-2515eaae-53cc-479b-8c2c-7b040eec4ef9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0797403 Jan 25 17:37:54.381425 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-082f1455-e14e-4971-a47c-8d79f16c8a09 req-c7d1594a-6833-4fad-8bef-b90a120b3b58 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Jan 25 17:37:54.761019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d395a517-7ccf-468f-8832-239163df0baa details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:37:54.895842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d395a517-7ccf-468f-8832-239163df0baa,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:54.909257 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'd395a517-7ccf-468f-8832-239163df0baa', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'port_id': 'd395a517-7ccf-468f-8832-239163df0baa', 'mac_address': 'fa:16:3e:78:aa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:37:54.963654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:54.980123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d395a517-7ccf-468f-8832-239163df0baa {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:37:54.995356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d395a517-7ccf-468f-8832-239163df0baa,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:54.999275 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:55.067452 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:55.327149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['d395a517-7ccf-468f-8832-239163df0baa'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:37:55.572313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf686f-e13c-463e-93f2-53c4f6fe2e09 req-70667796-56c3-4e6d-8305-fd8503fc7e88 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:55.574046 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edaf686f-e13c-463e-93f2-53c4f6fe2e09 req-70667796-56c3-4e6d-8305-fd8503fc7e88 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0833483 Jan 25 17:37:55.620422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-edaf686f-e13c-463e-93f2-53c4f6fe2e09 req-debf1989-933c-41a0-85de-1db3e190cade tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Jan 25 17:37:55.977161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:56.776147 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d395a517-7ccf-468f-8832-239163df0baa up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:37:56.808446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c403b-e761-4805-b054-dfe88e340880 req-abe8891e-4e39-4399-81a4-80d1ce75c6b0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:56.809948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e4c403b-e761-4805-b054-dfe88e340880 req-abe8891e-4e39-4399-81a4-80d1ce75c6b0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0871029 Jan 25 17:37:56.847073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port d395a517-7ccf-468f-8832-239163df0baa completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:37:56.852362 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port d395a517-7ccf-468f-8832-239163df0baa triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:37:56.852549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:56.862337 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2e4c403b-e761-4805-b054-dfe88e340880 req-9b5cf4b1-5d6b-4cfd-accd-fee69c1f08f4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 Jan 25 17:37:56.969486 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:56.996534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:37:57.007190 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d395a517-7ccf-468f-8832-239163df0baa,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:37:57.010870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:57.042301 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa', 'code': 200} Jan 25 17:37:57.081532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:37:57.260591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042e291-05f1-4f5b-90b9-046f9c319362 req-6c3243d5-9aae-483d-94b6-0a469e06f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:57.262086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9042e291-05f1-4f5b-90b9-046f9c319362 req-6c3243d5-9aae-483d-94b6-0a469e06f697 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0684931 Jan 25 17:37:57.302400 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9042e291-05f1-4f5b-90b9-046f9c319362 req-23dbd48e-eeb3-4c8f-9be2-56f6c6e475dd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Jan 25 17:37:57.806737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70b660b3-988c-4a81-859c-0ea6da159607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:58.045828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df105-87ec-4013-993b-6673628623bd req-ef72b0ed-6c56-4f80-8096-ec88e8e7d453 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:58.047483 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed6df105-87ec-4013-993b-6673628623bd req-ef72b0ed-6c56-4f80-8096-ec88e8e7d453 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0828300 Jan 25 17:37:58.096094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ed6df105-87ec-4013-993b-6673628623bd req-d138ac65-a6b9-4bd4-b4fd-4a651871ed0f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Jan 25 17:37:59.279159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c11496-f440-4514-9439-728f2a7bb5c9 req-629bc0a1-ef05-4e40-b18e-e8ca828657ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:59.280629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32c11496-f440-4514-9439-728f2a7bb5c9 req-629bc0a1-ef05-4e40-b18e-e8ca828657ff tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0794590 Jan 25 17:37:59.324160 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-32c11496-f440-4514-9439-728f2a7bb5c9 req-7418ae3c-bfa4-4f6a-9682-a79a4b83f05d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 Jan 25 17:37:59.523161 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f3cb-7bf7-4b42-9d3b-dfccbcfb0670 req-a20831df-ccee-4a44-abc1-14c9cadfc051 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:59.524600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f3cb-7bf7-4b42-9d3b-dfccbcfb0670 req-a20831df-ccee-4a44-abc1-14c9cadfc051 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0817363 Jan 25 17:37:59.570307 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1c19f3cb-7bf7-4b42-9d3b-dfccbcfb0670 req-7fdea708-4c86-44be-80cb-85752ddda7ce tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401735 Jan 25 17:37:59.592977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45940) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:59.661866 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc92035-8a0e-4dd5-a8db-1b11dde128ca tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:37:59.663328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dbc92035-8a0e-4dd5-a8db-1b11dde128ca tempest-TestNetworkAdvancedServerOps-1317465191 tempest-TestNetworkAdvancedServerOps-1317465191-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1093 time: 0.0693686 Jan 25 17:37:59.666136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45944) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:37:59.670900 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'd395a517-7ccf-468f-8832-239163df0baa', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:37:59.677008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:37:59.680775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Usage tracker for resource:floatingip and tenant:8344a5269583413ab79fb16a6268e3c1 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:37:59.683588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:37:59.689156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:37:59.699525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:59.847799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:37:59.985510 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Allocated IP 172.26.4.10 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/38e32fd2-b741-45c5-85a3-f81d7c047236) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:38:00.141911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:00.170265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:00.236124 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:38:00.237490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:38:00.241043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:38:00.287099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=38e32fd2-b741-45c5-85a3-f81d7c047236,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:38:00.379395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8354075-0596-4f94-b940-9d611885558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:00.750460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:00.823604 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.029918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.034963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.160928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event updated for resources: {'Port': ['ID=38e32fd2-b741-45c5-85a3-f81d7c047236,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:38:01.172425 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.240819 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.342124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP 68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 associated. External IP: 172.26.4.10, port: d395a517-7ccf-468f-8832-239163df0baa. Jan 25 17:38:01.692884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 180a72c7-f738-4c73-b1ce-5158b450095c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:38:01.752693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.873879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:38:01.883824 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Sync routers for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:38:01.893980 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:38:01.894585 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:38:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:38:01.898548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:01.953183 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d518bf2f-5113-4793-bf47-9780c2e85d5a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2860479 Jan 25 17:38:01.953792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:38:01.998319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa', 'status': 'completed', 'code': 200} Jan 25 17:38:02.075593 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:38:02.262634 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-0ea7a84b-b0e2-40d7-9152-ccbfccef2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:02.263997 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-0ea7a84b-b0e2-40d7-9152-ccbfccef2cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.2420135 Jan 25 17:38:02.275464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012b0f-7485-48b8-b3fa-264ababb3b16 req-b2f05d30-f453-45ff-bb41-f1494b677ab9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:02.276818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3012b0f-7485-48b8-b3fa-264ababb3b16 req-b2f05d30-f453-45ff-bb41-f1494b677ab9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2234342 Jan 25 17:38:02.404150 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3012b0f-7485-48b8-b3fa-264ababb3b16 req-72d15769-6b03-4c96-8643-60249c220fd3 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088982 Jan 25 17:38:02.432120 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:38:02.436191 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'port_id': 'd395a517-7ccf-468f-8832-239163df0baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'mac_address': 'fa:16:3e:78:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:38:00Z', 'updated_at': '2022-01-25T17:38:00Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:38:02.440084 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Checking router: 180a72c7-f738-4c73-b1ce-5158b450095c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:38:02.447463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-6f896c7a-5ead-47a0-aa5f-062b7db49bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:02.449058 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:38:02.449180 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-6f896c7a-5ead-47a0-aa5f-062b7db49bcf service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 898 time: 0.1714900 Jan 25 17:38:02.449692 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:38:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:38:02.545068 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e8f245c-5616-42c8-8544-1d24a43f0d2f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 HTTP/1.1" status: 200 len: 990 time: 0.1108263 Jan 25 17:38:02.552981 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-d59ac925-2e48-4de1-9edc-a0b02344b7cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 998 time: 0.0969987 Jan 25 17:38:02.619729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-97659b6f-1dd7-4149-9947-19312b498b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:02.621186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-97659b6f-1dd7-4149-9947-19312b498b84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0626802 Jan 25 17:38:02.665675 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:38:02.700798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-ed52e896-c83f-4373-83dd-1aebdaee71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:02.702303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-ed52e896-c83f-4373-83dd-1aebdaee71cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755775 Jan 25 17:38:02.836044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-1b176907-8657-4428-94b0-b3f92f5aa204 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260970 Jan 25 17:38:02.939910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:02.971968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-52e207d9-11de-4971-9aab-f01c6e9daff0 req-92c73531-c411-47a1-9dd2-d9551aedc938 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301599 Jan 25 17:38:03.011417 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'port_id': 'd395a517-7ccf-468f-8832-239163df0baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'mac_address': 'fa:16:3e:78:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:38:00Z', 'updated_at': '2022-01-25T17:38:00Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:38:03.015292 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420cd22-dd87-41bc-b393-212dc9114db2 None None] The sync data for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv is: [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'port_id': 'd395a517-7ccf-468f-8832-239163df0baa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'mac_address': 'fa:16:3e:78:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:38:00Z', 'updated_at': '2022-01-25T17:38:00Z', 'revision_number': 0, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:38:03.211012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e12f28-3415-48c6-9330-685a8fff58e0 None None] New status for floating IP 68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33: ACTIVE {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:38:03.548073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 45956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:38:03.658060 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-facce15a-2d66-426c-a673-6f9dc6ec68ba tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 HTTP/1.1" status: 200 len: 992 time: 0.1081829 Jan 25 17:38:14.565699 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:38:18.683488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-13224931-8104-4feb-bd52-83023408cdef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720305 Jan 25 17:38:18.823529 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-3be0dcd0-cb95-4308-b160-3a5d0b984eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:18.824988 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-3be0dcd0-cb95-4308-b160-3a5d0b984eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0715728 Jan 25 17:38:18.967769 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-37e292f1-370b-4ed1-a17c-9bb8b6db972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:18.969239 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-37e292f1-370b-4ed1-a17c-9bb8b6db972e service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 898 time: 0.1247802 Jan 25 17:38:19.079645 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-9ffa8d38-db00-46ba-a4a9-35f00cb24957 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 1000 time: 0.1038728 Jan 25 17:38:19.151804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-ca873ddc-6144-4a7c-a4a7-027d968bb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:19.153236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-ca873ddc-6144-4a7c-a4a7-027d968bb135 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0677757 Jan 25 17:38:19.232055 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-0f0c4aeb-01df-4cfb-8969-d91db110f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:38:19.233431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-0f0c4aeb-01df-4cfb-8969-d91db110f858 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735929 Jan 25 17:38:19.379398 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-3e15c731-3cfa-4301-ab68-33b2d8eeaa2d service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365807 Jan 25 17:38:19.618094 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3f12d3a4-d008-4701-838b-b8cdc81b0c1e req-ed95b3d8-ff0a-4b72-a46c-4e134ab354d6 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306263 Jan 25 17:38:25.979461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:27.808309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad394ff3-895c-45ea-8b44-a2813a37ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:30.382751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ee9c456-1929-46c9-a285-fd09fb195416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:31.243837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:31.757121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:32.941232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:51.566263 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:38:55.981507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:38:57.810271 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2539457c-b1a9-40ee-99a1-5f8809d81200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:00.385134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1e74747-3fbb-47ee-81cb-c5fdf3c9aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:01.245697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:01.757920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:02.946473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:04.745597 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a55f9a-b37b-4590-88c4-0356c50fcbe4 req-546b0d79-916c-480c-8930-55724792042e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:04.747049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95a55f9a-b37b-4590-88c4-0356c50fcbe4 req-546b0d79-916c-480c-8930-55724792042e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0797212 Jan 25 17:39:04.790923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95a55f9a-b37b-4590-88c4-0356c50fcbe4 req-cb84d831-db85-4239-b167-b508f1f746a7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381930 Jan 25 17:39:05.976307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fcd48-82d3-44f9-a3f9-4006e995883b req-60057d69-9dce-440d-b6c6-463170971eee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:05.977776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-339fcd48-82d3-44f9-a3f9-4006e995883b req-60057d69-9dce-440d-b6c6-463170971eee tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0813398 Jan 25 17:39:06.021125 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-339fcd48-82d3-44f9-a3f9-4006e995883b req-08f694da-7a76-49e8-8e2f-6df84a49f661 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377896 Jan 25 17:39:07.208522 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084201f-c2f8-4b3d-a8b2-0482fb365d6a req-16133b8d-539c-4470-a1fb-abe721a4f943 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:07.210011 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5084201f-c2f8-4b3d-a8b2-0482fb365d6a req-16133b8d-539c-4470-a1fb-abe721a4f943 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0813911 Jan 25 17:39:07.256998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5084201f-c2f8-4b3d-a8b2-0482fb365d6a req-5bf267aa-84ab-450f-8058-cee82e857f5f tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 Jan 25 17:39:07.279883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 45996) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:07.383509 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-64e79f60-90b3-4679-a69f-4a8d95a6e4cc tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 HTTP/1.1" status: 200 len: 992 time: 0.1025052 Jan 25 17:39:08.891699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-5a706034-7b1f-449e-b889-15fb51f8a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:08.893139 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-5a706034-7b1f-449e-b889-15fb51f8a38d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0982463 Jan 25 17:39:08.901372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231390e-42ac-42f1-9948-a65aedc16c75 req-874577d7-9d63-4b25-9967-c115cf523ab9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:08.902700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7231390e-42ac-42f1-9948-a65aedc16c75 req-874577d7-9d63-4b25-9967-c115cf523ab9 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.1431553 Jan 25 17:39:09.027837 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7231390e-42ac-42f1-9948-a65aedc16c75 req-41d80bc2-2a36-48fd-b916-1179f08ea8d0 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064210 Jan 25 17:39:09.059514 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-863c7f71-760e-41ed-a9c1-264483252ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:09.060949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-863c7f71-760e-41ed-a9c1-264483252ec3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 898 time: 0.1574330 Jan 25 17:39:09.163161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-b5baeb92-81a8-470e-b328-25f33afc056f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 1000 time: 0.0959408 Jan 25 17:39:09.224555 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-fc7be8db-9210-411d-91e3-c6e85b7c8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:09.225966 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-fc7be8db-9210-411d-91e3-c6e85b7c8c48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0570171 Jan 25 17:39:09.304017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-6583e79b-2a08-4413-bfe5-404319d255ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:09.305443 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-6583e79b-2a08-4413-bfe5-404319d255ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718756 Jan 25 17:39:09.434223 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-067c84a0-d528-4adc-bd39-5f7ecd0bd0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228831 Jan 25 17:39:09.563895 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-402d5b03-5db1-49a8-9101-ab0eb378e756 req-009fa292-6613-4c05-83d7-38ba978b88fb service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Jan 25 17:39:10.219897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949cd66-2257-42f9-88be-2897976489e9 req-5c53a75f-8bd3-4371-b514-2a7086f70499 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:10.221354 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0949cd66-2257-42f9-88be-2897976489e9 req-5c53a75f-8bd3-4371-b514-2a7086f70499 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0808372 Jan 25 17:39:10.264500 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0949cd66-2257-42f9-88be-2897976489e9 req-8d51ebab-6300-4911-bc9e-a2affe37da35 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375044 Jan 25 17:39:11.444526 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474ea8-bd05-4507-82ba-55de8f609acb req-ea4eeaea-25cd-4926-9660-1c6426b1a3c4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:11.445998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f474ea8-bd05-4507-82ba-55de8f609acb req-ea4eeaea-25cd-4926-9660-1c6426b1a3c4 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0779650 Jan 25 17:39:11.491899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7f474ea8-bd05-4507-82ba-55de8f609acb req-9c0b117c-80b1-42ee-9cac-6f20c481b20d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Jan 25 17:39:11.515070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46010) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:11.622942 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-81663859-c080-4bda-98cf-3412b9f8c4b5 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/floatingips/68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 HTTP/1.1" status: 200 len: 992 time: 0.1064491 Jan 25 17:39:11.917315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46018) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:12.209726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 38e32fd2-b741-45c5-85a3-f81d7c047236 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:39:12.210065 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:12.378086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:12.378409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:12.501384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 38e32fd2-b741-45c5-85a3-f81d7c047236 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:39:12.651103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:12.696476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=38e32fd2-b741-45c5-85a3-f81d7c047236,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:12.729252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.729607 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.729944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.730284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.730616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.730944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.731268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.731599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.731918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.732239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.732560 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.732881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:12.800019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:12.800267 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Floating IP 68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 disassociated (deleted). External IP: 172.26.4.10, port: d395a517-7ccf-468f-8832-239163df0baa. Jan 25 17:39:13.150200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 180a72c7-f738-4c73-b1ce-5158b450095c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:39:13.438575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:13.448626 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Sync routers for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:13.459234 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:13.459440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:13.459845 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:13.512983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-291a0abd-3e58-42d2-8324-acc30cbd5da6 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/floatingips/68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33 HTTP/1.1" status: 204 len: 168 time: 1.5946400 Jan 25 17:39:13.513741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:39:13.559061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa', 'status': 'completed', 'code': 200} Jan 25 17:39:13.652738 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:13.657658 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32d2a-e88c-4257-a354-903651183180 req-e5d61b33-1886-42d2-a8a9-8f0b1a4b278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:13.659128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-e5d61b33-1886-42d2-a8a9-8f0b1a4b278b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8344a5269583413ab79fb16a6268e3c1&device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0758226 Jan 25 17:39:13.854816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32d2a-e88c-4257-a354-903651183180 req-f659c18a-e8dd-4732-af2e-c09353eed0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:13.856665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-f659c18a-e8dd-4732-af2e-c09353eed0ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 200 len: 898 time: 0.1895158 Jan 25 17:39:13.931744 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-d2cd0180-03d5-4c2b-9ce4-08ec4e20dd98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 200 len: 217 time: 0.0661509 Jan 25 17:39:13.977416 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:13.981339 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Checking router: 180a72c7-f738-4c73-b1ce-5158b450095c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:13.990835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:13.991430 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:14.012265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6349b96-9231-478c-974d-78c9b81cfaed req-17735000-1009-43f1-8a36-5f00d4b6bcb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:14.012952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a6349b96-9231-478c-974d-78c9b81cfaed req-17735000-1009-43f1-8a36-5f00d4b6bcb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:14.019368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32d2a-e88c-4257-a354-903651183180 req-a1b6e03e-b1db-4ead-8d97-96cf5dc439e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:14.020953 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-a1b6e03e-b1db-4ead-8d97-96cf5dc439e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 200 len: 834 time: 0.0832891 Jan 25 17:39:14.070576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-a6349b96-9231-478c-974d-78c9b81cfaed req-17735000-1009-43f1-8a36-5f00d4b6bcb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:14.071741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a6349b96-9231-478c-974d-78c9b81cfaed req-17735000-1009-43f1-8a36-5f00d4b6bcb8 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2663629 Jan 25 17:39:14.134239 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a6349b96-9231-478c-974d-78c9b81cfaed req-412fd2f1-95c4-4c3c-b38e-54a77cf1f857 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536590 Jan 25 17:39:14.138662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc32d2a-e88c-4257-a354-903651183180 req-c2b33b62-dd0e-4b2f-9661-f119e149f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:14.140086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-c2b33b62-dd0e-4b2f-9661-f119e149f139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa9142be-e65e-444b-b638-5e63d7709871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126537 Jan 25 17:39:14.181534 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:14.279554 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-dd3da08d-3e23-4abd-af44-0865f13db02a service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325591 Jan 25 17:39:14.417844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9dc32d2a-e88c-4257-a354-903651183180 req-8478876d-df31-42b8-86ec-e9cf227781ec service neutron] 10.222.0.15 "GET /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321223 Jan 25 17:39:14.523345 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:14.527204 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af702a05-bcce-4859-b42b-9bcaa60facf4 None None] The sync data for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv is: [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:37:45Z', 'revision_number': 4, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '4608a1e5-75b3-4773-8760-0e73ced46789', 'name': '', 'network_id': 'aa9142be-e65e-444b-b638-5e63d7709871', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'mac_address': 'fa:16:3e:be:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:44Z', 'updated_at': '2022-01-25T17:37:50Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'subnets': [{'id': '3f63bc83-dab3-4399-8982-8f96472bcab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:14.743733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1106d19-d3c0-4fbd-a42e-67c74b1a677f None None] New status for floating IP 68c1a802-2ef8-4676-8bf6-7fc1dd1bcc33: DOWN {{(pid=87554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:39:15.324178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42b80-6d25-4e58-bc86-6e64114da4d9 req-5947bc3f-5d5e-4757-b7ab-072e3c3047e7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:15.325643 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fdf42b80-6d25-4e58-bc86-6e64114da4d9 req-5947bc3f-5d5e-4757-b7ab-072e3c3047e7 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0812497 Jan 25 17:39:15.368625 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fdf42b80-6d25-4e58-bc86-6e64114da4d9 req-c16ee858-8c0c-442e-9a3c-f2e241797a68 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca0c5e95-6a9e-453a-b27e-70af98c68c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374551 Jan 25 17:39:15.508144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-af3e3ae4-2cb6-40ee-851f-6843dad5973e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:15.509584 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-af3e3ae4-2cb6-40ee-851f-6843dad5973e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0817089 Jan 25 17:39:15.577683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port d395a517-7ccf-468f-8832-239163df0baa {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:39:15.578028 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:15.823520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port d395a517-7ccf-468f-8832-239163df0baa, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d395a517-7ccf-468f-8832-239163df0baa,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:15.823786 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:15.946809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for d395a517-7ccf-468f-8832-239163df0baa owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:39:16.195623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:16.246377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=d395a517-7ccf-468f-8832-239163df0baa,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:16.322327 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] No DVR routers for this DVR port d395a517-7ccf-468f-8832-239163df0baa on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:39:16.324873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:16.327256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'name': 'network-vif-deleted', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:39:16.343788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-244171ea-50ca-42fa-bcbc-8dd4263c365a req-e18ba2da-bc13-4d2e-9d33-3f325117e94d tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.15 "DELETE /v2.0/ports/d395a517-7ccf-468f-8832-239163df0baa HTTP/1.1" status: 204 len: 173 time: 0.8289511 Jan 25 17:39:16.378385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdae276-878c-48fa-a549-2733ddd8dcb2', 'name': 'network-vif-deleted', 'tag': 'd395a517-7ccf-468f-8832-239163df0baa', 'status': 'completed', 'code': 200} Jan 25 17:39:16.521022 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-42fc55f6-8450-4b6a-998e-4a3c2608b0e1 req-82bfbbbd-4387-4076-b51c-0fdd4240a835 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Synchronizing usage tracker for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:16.537176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-42fc55f6-8450-4b6a-998e-4a3c2608b0e1 req-82bfbbbd-4387-4076-b51c-0fdd4240a835 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Unset dirty status for tenant:8344a5269583413ab79fb16a6268e3c1 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:16.538565 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-42fc55f6-8450-4b6a-998e-4a3c2608b0e1 req-82bfbbbd-4387-4076-b51c-0fdd4240a835 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fdae276-878c-48fa-a549-2733ddd8dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0622683 Jan 25 17:39:17.636511 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:18.283273 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:18.635783 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port 4608a1e5-75b3-4773-8760-0e73ced46789 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:39:18.636070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:18.819979 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port 4608a1e5-75b3-4773-8760-0e73ced46789, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=4608a1e5-75b3-4773-8760-0e73ced46789,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:18.820660 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:18.955303 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for 4608a1e5-75b3-4773-8760-0e73ced46789 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:39:19.230817 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:19.274410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d395a517-7ccf-468f-8832-239163df0baa no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:39:19.278682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=4608a1e5-75b3-4773-8760-0e73ced46789,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:19.311894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: d395a517-7ccf-468f-8832-239163df0baa {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:39:19.312216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d395a517-7ccf-468f-8832-239163df0baa not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:39:19.325763 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.326119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.326470 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.326818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.327156 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.327495 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.327826 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.328276 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.328512 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.328900 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.329244 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.329584 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:19.674135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.034114 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Router 180a72c7-f738-4c73-b1ce-5158b450095c has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:39:20.213864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:20.223903 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Sync routers for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:20.232598 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6755a4d-95b1-48d5-ad9c-282f8f5aba0a tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "PUT /v2.0/routers/180a72c7-f738-4c73-b1ce-5158b450095c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5950022 Jan 25 17:39:20.234035 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:20.234707 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:20.235245 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:20.304327 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting subnet 3f63bc83-dab3-4399-8982-8f96472bcab4 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:39:20.307233 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.362393 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.408706 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:20.450100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.530841 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.575566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.581588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778daf8c-d54e-4574-8b41-c322b9f9d74a None None] Network aa9142be-e65e-444b-b638-5e63d7709871 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:39:20.584657 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/subnets/3f63bc83-dab3-4399-8982-8f96472bcab4 HTTP/1.1" status: 204 len: 168 time: 0.3484335 Jan 25 17:39:20.585602 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875393d-3e16-481c-bf96-1368312c664e tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Subnet': ['ID=3f63bc83-dab3-4399-8982-8f96472bcab4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:20.588621 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46044) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:20.693634 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:39:19Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:20.697524 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Checking router: 180a72c7-f738-4c73-b1ce-5158b450095c for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:20.706044 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Routers {'180a72c7-f738-4c73-b1ce-5158b450095c'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:20.707364 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['180a72c7-f738-4c73-b1ce-5158b450095c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:20.789135 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.866614 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] DHCP port deletion for aa9142be-e65e-444b-b638-5e63d7709871 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:39:20.870962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Deleting port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:39:20.871419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.895596 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] Set router 180a72c7-f738-4c73-b1ce-5158b450095c gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:20.973378 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:20.982669 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Deleting port b1a5aa66-f200-4503-9681-323f70a21306 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:39:20.983014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.080409 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] For port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,segment=NetworkSegment(6d747cc6-2c0a-489c-bfae-2012649d4ff7),segment_id=6d747cc6-2c0a-489c-bfae-2012649d4ff7)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:21.080670 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.183525 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:39:19Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:21.188067 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01cba4-b65e-40cb-ba7a-84b37cca9f2a None None] The sync data for ids ['180a72c7-f738-4c73-b1ce-5158b450095c'] in dv-neutron-824022-2-hyperv is: [{'id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2006311402', 'tenant_id': '8344a5269583413ab79fb16a6268e3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:37:40Z', 'updated_at': '2022-01-25T17:39:19Z', 'revision_number': 5, 'project_id': '8344a5269583413ab79fb16a6268e3c1', 'gw_port': {'id': 'b1a5aa66-f200-4503-9681-323f70a21306', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a72c7-f738-4c73-b1ce-5158b450095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:37:41Z', 'updated_at': '2022-01-25T17:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:21.205298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Calling delete_port for 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:39:21.285653 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] For port b1a5aa66-f200-4503-9681-323f70a21306, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=b1a5aa66-f200-4503-9681-323f70a21306,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:21.286309 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.286882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.372571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Pushing event deleted for resources: {'Port': ['ID=8529f6f9-2a78-4a63-8ef9-2a1f25f80e30,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:21.376732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] No DVR routers for this DVR port 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 on host dv-neutron-824022-2-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:39:21.386338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.386755 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.387044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.387382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.387715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.388049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.388384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.388710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.389038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.389433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.389709 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.390028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a13c3-b68a-4ea4-b672-d0a49a13bb5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:21.410339 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Calling delete_port for b1a5aa66-f200-4503-9681-323f70a21306 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:39:21.578597 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.629950 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Port': ['ID=b1a5aa66-f200-4503-9681-323f70a21306,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:21.724905 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.901046 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.903138 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.924324 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.924847 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Fanout notify agent at l3_agent the message router_deleted on router 180a72c7-f738-4c73-b1ce-5158b450095c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:39:21.940633 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:21.942693 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d9224e9-94f4-4fca-a709-6a8fc19f4935 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/routers/180a72c7-f738-4c73-b1ce-5158b450095c HTTP/1.1" status: 204 len: 168 time: 1.3529131 Jan 25 17:39:21.945100 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:22.061684 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.192463 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.220451 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9142be-e65e-444b-b638-5e63d7709871']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:22.232902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d747cc6-2c0a-489c-bfae-2012649d4ff7') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:22.233194 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d747cc6-2c0a-489c-bfae-2012649d4ff7') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:22.246101 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.261496 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.267340 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:39:22.267723 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:39:22.282566 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:39:22.363815 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.386778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.399989 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'Network': ['ID=aa9142be-e65e-444b-b638-5e63d7709871,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:22.402586 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:39:22.415368 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b2f5d59-995f-4880-9be0-722731649c61 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/networks/aa9142be-e65e-444b-b638-5e63d7709871 HTTP/1.1" status: 204 len: 168 time: 0.4664495 Jan 25 17:39:22.415368 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46052) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:22.451685 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:39:22.452037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 8529f6f9-2a78-4a63-8ef9-2a1f25f80e30 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:39:22.452460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4608a1e5-75b3-4773-8760-0e73ced46789 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:39:22.486155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.487540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 4608a1e5-75b3-4773-8760-0e73ced46789 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:39:22.488545 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 4608a1e5-75b3-4773-8760-0e73ced46789 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:39:22.488978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b1a5aa66-f200-4503-9681-323f70a21306 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:39:22.515462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.522298 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: b1a5aa66-f200-4503-9681-323f70a21306 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:39:22.522642 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device b1a5aa66-f200-4503-9681-323f70a21306 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:39:22.579550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.599917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c5e95-6a9e-453a-b27e-70af98c68c9f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:22.607940 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:22.609056 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44081b95-c4dc-451c-b105-52f9dfb956c2 tempest-TestNetworkAdvancedServerOps-537970982 tempest-TestNetworkAdvancedServerOps-537970982-project] 10.222.0.45 "DELETE /v2.0/security-groups/ca0c5e95-6a9e-453a-b27e-70af98c68c9f HTTP/1.1" status: 204 len: 168 time: 0.1928675 Jan 25 17:39:23.001808 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:23.144895 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0b1c666a-7337-4db1-b1f6-1999e7263a8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8344a5269583413ab79fb16a6268e3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419165 Jan 25 17:39:23.147336 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:23.206070 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.231460 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.282857 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.298036 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5815a49-41d7-4c44-8dc8-2ce22cc9a9be,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:23.306030 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.307138 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2e5613c-f088-4ed0-8236-bf98dc11e7c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5815a49-41d7-4c44-8dc8-2ce22cc9a9be HTTP/1.1" status: 204 len: 168 time: 0.1589315 Jan 25 17:39:23.584219 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46076) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:23.601973 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.616927 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:23.620729 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Usage tracker for resource:security_group_rule and tenant:f42dfcfce62e4898895e43fa38e68d88 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:23.623566 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:23.629949 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:23.714550 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.718616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.877345 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f42dfcfce62e4898895e43fa38e68d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919242 Jan 25 17:39:23.878240 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f71de-2b87-421b-a9e8-131f43879878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7cb20-238c-4926-9611-4d826ab8df1b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:23.881006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46080) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:23.944538 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:23.969948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:24.021832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:24.038334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7cb20-238c-4926-9611-4d826ab8df1b,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:24.045369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:24.053820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-35b8f916-85f9-41a6-9976-c7074ba2aca2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cd7cb20-238c-4926-9611-4d826ab8df1b HTTP/1.1" status: 204 len: 168 time: 0.1710258 Jan 25 17:39:24.797954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46104) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:24.901645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-178828963-network', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:24.906463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:24.910341 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Usage tracker for resource:network and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:24.913144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:24.919247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:24.929340 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Made reservation on behalf of 28668e1e36324f7c8ade0a5e0ff8a0e5 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:39:24.931860 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:24.944730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:24.959960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:24.963721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:24.966480 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:24.971956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:25.057006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.060642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.090319 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:39:25.098574 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d488234-cf9d-46fa-a8ae-89ff856661d8,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:25.104082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.104423 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Added segment 1a33e8cc-c14b-45f3-88d9-ad7f2e7de212 of type vlan for network 01b93698-a787-402c-ac7b-810472995e77 Jan 25 17:39:25.134647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.163552 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.164402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:25.164971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.267231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] Pushing event updated for resources: {'Network': ['ID=01b93698-a787-402c-ac7b-810472995e77,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:25.270207 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cbf7eda2-687d-4ba6-915c-39b52f371be3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4712422 Jan 25 17:39:25.273370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46110) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:25.277201 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 01b93698-a787-402c-ac7b-810472995e77 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:39:25.278352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Request body: {'subnet': {'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-178828963-subnet', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:25.283209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:25.287180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Usage tracker for resource:subnet and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:25.290083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:25.295739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:25.305889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Made reservation on behalf of 28668e1e36324f7c8ade0a5e0ff8a0e5 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:39:25.308373 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.508066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.578627 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:25.586898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Checking segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:25.587245 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Network hostable DHCP agents. Network: 01b93698-a787-402c-ac7b-810472995e77, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:39:25.605557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Network 01b93698-a787-402c-ac7b-810472995e77 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:39:25.614263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 01b93698-a787-402c-ac7b-810472995e77) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:25.618347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:25.618917 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.622957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd1981-1a09-4ed0-9ddc-550702903a02 None None] Network 01b93698-a787-402c-ac7b-810472995e77 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:39:25.649334 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b6e43d91-2287-40f1-be8b-43e02601369f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3727612 Jan 25 17:39:25.649554 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46114) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:25.654221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:25.658813 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:25.663134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Usage tracker for resource:router and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:25.665936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:25.671467 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:25.683582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.684612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.699712 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.840932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-01b93698-a787-402c-ac7b-810472995e77', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:39:25.841804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.971897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:25.997419 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.005688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Allocated IP 172.20.0.2 (01b93698-a787-402c-ac7b-810472995e77/a3a83724-3f0d-4ca6-bf46-e8c35d9d5300/bcf6eb9e-2b35-448d-91ba-baa66587322a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:26.216466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.228513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Transition to ACTIVE for port object bcf6eb9e-2b35-448d-91ba-baa66587322a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:26.249828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Transition to ACTIVE for port object bcf6eb9e-2b35-448d-91ba-baa66587322a will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:26.258977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.327180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Network 01b93698-a787-402c-ac7b-810472995e77 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:26.330085 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:26.334361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:26.339889 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Pushing event updated for resources: {'Port': ['ID=bcf6eb9e-2b35-448d-91ba-baa66587322a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:26.401138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.427412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Attempting to bind port bcf6eb9e-2b35-448d-91ba-baa66587322a on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:26.427797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Attempting to bind port bcf6eb9e-2b35-448d-91ba-baa66587322a by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:26.428165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Attempting to bind port bcf6eb9e-2b35-448d-91ba-baa66587322a on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:26.433285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.433429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:26.433742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Checking segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:26.434140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.434539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Bound using segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:26.435001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Bound port: bcf6eb9e-2b35-448d-91ba-baa66587322a, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:26.435377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.525934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] For port bcf6eb9e-2b35-448d-91ba-baa66587322a, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:26.529019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] For port bcf6eb9e-2b35-448d-91ba-baa66587322a, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcf6eb9e-2b35-448d-91ba-baa66587322a,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:26.532996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.567581 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Allocated IP 172.26.4.33 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/602d229f-14e7-4c16-bf41-6fed0c991171) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:26.625250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a08c8-e14a-441d-baae-7b1585a5785d None None] Pushing event updated for resources: {'Port': ['ID=bcf6eb9e-2b35-448d-91ba-baa66587322a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:26.726752 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.761773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:26.843839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:26.848058 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:26.850569 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:26.897966 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=602d229f-14e7-4c16-bf41-6fed0c991171,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:27.328925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:27.641865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3e6c4-60ee-46fb-8d32-f8a87e75c3a2 None None] Network 01b93698-a787-402c-ac7b-810472995e77 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:39:27.694005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:27.756719 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7a9d5d7c-8664-43da-95b1-7f09b791535d None None] Provisioning for port bcf6eb9e-2b35-448d-91ba-baa66587322a completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:27.835185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-33f4658f-3b4d-40c4-9d32-29765d3c0b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.037268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:39:28.185116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcf6eb9e-2b35-448d-91ba-baa66587322a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:28.226208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:28.237231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:28.252400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.254566 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-95a42039-42dc-4df5-bafb-a199aa968dd6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6038983 Jan 25 17:39:28.257145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46118) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:28.258809 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:28.259512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:28.386924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port bcf6eb9e-2b35-448d-91ba-baa66587322a completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:28.440556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port bcf6eb9e-2b35-448d-91ba-baa66587322a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:28.441331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.530317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:28.565242 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:39:28.795276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.878598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port bcf6eb9e-2b35-448d-91ba-baa66587322a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcf6eb9e-2b35-448d-91ba-baa66587322a,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:28.886480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.940295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:28.961438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=bcf6eb9e-2b35-448d-91ba-baa66587322a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:28.970323 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:27Z', 'revision_number': 3, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:28.974310 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:28.974664 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Updating router 8846a993-bfe8-4cbb-b5fe-194653f027b3 port 602d229f-14e7-4c16-bf41-6fed0c991171 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:39:29.032269 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.145583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Allocated IP 172.20.0.1 (01b93698-a787-402c-ac7b-810472995e77/a3a83724-3f0d-4ca6-bf46-e8c35d9d5300/9ee66b67-4af0-48c5-898e-92e81be83840) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:29.291265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.306545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Transition to ACTIVE for port object 9ee66b67-4af0-48c5-898e-92e81be83840 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:29.331133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.360227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.372309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Transition to ACTIVE for port object 602d229f-14e7-4c16-bf41-6fed0c991171 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:29.379141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.398854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Network 01b93698-a787-402c-ac7b-810472995e77 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:29.401683 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:29.405188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:29.460762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261812-1a4d-48a2-bf29-cb740d85c874 None None] Pushing event updated for resources: {'Port': ['ID=602d229f-14e7-4c16-bf41-6fed0c991171,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:29.463196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Attempting to bind port 602d229f-14e7-4c16-bf41-6fed0c991171 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:29.463568 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Attempting to bind port 602d229f-14e7-4c16-bf41-6fed0c991171 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:29.463930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Attempting to bind port 602d229f-14e7-4c16-bf41-6fed0c991171 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:29.471059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:29.471551 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:29.472571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.473064 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:29.473674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Bound port: 602d229f-14e7-4c16-bf41-6fed0c991171, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:29.474159 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.558506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] For port 602d229f-14e7-4c16-bf41-6fed0c991171, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:29.562689 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] For port 602d229f-14e7-4c16-bf41-6fed0c991171, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=602d229f-14e7-4c16-bf41-6fed0c991171,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:29.568915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.572369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Pushing event updated for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:29.596628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.662516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:29.663062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:29.725311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c5ea242b-36e2-4ee6-806a-6b79ca8fb7e0 None None] Provisioning for port 9ee66b67-4af0-48c5-898e-92e81be83840 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:29.750247 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c5ea242b-36e2-4ee6-806a-6b79ca8fb7e0 None None] Provisioning complete for port 9ee66b67-4af0-48c5-898e-92e81be83840 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:29.750616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5ea242b-36e2-4ee6-806a-6b79ca8fb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.780221 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261812-1a4d-48a2-bf29-cb740d85c874 None None] Pushing event updated for resources: {'Port': ['ID=602d229f-14e7-4c16-bf41-6fed0c991171,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:29.871939 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:29.923571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea242b-36e2-4ee6-806a-6b79ca8fb7e0 None None] Port 9ee66b67-4af0-48c5-898e-92e81be83840 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:39:29.950446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:30.093481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.099775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.158695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcf6eb9e-2b35-448d-91ba-baa66587322a up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:30.214098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Pushing event updated for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:30.216424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.290081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port bcf6eb9e-2b35-448d-91ba-baa66587322a triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:30.290458 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.352066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:27Z', 'revision_number': 3, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:30.352379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Network 01b93698-a787-402c-ac7b-810472995e77 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:30.353463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:30.358037 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9416cd-5bb6-499b-a958-4f8d19f90205 None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:27Z', 'revision_number': 3, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:30.438625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31d9a8a2-ed93-4e64-bf2f-af5f1531e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.566166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:39:30.648914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7ad674b6-daca-424a-a281-879290329ae6 None None] Provisioning complete for port 9ee66b67-4af0-48c5-898e-92e81be83840 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:30.649317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ad674b6-daca-424a-a281-879290329ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:30.712556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7ad674b6-daca-424a-a281-879290329ae6 None None] Port 9ee66b67-4af0-48c5-898e-92e81be83840 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:39:30.760466 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:30.770122 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-27053a8d-41c8-47d4-9b1f-9b9f9c84d68b admin admin] 10.222.0.45 "PUT /v2.0/routers/8846a993-bfe8-4cbb-b5fe-194653f027b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118847 Jan 25 17:39:31.252537 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.291477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46136) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:31.296972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-774829724-network', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:31.301992 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:31.305948 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Usage tracker for resource:network and tenant:81d879d7a8e446548d4cea347dc3e577 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:31.308795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:31.314582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:31.324904 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Made reservation on behalf of 81d879d7a8e446548d4cea347dc3e577 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:39:31.327257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.340054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.357928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:31.361750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Usage tracker for resource:security_group_rule and tenant:81d879d7a8e446548d4cea347dc3e577 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:31.364709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:31.370391 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:31.452710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.457381 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.487857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:39:31.496114 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08059c83-5f3b-4a15-b1a1-0f35bcfd4196,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:31.501721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.502068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Added segment fadcd83f-cd76-4af9-ad08-a5308e84f742 of type vlan for network 81245710-f126-498e-9e76-c95032b9c298 Jan 25 17:39:31.529525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.557806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.558808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:31.559389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.662495 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] Pushing event updated for resources: {'Network': ['ID=81245710-f126-498e-9e76-c95032b9c298,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:31.669116 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e3aad107-d481-40ac-952a-6d5ecde41362 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3739798 Jan 25 17:39:31.670089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46140) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:31.674338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 81245710-f126-498e-9e76-c95032b9c298 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:39:31.674641 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Request body: {'subnet': {'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-774829724-subnet', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:31.680179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:31.684194 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Usage tracker for resource:subnet and tenant:81d879d7a8e446548d4cea347dc3e577 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:31.687119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:31.695995 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:31.708384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Made reservation on behalf of 81d879d7a8e446548d4cea347dc3e577 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:39:31.710869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.789089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:31.918351 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:31.929410 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:31.930774 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:32.053145 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.137838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e577b21-7f12-48f4-a5ce-c498b90cfaf3,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:32.142531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Checking segment: {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:32.143085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Network hostable DHCP agents. Network: 81245710-f126-498e-9e76-c95032b9c298, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:39:32.150941 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:32.164955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Network 81245710-f126-498e-9e76-c95032b9c298 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:39:32.178083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 81245710-f126-498e-9e76-c95032b9c298) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:32.182385 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:32.182972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.189607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be997e9-ad8a-4108-8c5b-653433513836 None None] Network 81245710-f126-498e-9e76-c95032b9c298 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:39:32.210573 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3d6416bc-e6eb-458e-9705-82398decd2ab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5400968 Jan 25 17:39:32.212828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46144) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:32.213662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 602d229f-14e7-4c16-bf41-6fed0c991171 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:32.218982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:32.224960 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:32.228784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Usage tracker for resource:router and tenant:81d879d7a8e446548d4cea347dc3e577 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:32.231657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:32.237445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:32.249737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.250774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.268442 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.384756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 602d229f-14e7-4c16-bf41-6fed0c991171 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:32.395276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 602d229f-14e7-4c16-bf41-6fed0c991171 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:32.395276 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.498665 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 2, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:32.502800 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:32.503782 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Updating router 8846a993-bfe8-4cbb-b5fe-194653f027b3 port 9ee66b67-4af0-48c5-898e-92e81be83840 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:39:32.556107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.567367 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-81245710-f126-498e-9e76-c95032b9c298', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:39:32.568192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.572788 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.652741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.691599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 602d229f-14e7-4c16-bf41-6fed0c991171, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=602d229f-14e7-4c16-bf41-6fed0c991171,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:32.698873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.821636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=602d229f-14e7-4c16-bf41-6fed0c991171,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:32.827464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Allocated IP 172.20.0.2 (81245710-f126-498e-9e76-c95032b9c298/1e577b21-7f12-48f4-a5ce-c498b90cfaf3/20385dc3-24c2-4347-9cd0-930599f03b10) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:32.884610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.915472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.963026 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.969706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:32.976415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Transition to ACTIVE for port object 9ee66b67-4af0-48c5-898e-92e81be83840 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:32.983448 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.064225 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Allocated IP 172.26.4.232 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a6e193e1-290e-4bfa-8e64-e174ec58b000) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:33.101167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.111579 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Transition to ACTIVE for port object 20385dc3-24c2-4347-9cd0-930599f03b10 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:33.130895 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Transition to ACTIVE for port object 20385dc3-24c2-4347-9cd0-930599f03b10 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:33.138086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.183722 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Pushing event updated for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:33.205965 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.207333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.207333 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.207539 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.207807 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.208123 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.208436 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.208747 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.209060 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.209658 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.209835 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.210127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:39:33.214265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Network 81245710-f126-498e-9e76-c95032b9c298 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:33.217170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:33.220792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:33.221487 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Attempting to bind port 9ee66b67-4af0-48c5-898e-92e81be83840 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:33.221919 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Attempting to bind port 9ee66b67-4af0-48c5-898e-92e81be83840 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:33.222414 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Attempting to bind port 9ee66b67-4af0-48c5-898e-92e81be83840 on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:33.228226 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:33.228825 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Checking segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:33.229426 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.229624 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Bound using segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:33.230075 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Bound port: 9ee66b67-4af0-48c5-898e-92e81be83840, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:33.230442 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.232393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.242387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Pushing event updated for resources: {'Port': ['ID=20385dc3-24c2-4347-9cd0-930599f03b10,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:33.268463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.337563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:33.340448 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:33.343490 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] For port 9ee66b67-4af0-48c5-898e-92e81be83840, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:33.344462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:33.347970 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] For port 9ee66b67-4af0-48c5-898e-92e81be83840, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9ee66b67-4af0-48c5-898e-92e81be83840,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:33.353668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.370610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Attempting to bind port 20385dc3-24c2-4347-9cd0-930599f03b10 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:33.370973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Attempting to bind port 20385dc3-24c2-4347-9cd0-930599f03b10 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:33.371331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Attempting to bind port 20385dc3-24c2-4347-9cd0-930599f03b10 on network 81245710-f126-498e-9e76-c95032b9c298 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:33.380264 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:33.380646 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Checking segment: {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:33.381041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.381446 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Bound using segment: {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:33.381907 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Bound port: 20385dc3-24c2-4347-9cd0-930599f03b10, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:33.382347 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.385501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Pushing event updated for resources: {'Port': ['ID=a6e193e1-290e-4bfa-8e64-e174ec58b000,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:33.443598 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b8130-3ac7-44d0-b8ed-1710110257f3 None None] Pushing event updated for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:33.453566 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:33.454234 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:33.482039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] For port 20385dc3-24c2-4347-9cd0-930599f03b10, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:33.485255 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] For port 20385dc3-24c2-4347-9cd0-930599f03b10, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=20385dc3-24c2-4347-9cd0-930599f03b10,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:33.492086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:33.588315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a874b-7908-43d7-80d9-c5d47a38fbfe None None] Pushing event updated for resources: {'Port': ['ID=20385dc3-24c2-4347-9cd0-930599f03b10,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:33.677125 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:33.959956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:34.083971 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:33Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:34.087894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe60ba-4d9f-4ea4-9cdc-2eb6fb1973f1 None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:33Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:34.277562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 20385dc3-24c2-4347-9cd0-930599f03b10 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:34.356412 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 20385dc3-24c2-4347-9cd0-930599f03b10 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:34.361742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 602d229f-14e7-4c16-bf41-6fed0c991171 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:34.373792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:34.446068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 602d229f-14e7-4c16-bf41-6fed0c991171 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:34.446445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:34.625476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Router d739c856-bfe6-468c-ac94-e4eae21af978 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:39:34.824143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:34.840619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c1c6c-6ba6-4d75-b656-30c8b576d0ed None None] Network 81245710-f126-498e-9e76-c95032b9c298 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:39:34.853659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:34.855438 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb9120dc-358e-452a-81e6-76d5bf3d23eb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6414135 Jan 25 17:39:34.858952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46148) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:34.859464 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Sync routers for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:34.936351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:34.937073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:35.049265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Provisioning for port 20385dc3-24c2-4347-9cd0-930599f03b10 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:35.136795 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Provisioning complete for port 20385dc3-24c2-4347-9cd0-930599f03b10 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:35.137168 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:35.266170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:35.649461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:35.683119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:35.730914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] For port 20385dc3-24c2-4347-9cd0-930599f03b10, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=20385dc3-24c2-4347-9cd0-930599f03b10,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:35.736317 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:35.819287 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:33Z', 'revision_number': 3, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:35.821497 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a6656-9a78-4df3-898a-afc5762f3bf7 None None] Pushing event updated for resources: {'Port': ['ID=20385dc3-24c2-4347-9cd0-930599f03b10,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:35.826558 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Checking router: d739c856-bfe6-468c-ac94-e4eae21af978 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:35.826905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Updating router d739c856-bfe6-468c-ac94-e4eae21af978 port a6e193e1-290e-4bfa-8e64-e174ec58b000 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:39:35.883790 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:35.920374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Allocated IP 172.20.0.1 (81245710-f126-498e-9e76-c95032b9c298/1e577b21-7f12-48f4-a5ce-c498b90cfaf3/acb5740c-afe8-477d-86ca-d1c31de75ea5) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:36.018000 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b89a40a6-0781-4190-8e7c-9397e5e3c4b3 None None] Provisioning complete for port 20385dc3-24c2-4347-9cd0-930599f03b10 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:36.018284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b89a40a6-0781-4190-8e7c-9397e5e3c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.070110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.086135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Transition to ACTIVE for port object acb5740c-afe8-477d-86ca-d1c31de75ea5 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:36.115605 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.190160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Network 81245710-f126-498e-9e76-c95032b9c298 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:36.193731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:36.197361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:36.231950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:36.263025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.309965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 20385dc3-24c2-4347-9cd0-930599f03b10 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:36.394726 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.395884 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.411164 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Transition to ACTIVE for port object a6e193e1-290e-4bfa-8e64-e174ec58b000 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:36.423075 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.466663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 20385dc3-24c2-4347-9cd0-930599f03b10 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:36.466663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.566050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac0d9-a666-4439-97ed-b0c0dbacf75c None None] Pushing event updated for resources: {'Port': ['ID=a6e193e1-290e-4bfa-8e64-e174ec58b000,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:36.570744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fa9bb9d4-905f-4e57-b05b-326b73cb2cfb None None] Provisioning for port acb5740c-afe8-477d-86ca-d1c31de75ea5 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:36.574065 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Attempting to bind port a6e193e1-290e-4bfa-8e64-e174ec58b000 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:36.574432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Attempting to bind port a6e193e1-290e-4bfa-8e64-e174ec58b000 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:36.574785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Attempting to bind port a6e193e1-290e-4bfa-8e64-e174ec58b000 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:36.585072 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:36.585460 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:36.585851 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.586231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:36.586681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Bound port: a6e193e1-290e-4bfa-8e64-e174ec58b000, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:36.587044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.617679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fa9bb9d4-905f-4e57-b05b-326b73cb2cfb None None] Provisioning complete for port acb5740c-afe8-477d-86ca-d1c31de75ea5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:36.618042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb9d4-905f-4e57-b05b-326b73cb2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.624924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.629640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.733550 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.750688 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fa9bb9d4-905f-4e57-b05b-326b73cb2cfb None None] Port acb5740c-afe8-477d-86ca-d1c31de75ea5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:39:36.761491 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:36.770341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] For port a6e193e1-290e-4bfa-8e64-e174ec58b000, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:36.773291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9ee66b67-4af0-48c5-898e-92e81be83840 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:36.817702 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] For port a6e193e1-290e-4bfa-8e64-e174ec58b000, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a6e193e1-290e-4bfa-8e64-e174ec58b000,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:36.824374 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:36.879981 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Network 81245710-f126-498e-9e76-c95032b9c298 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:36.881180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:36.921776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:36.922433 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:36.985080 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 9ee66b67-4af0-48c5-898e-92e81be83840 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:36.997563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecac0d9-a666-4439-97ed-b0c0dbacf75c None None] Pushing event updated for resources: {'Port': ['ID=a6e193e1-290e-4bfa-8e64-e174ec58b000,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:37.015385 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9ee66b67-4af0-48c5-898e-92e81be83840 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:37.015751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:37.184556 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Router d739c856-bfe6-468c-ac94-e4eae21af978 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:39:37.186299 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:37.342955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b4995655-77f2-41dd-9374-62275e48dc26 None None] Provisioning complete for port acb5740c-afe8-477d-86ca-d1c31de75ea5 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:37.343318 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4995655-77f2-41dd-9374-62275e48dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:37.364426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:37.382362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-55a6a63e-dbcb-4d74-94bb-db4b05b41ee7 admin admin] 10.222.0.45 "PUT /v2.0/routers/d739c856-bfe6-468c-ac94-e4eae21af978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130033 Jan 25 17:39:37.451704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:37.569155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b4995655-77f2-41dd-9374-62275e48dc26 None None] Port acb5740c-afe8-477d-86ca-d1c31de75ea5 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:39:37.577599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 9ee66b67-4af0-48c5-898e-92e81be83840, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9ee66b67-4af0-48c5-898e-92e81be83840,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:37.585109 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:37.715456 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:37.751303 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'acb5740c-afe8-477d-86ca-d1c31de75ea5', 'name': '', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:35Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 2, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'subnets': [{'id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:37.755687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec22f4-d173-42b7-9346-3d4743ea193d None None] The sync data for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv is: [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'acb5740c-afe8-477d-86ca-d1c31de75ea5', 'name': '', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:35Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 2, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'subnets': [{'id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:38.160737 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9ee66b67-4af0-48c5-898e-92e81be83840 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:38.193736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46158) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:38.199153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793049321', 'description': 'tempest-secgroup-smoke-1793049321 description', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:38.204999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.209380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.212318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.218130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.230877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.237514 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 9ee66b67-4af0-48c5-898e-92e81be83840 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:38.238510 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.252748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.257452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.260413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.267403 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.352594 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.357645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.406606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c074b89e-940c-4675-9ddd-059e32d627e0,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:38.410656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.411871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-74bff21f-6d70-4796-85b8-5cde55bddfb4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2171299 Jan 25 17:39:38.414824 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46162) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:38.420088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:38.427980 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.432878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.437930 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.445117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.470534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.535882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.540193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.564294 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876ed4be-83e6-4b6f-affb-159603d8898b,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:38.573999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.575200 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1857ed49-3825-4b69-93fe-6243f4d443fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594253 Jan 25 17:39:38.578032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46166) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:38.583968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:38.590382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.596273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.599806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.605688 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.623871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.691575 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.695190 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.719664 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc14a86-018c-43e5-b09b-fb2a1f398620,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:38.730162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.731630 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0242ed09-ba6a-4c88-bdb9-218c42d44bf0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526809 Jan 25 17:39:38.734278 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:38.739837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:38.746167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.750643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.754035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.759798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.777932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.844421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.849332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.874454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdf3d76-ade4-4f68-8886-8ca75857a029,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:38.883513 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:38.884844 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-28bc6131-27db-41b2-8154-a94a7bcca1dc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496520 Jan 25 17:39:38.887740 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:38.894011 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:38.900375 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:38.904364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:38.907864 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:38.913942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:38.930299 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.000965 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.005272 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.029102 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c8d84b-8fd9-4c81-9d4c-62829ef91af9,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:39.043948 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.045315 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f19aae8a-d4e3-4968-8d20-979d20142ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564531 Jan 25 17:39:39.048538 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:39.053722 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:39.059770 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:39.063790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:39.067758 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:39.073689 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:39.085890 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Project 28668e1e36324f7c8ade0a5e0ff8a0e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:39:39.092923 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.161282 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.164879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.191862 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b086d2f4-bcbe-4b05-8197-5085d112dc88,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:39.198622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.199418 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3fec960-cbde-4129-bd73-2012917d7e81 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498981 Jan 25 17:39:39.202051 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46182) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:39.207308 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': 'c074b89e-940c-4675-9ddd-059e32d627e0', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:39.213141 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:39.216943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:39.219811 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:39.226002 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:39.235915 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Project 28668e1e36324f7c8ade0a5e0ff8a0e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:39:39.243082 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.310119 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.313879 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.339131 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b882c8-faf9-40b0-a596-5ed032f33b1f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:39.349292 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:39.350464 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ae124e0-965d-4a9f-a4be-d5db8d307995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475308 Jan 25 17:39:39.510845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-be45ec47-93e1-402a-b79a-73ee461eda23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:39.526828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-be45ec47-93e1-402a-b79a-73ee461eda23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:39.528031 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-be45ec47-93e1-402a-b79a-73ee461eda23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793049321&fields=id&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 267 time: 0.0565505 Jan 25 17:39:39.678226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-41b6ff2b-99e6-40ca-b325-1f86c5908c0f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:39.678801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-41b6ff2b-99e6-40ca-b325-1f86c5908c0f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:39.695616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-41b6ff2b-99e6-40ca-b325-1f86c5908c0f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:39.696827 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-41b6ff2b-99e6-40ca-b325-1f86c5908c0f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 808 time: 0.1611369 Jan 25 17:39:39.712341 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-e6b50949-b03e-4ea7-8157-b575d60623b4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/quotas/28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 375 time: 0.0099092 Jan 25 17:39:39.798430 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-e5313042-7c4d-4ef2-9e1a-a7ede8cad135 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:39.814359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-e5313042-7c4d-4ef2-9e1a-a7ede8cad135 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:39.817673 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-e5313042-7c4d-4ef2-9e1a-a7ede8cad135 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005394 Jan 25 17:39:39.832814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-1bab2914-465e-4360-a439-db4baaff0b99 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:39:39.833786 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-1bab2914-465e-4360-a439-db4baaff0b99 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062642 Jan 25 17:39:39.967931 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-1b2750d2-f4bd-493c-a0e2-82a8b9e6d41a service neutron] 10.222.0.45 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285331 Jan 25 17:39:40.098776 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-d8265ff9-e6f4-4d97-bbe5-b70ca300b5fa service neutron] 10.222.0.45 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248825 Jan 25 17:39:40.182671 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a6e193e1-290e-4bfa-8e64-e174ec58b000 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:40.259183 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a6e193e1-290e-4bfa-8e64-e174ec58b000 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:40.264341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a6e193e1-290e-4bfa-8e64-e174ec58b000 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:40.264700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:40.289414 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-546206fd-48bb-4a11-8c8c-30eaee5829fe req-ffc91d77-efed-4f94-b0a9-740218ea2e8a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 210 time: 0.0458879 Jan 25 17:39:40.388123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:40.406349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a6e193e1-290e-4bfa-8e64-e174ec58b000, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a6e193e1-290e-4bfa-8e64-e174ec58b000,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:40.410570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:40.483445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a6e193e1-290e-4bfa-8e64-e174ec58b000,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:41.343138 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-38ee8538-0940-4b82-a724-c9b073355af4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:41.344574 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-38ee8538-0940-4b82-a724-c9b073355af4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 808 time: 0.1612463 Jan 25 17:39:41.393800 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-889e5556-282b-496f-b859-44fb29a65320 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 380 time: 0.0413592 Jan 25 17:39:41.403433 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'port': {'device_id': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'admin_state_up': True, 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'security_groups': ['c074b89e-940c-4675-9ddd-059e32d627e0']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:41.469150 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Sync routers for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:41.479001 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:41.479603 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:41.525608 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-24a16b7a-d5f1-4a2e-b066-dac997583e9e req-0c6632fc-a08d-4799-b15c-f346f08aced4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 210 time: 0.1070426 Jan 25 17:39:41.590358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:41.599665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:41.609571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Made reservation on behalf of 28668e1e36324f7c8ade0a5e0ff8a0e5 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:39:41.613767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:41.676778 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:41.876179 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Allocated IP 172.20.0.3 (01b93698-a787-402c-ac7b-810472995e77/a3a83724-3f0d-4ca6-bf46-e8c35d9d5300/eacde06a-7d27-4c76-8573-f06b9819f0b3) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:41.995990 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'acb5740c-afe8-477d-86ca-d1c31de75ea5', 'name': '', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:35Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 2, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'subnets': [{'id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:41.999907 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Checking router: d739c856-bfe6-468c-ac94-e4eae21af978 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:42.000314 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Updating router d739c856-bfe6-468c-ac94-e4eae21af978 port acb5740c-afe8-477d-86ca-d1c31de75ea5 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:39:42.055218 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.067154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.082875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Transition to ACTIVE for port object eacde06a-7d27-4c76-8573-f06b9819f0b3 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:42.107457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.166634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a6e193e1-290e-4bfa-8e64-e174ec58b000 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:42.180271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Network 01b93698-a787-402c-ac7b-810472995e77 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:42.183500 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:42.187606 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:42.223402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:42.252526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a6e193e1-290e-4bfa-8e64-e174ec58b000 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:42.253710 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.262427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:42.263185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.293737 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-fc68b8a5-feaf-4f31-bfac-3ff23877c53e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941860 Jan 25 17:39:42.306450 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Request body: {'port': {'device_id': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:42.434112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.441149 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.456050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Transition to ACTIVE for port object acb5740c-afe8-477d-86ca-d1c31de75ea5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:42.465638 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.528484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-327d0b1e-acaa-4e4a-abe9-865ebae06d3b None None] Provisioning for port eacde06a-7d27-4c76-8573-f06b9819f0b3 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:42.539026 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-327d0b1e-acaa-4e4a-abe9-865ebae06d3b None None] Provisioning complete for port eacde06a-7d27-4c76-8573-f06b9819f0b3 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:42.539887 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-327d0b1e-acaa-4e4a-abe9-865ebae06d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.607575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-327d0b1e-acaa-4e4a-abe9-865ebae06d3b None None] Port eacde06a-7d27-4c76-8573-f06b9819f0b3 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:39:42.626007 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be747-83c9-4a0e-91f0-619b947e39fa None None] Pushing event updated for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:42.714415 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Attempting to bind port acb5740c-afe8-477d-86ca-d1c31de75ea5 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:42.714779 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Attempting to bind port acb5740c-afe8-477d-86ca-d1c31de75ea5 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:42.715138 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Attempting to bind port acb5740c-afe8-477d-86ca-d1c31de75ea5 on network 81245710-f126-498e-9e76-c95032b9c298 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:42.720663 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:42.721029 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Checking segment: {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:42.722057 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.722600 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Bound using segment: {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:42.723114 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Bound port: acb5740c-afe8-477d-86ca-d1c31de75ea5, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadcd83f-cd76-4af9-ad08-a5308e84f742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '81245710-f126-498e-9e76-c95032b9c298'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:42.723484 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.812711 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] For port acb5740c-afe8-477d-86ca-d1c31de75ea5, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:42.816198 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] For port acb5740c-afe8-477d-86ca-d1c31de75ea5, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=acb5740c-afe8-477d-86ca-d1c31de75ea5,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:42.822070 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.849176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb2b02-2839-4a64-9efc-a866cb6bfc8f req-7c099a87-4c10-4425-a16f-b2c41368c995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:42.849875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-aeeb2b02-2839-4a64-9efc-a866cb6bfc8f req-7c099a87-4c10-4425-a16f-b2c41368c995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:42.906606 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:42.907375 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:42.917648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-aeeb2b02-2839-4a64-9efc-a866cb6bfc8f req-7c099a87-4c10-4425-a16f-b2c41368c995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:42.918795 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aeeb2b02-2839-4a64-9efc-a866cb6bfc8f req-7c099a87-4c10-4425-a16f-b2c41368c995 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 931 time: 0.2105963 Jan 25 17:39:42.944068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:39:42.956733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:42.974078 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8be747-83c9-4a0e-91f0-619b947e39fa None None] Pushing event updated for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:42.992661 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Transition to ACTIVE for port object eacde06a-7d27-4c76-8573-f06b9819f0b3 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:39:42.997989 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aeeb2b02-2839-4a64-9efc-a866cb6bfc8f req-be4aa299-d34b-45d9-a8ac-7614f0c8d0a9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701666 Jan 25 17:39:42.998993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:43.114934 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:43.171785 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:43.241636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Attempting to bind port eacde06a-7d27-4c76-8573-f06b9819f0b3 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:39:43.242404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Attempting to bind port eacde06a-7d27-4c76-8573-f06b9819f0b3 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:39:43.242751 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Attempting to bind port eacde06a-7d27-4c76-8573-f06b9819f0b3 on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:43.248655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Port eacde06a-7d27-4c76-8573-f06b9819f0b3 on network 01b93698-a787-402c-ac7b-810472995e77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:39:43.249342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Attempting to bind port eacde06a-7d27-4c76-8573-f06b9819f0b3 on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:39:43.255709 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:39:43.256411 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Checking segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:39:43.257039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Bound using segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:39:43.258357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Bound port: eacde06a-7d27-4c76-8573-f06b9819f0b3, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:39:43.259073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:43.366406 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:39:43.369852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:39:43.375141 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:43.438687 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:43.439396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:43.440860 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] 10.222.0.15 "PUT /v2.0/ports/eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1093 time: 1.1395788 Jan 25 17:39:43.441323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:39:43.460346 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'acb5740c-afe8-477d-86ca-d1c31de75ea5', 'name': '', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:35Z', 'updated_at': '2022-01-25T17:39:42Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'subnets': [{'id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:43.465574 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a92ec1-f9b5-49a5-b919-9f425d4864ac None None] The sync data for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv is: [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:36Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': 'acb5740c-afe8-477d-86ca-d1c31de75ea5', 'name': '', 'network_id': '81245710-f126-498e-9e76-c95032b9c298', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:35Z', 'updated_at': '2022-01-25T17:39:42Z', 'revision_number': 4, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'subnets': [{'id': '1e577b21-7f12-48f4-a5ce-c498b90cfaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:43.477675 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c526d82-a0ca-4438-900c-729ea891cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:43.520918 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'status': 'completed', 'code': 200} Jan 25 17:39:43.563016 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-c95987a4-1269-4f4a-aa80-7443563b2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:43.564628 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-c95987a4-1269-4f4a-aa80-7443563b2550 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1096 time: 0.0793867 Jan 25 17:39:43.638999 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-05bfaec4-bebb-42d8-a7d1-c9f9524512c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0673244 Jan 25 17:39:43.806460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5799b02f-1ae0-4558-9b1b-949a8a56c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:43.807793 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-5799b02f-1ae0-4558-9b1b-949a8a56c0ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.1624117 Jan 25 17:39:43.887396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-7b703c61-274a-4b4a-8d00-b23abd4e04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:43.888850 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-7b703c61-274a-4b4a-8d00-b23abd4e04cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753102 Jan 25 17:39:44.025394 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-258c6a6a-5e0e-49e5-95f6-1b432196a95a service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306000 Jan 25 17:39:44.190882 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device acb5740c-afe8-477d-86ca-d1c31de75ea5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:44.210076 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-86421e6b-6d0b-4d44-9eb0-63cf5169444a req-1770cd62-dfdc-427a-824a-6f9119f50482 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782157 Jan 25 17:39:44.233077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c08b-3d9c-47e8-8d65-0e5de2aa3dee req-17cf828d-32f7-4a03-a91f-6a95516a9d2e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:44.235006 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3272c08b-3d9c-47e8-8d65-0e5de2aa3dee req-17cf828d-32f7-4a03-a91f-6a95516a9d2e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.1263402 Jan 25 17:39:44.277913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port acb5740c-afe8-477d-86ca-d1c31de75ea5 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:44.282768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port acb5740c-afe8-477d-86ca-d1c31de75ea5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:44.283141 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:44.333661 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3272c08b-3d9c-47e8-8d65-0e5de2aa3dee req-82609e7d-7233-4a24-95ea-ea9eee8032c3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924199 Jan 25 17:39:44.353476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-b4fd44bd-c355-46fd-8f8c-2117eed7c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:44.354934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-b4fd44bd-c355-46fd-8f8c-2117eed7c821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1096 time: 0.0978096 Jan 25 17:39:44.407058 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:44.441815 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port acb5740c-afe8-477d-86ca-d1c31de75ea5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=acb5740c-afe8-477d-86ca-d1c31de75ea5,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:44.445720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:44.494119 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-846e2157-1966-49a1-94d6-7d4949db2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:44.495877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-846e2157-1966-49a1-94d6-7d4949db2aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1346862 Jan 25 17:39:44.515600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:44.570194 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-fb8f2b88-c84c-403e-a9a1-cfecb8daa270 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0672154 Jan 25 17:39:44.637156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-78411ccf-ef68-414a-bf11-6a761384f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:44.638626 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-78411ccf-ef68-414a-bf11-6a761384f2ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0625186 Jan 25 17:39:44.722969 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-d1a794b4-7c15-420b-963a-5b4dea4bbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:44.724603 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-d1a794b4-7c15-420b-963a-5b4dea4bbc56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802548 Jan 25 17:39:44.862848 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-b48018a7-0a63-4c5d-b806-d73a1d8bb4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310840 Jan 25 17:39:44.999712 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a756560a-5722-48eb-a8e3-b543e8c2e1ca req-33768bca-134d-422c-86ae-dd4c873fc073 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315393 Jan 25 17:39:45.519628 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e09b8-b140-4b60-a4dc-45ea605cd4fd req-b5309088-d16f-4973-b6fd-9d233baaddf4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:45.521096 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d29e09b8-b140-4b60-a4dc-45ea605cd4fd req-b5309088-d16f-4973-b6fd-9d233baaddf4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0827591 Jan 25 17:39:45.563894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d29e09b8-b140-4b60-a4dc-45ea605cd4fd req-7699bceb-150b-49f0-91eb-6d755f04b967 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371416 Jan 25 17:39:46.153241 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device acb5740c-afe8-477d-86ca-d1c31de75ea5 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:46.218680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port acb5740c-afe8-477d-86ca-d1c31de75ea5 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:46.219045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:46.746112 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c8479-ebfc-41bb-836e-70235d79b10c req-b9fbb210-3d1e-4a45-8ace-e3eda4906441 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:46.747555 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc2c8479-ebfc-41bb-836e-70235d79b10c req-b9fbb210-3d1e-4a45-8ace-e3eda4906441 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0781298 Jan 25 17:39:46.794784 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc2c8479-ebfc-41bb-836e-70235d79b10c req-48ccad95-bde1-4ee8-b2aa-c8f478c6a872 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Jan 25 17:39:47.383345 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:39:47.553138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:47.566086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:39:47.623969 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:47.644987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:39:47.662152 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:47.666418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:47.732267 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:47.991047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c1ce1-61c1-40eb-977c-c766932bfcf3 req-7e64cc6e-6994-42f9-93a9-db0005d5fbc7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:47.992505 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-788c1ce1-61c1-40eb-977c-c766932bfcf3 req-7e64cc6e-6994-42f9-93a9-db0005d5fbc7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.0910041 Jan 25 17:39:47.994100 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['eacde06a-7d27-4c76-8573-f06b9819f0b3'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:39:48.037266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-788c1ce1-61c1-40eb-977c-c766932bfcf3 req-3e9c5a51-5258-4b95-ad73-3335d559dace tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390599 Jan 25 17:39:49.220913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47adf-e2dd-49f6-abd4-d0a4cb4325e1 req-8b9f1760-0762-4821-951b-9a9d1f0b2447 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:49.222373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c6f47adf-e2dd-49f6-abd4-d0a4cb4325e1 req-8b9f1760-0762-4821-951b-9a9d1f0b2447 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.0811155 Jan 25 17:39:49.357794 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c6f47adf-e2dd-49f6-abd4-d0a4cb4325e1 req-67a2527e-ce34-477e-9d73-83e87d15dc11 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297808 Jan 25 17:39:49.398622 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:39:49.464750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port eacde06a-7d27-4c76-8573-f06b9819f0b3 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:39:49.469432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port eacde06a-7d27-4c76-8573-f06b9819f0b3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:39:49.469806 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:49.586428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:49.614361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:39:49.623890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:39:49.628170 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:49.695867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:49.714751 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'code': 200} Jan 25 17:39:49.937326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bb4aa-7688-4a50-8b29-7d67b69ccdbf req-9189275f-14f3-449c-bd4f-1313d68a986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:49.938742 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b40bb4aa-7688-4a50-8b29-7d67b69ccdbf req-9189275f-14f3-449c-bd4f-1313d68a986f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0673459 Jan 25 17:39:49.979813 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b40bb4aa-7688-4a50-8b29-7d67b69ccdbf req-1b871ef5-b619-4800-9f67-8389677cbcb8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353036 Jan 25 17:39:50.541295 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b677a9-b8eb-4bfd-8a33-ae8a61ae3848 req-3f003e64-47af-4240-8c30-6cb136cd7ae5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:50.542724 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-88b677a9-b8eb-4bfd-8a33-ae8a61ae3848 req-3f003e64-47af-4240-8c30-6cb136cd7ae5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0812335 Jan 25 17:39:50.585373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-88b677a9-b8eb-4bfd-8a33-ae8a61ae3848 req-95fd10ab-0832-4daf-9990-18a63c6fd411 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 Jan 25 17:39:51.770534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3cbe3-eecc-4edf-96cc-fb61fc89e4b2 req-b02e0fcb-0872-4bca-b584-0d66b06253ac tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:51.771983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ee3cbe3-eecc-4edf-96cc-fb61fc89e4b2 req-b02e0fcb-0872-4bca-b584-0d66b06253ac tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0819123 Jan 25 17:39:51.820137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ee3cbe3-eecc-4edf-96cc-fb61fc89e4b2 req-2dd97ddb-0de2-4a12-a6c6-33c2d8059798 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Jan 25 17:39:52.002673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f189bcd-eb4f-4aba-91b8-89ea78f744f3 req-183f6732-9bb2-4fb1-a43b-08d7937f3a3d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:52.004259 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f189bcd-eb4f-4aba-91b8-89ea78f744f3 req-183f6732-9bb2-4fb1-a43b-08d7937f3a3d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0796576 Jan 25 17:39:52.047574 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0f189bcd-eb4f-4aba-91b8-89ea78f744f3 req-90db01e4-c5cd-4354-9cfc-d4eb07e6f547 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377343 Jan 25 17:39:52.069465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46242) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:52.235247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c776ea3-2d17-441f-bf73-21cf03eb9fca tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:52.235949 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c776ea3-2d17-441f-bf73-21cf03eb9fca tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] Synchronizing usage tracker for tenant:81d879d7a8e446548d4cea347dc3e577 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:39:52.251551 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-0c776ea3-2d17-441f-bf73-21cf03eb9fca tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] Unset dirty status for tenant:81d879d7a8e446548d4cea347dc3e577 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:39:52.252824 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-0c776ea3-2d17-441f-bf73-21cf03eb9fca tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1093 time: 0.1823554 Jan 25 17:39:52.256270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46248) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:39:52.261178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:39:52.267045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:39:52.271563 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:floatingip and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:39:52.274347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:39:52.279977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:39:52.291580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:52.426252 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:52.557167 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Allocated IP 172.26.4.106 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a7353f87-a562-42d8-889c-379a9e7a8f06) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:39:52.700558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:52.729140 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:52.793863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:39:52.796566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:39:52.800019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:39:52.843066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=a7353f87-a562-42d8-889c-379a9e7a8f06,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:53.204719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:53.276859 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:53.566826 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:53.571260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:53.680185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=a7353f87-a562-42d8-889c-379a9e7a8f06,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:39:53.689889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:53.863875 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Floating IP e9f5c29b-4ab8-442c-bf19-23212f3f448b associated. External IP: 172.26.4.106, port: eacde06a-7d27-4c76-8573-f06b9819f0b3. Jan 25 17:39:54.213128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:39:54.391573 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:39:54.402110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:39:54.411098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:54.411838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:54.415346 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:54.473838 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fb637bd4-1a50-4fd7-a48a-1abb26ac359d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2165034 Jan 25 17:39:54.474457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:39:54.517963 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'status': 'completed', 'code': 200} Jan 25 17:39:54.595859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:54.607963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-178c44b2-69aa-40f5-aec3-6ae14ee6c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:54.609541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-178c44b2-69aa-40f5-aec3-6ae14ee6c287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0716083 Jan 25 17:39:54.739170 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-ca9c40cc-cd70-48bc-b8f6-61333dfd88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:54.740836 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-ca9c40cc-cd70-48bc-b8f6-61333dfd88fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1259038 Jan 25 17:39:54.844692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-73590321-4be1-412e-9105-be59a70d5fea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 999 time: 0.0982223 Jan 25 17:39:54.904989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-c5afe550-0730-408a-b81c-e2108334ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:54.906449 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-c5afe550-0730-408a-b81c-e2108334ca1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0567946 Jan 25 17:39:54.947751 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e9f5c29b-4ab8-442c-bf19-23212f3f448b', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:39:53Z', 'updated_at': '2022-01-25T17:39:53Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:54.951792 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:39:54.960567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:39:54.961188 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:39:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:55.094819 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-f8e5241a-27a2-4252-abbb-4e2cfc2852af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:39:55.096235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-f8e5241a-27a2-4252-abbb-4e2cfc2852af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1842268 Jan 25 17:39:55.148331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:39:55.230767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-43a69083-15d6-4a10-9e40-5ed8f74bcd50 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Jan 25 17:39:55.363547 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9816f8da-682c-4ad2-9809-6b1f3e8d0515 req-e6146d75-e790-469e-927d-079e24a6ccd7 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256399 Jan 25 17:39:55.529195 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e9f5c29b-4ab8-442c-bf19-23212f3f448b', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:39:53Z', 'updated_at': '2022-01-25T17:39:53Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:39:55.533106 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2bdd3-82a5-4de6-ac7d-6d973bd9c29f None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': 'e9f5c29b-4ab8-442c-bf19-23212f3f448b', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:39:53Z', 'updated_at': '2022-01-25T17:39:53Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:39:55.727668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b985f-8638-4734-a57b-565045115544 None None] New status for floating IP e9f5c29b-4ab8-442c-bf19-23212f3f448b: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:39:55.985738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:39:57.809794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c649aa3-52e1-442c-bfea-1de8eaa7bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:00.386857 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ff2eeaf-a9f8-49c5-a27d-b5c6521c7fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:01.245012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:01.763704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:02.952402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:05.566529 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:40:20.568668 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-61a16dee-55dd-49ad-821e-40b776cc8b2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692706 Jan 25 17:40:20.708380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-d2f7c527-7862-43bb-b91e-8fdf6503e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:40:20.709821 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-d2f7c527-7862-43bb-b91e-8fdf6503e7d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0740647 Jan 25 17:40:20.853429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-92dd6f93-a42e-41ae-8de1-792e6d80a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:40:20.854868 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-92dd6f93-a42e-41ae-8de1-792e6d80a8b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1277416 Jan 25 17:40:20.954477 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-bfc58f48-23be-4aaf-810a-38ce269d2e14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0942326 Jan 25 17:40:21.015972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-181898a5-eaaa-427a-8c1a-d0710c0d04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:40:21.017382 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-181898a5-eaaa-427a-8c1a-d0710c0d04ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0561481 Jan 25 17:40:21.089954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-bb7fe4e2-f6d4-4fb9-9f12-1f6abf5f777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:40:21.091386 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-bb7fe4e2-f6d4-4fb9-9f12-1f6abf5f777f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683196 Jan 25 17:40:21.221503 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-bcbcc654-993c-40ce-b364-e15593535335 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230261 Jan 25 17:40:21.351468 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-03cc5e01-5678-4b46-8467-fba2334e2c6d req-5a1011b9-6154-4313-a937-4afa0b23052e service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243412 Jan 25 17:40:26.004588 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:27.813794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a8ca0d6-d62f-4020-8106-2d317ba3b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:30.388104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86cdaccc-ac63-4900-8ce6-16c646090e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:31.247451 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:31.767343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:32.953750 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:42.565043 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:40:56.008353 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:40:57.816445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ed8118b-8212-47d5-885a-915a9fc3bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:00.390332 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-435b6a4d-2ed7-48f1-9c91-10f060525f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:01.248131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:01.772167 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:02.955523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:19.563902 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:41:20.705614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-5f405f75-3ddb-4f60-8baa-050501b77f46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1305854 Jan 25 17:41:20.841097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da597-c7d1-4281-be86-b4014439a37c req-17eff210-2a11-423c-93a9-695fd5cc03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:41:20.843186 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-17eff210-2a11-423c-93a9-695fd5cc03a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0705247 Jan 25 17:41:20.982440 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da597-c7d1-4281-be86-b4014439a37c req-f46d7896-5dcf-45b2-9a42-6e98efb86f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:41:20.984541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-f46d7896-5dcf-45b2-9a42-6e98efb86f73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1245422 Jan 25 17:41:21.086066 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-76ef5ef8-85e3-4732-8fbd-12debf0be77c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0957606 Jan 25 17:41:21.146968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da597-c7d1-4281-be86-b4014439a37c req-ef605467-2b32-4675-8348-1df4a2fba5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:41:21.148272 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-ef605467-2b32-4675-8348-1df4a2fba5ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0569115 Jan 25 17:41:21.316984 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da597-c7d1-4281-be86-b4014439a37c req-9a921714-f607-4e0d-8b4d-563bef95e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:41:21.318463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-9a921714-f607-4e0d-8b4d-563bef95e66c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1644309 Jan 25 17:41:21.444729 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-cf511ff6-977c-45c2-936b-4778f4ad3ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199882 Jan 25 17:41:21.572893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-933da597-c7d1-4281-be86-b4014439a37c req-4f0f5c33-11c6-48d0-acec-4b5348974b3e service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225576 Jan 25 17:41:26.019619 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:27.821021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2efebb3f-4b0c-4cd8-bf87-b94e578a6559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:30.392684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ef35455-39b6-4d07-904f-b4097d2df01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:31.250876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:31.774234 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:32.958055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:56.013516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:41:56.563641 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:41:57.823462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-839b898f-6030-404e-b598-ddfeecc36885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:00.395770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77aabab2-663c-494b-a270-6d26cca241cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:01.253350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:01.775118 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:02.960219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:19.987787 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-af3b62cf-0f9f-472b-a7d9-9ef14b5cb045 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702004 Jan 25 17:42:20.128768 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-0a80b0bc-2f45-48b8-9b9a-1f7076ac56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:20.130157 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-0a80b0bc-2f45-48b8-9b9a-1f7076ac56a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0745280 Jan 25 17:42:20.274096 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-869b30b0-4e92-4a5c-841e-cb5e8a773a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:20.275498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-869b30b0-4e92-4a5c-841e-cb5e8a773a85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1281621 Jan 25 17:42:20.378912 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-7d588035-31a0-4d96-ba83-7225d18392e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0972571 Jan 25 17:42:20.440335 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-25bdbd97-185d-47c6-873e-0ec43ccc6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:20.441738 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-25bdbd97-185d-47c6-873e-0ec43ccc6214 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0575109 Jan 25 17:42:20.519195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-c142f5c1-118f-4fba-9428-325a78a5bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:20.520610 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-c142f5c1-118f-4fba-9428-325a78a5bd96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731750 Jan 25 17:42:20.650399 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-3e869cfc-e6d4-407d-8f37-b8b2f0c8e610 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238329 Jan 25 17:42:20.778092 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43e164e2-f2fa-42ce-8980-72bd71dc0c23 req-e752d63c-219a-491f-acb5-cd893b271b28 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210399 Jan 25 17:42:22.294146 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90119820-4f8f-4692-a79f-11b6ba8e1b6f req-2ee3e923-2856-451e-bc48-c45796606312 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:22.295631 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90119820-4f8f-4692-a79f-11b6ba8e1b6f req-2ee3e923-2856-451e-bc48-c45796606312 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0779567 Jan 25 17:42:22.339971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-90119820-4f8f-4692-a79f-11b6ba8e1b6f req-d8a29b00-80c5-4301-98d8-d440109347b4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 Jan 25 17:42:23.679421 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569e5c3-66b4-4106-8b36-98e74036b562 req-e883fde2-571e-4479-ae84-5cef718eeab2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:23.681614 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d569e5c3-66b4-4106-8b36-98e74036b562 req-e883fde2-571e-4479-ae84-5cef718eeab2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0824022 Jan 25 17:42:23.728401 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d569e5c3-66b4-4106-8b36-98e74036b562 req-6e3e3b8d-789e-49b4-8702-d21a6323c9ca tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Jan 25 17:42:24.919404 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbff2-6b37-48d3-ba56-ecf1df989631 req-41e66bc5-6a71-4163-80e4-6741abbb04d3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:24.921429 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e95fbff2-6b37-48d3-ba56-ecf1df989631 req-41e66bc5-6a71-4163-80e4-6741abbb04d3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0805411 Jan 25 17:42:24.964556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e95fbff2-6b37-48d3-ba56-ecf1df989631 req-064e92e4-0bce-4ad1-8f56-546f82a61154 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Jan 25 17:42:26.027179 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:26.153076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c1c76-9e2b-434a-af13-74fec2c8f611 req-576920ab-c280-498c-a52d-2d0107df4aef tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:26.154593 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e3c1c76-9e2b-434a-af13-74fec2c8f611 req-576920ab-c280-498c-a52d-2d0107df4aef tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0819223 Jan 25 17:42:26.198005 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e3c1c76-9e2b-434a-af13-74fec2c8f611 req-5fe764f7-831b-4ec1-b05a-3c3a4305c588 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Jan 25 17:42:27.380393 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43f020-4867-4ae3-8e61-25ff5c1f5e27 req-646c795a-ae2a-4636-8bd6-5d24e8ce5f72 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:27.381867 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b43f020-4867-4ae3-8e61-25ff5c1f5e27 req-646c795a-ae2a-4636-8bd6-5d24e8ce5f72 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0801482 Jan 25 17:42:27.427748 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5b43f020-4867-4ae3-8e61-25ff5c1f5e27 req-51c342f7-14ae-45bc-a90c-3fa67fedac46 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Jan 25 17:42:27.825531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f29aa346-9dde-4434-98f4-0879c8f95218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:28.807155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d156d-e5f4-4de2-b848-30566b3a34bf req-1e130994-f132-40ce-b1b9-bff0fc374255 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:28.808516 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-945d156d-e5f4-4de2-b848-30566b3a34bf req-1e130994-f132-40ce-b1b9-bff0fc374255 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.2748506 Jan 25 17:42:28.853260 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-945d156d-e5f4-4de2-b848-30566b3a34bf req-ee2f93d5-bd88-4619-9eb0-f4c78a3babd7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385985 Jan 25 17:42:30.131996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399510-96f4-4c8b-bb64-c68688acae8d req-68d8fc47-e338-4852-9902-a16ffde91ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:30.133426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92399510-96f4-4c8b-bb64-c68688acae8d req-68d8fc47-e338-4852-9902-a16ffde91ebd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.1616037 Jan 25 17:42:30.183383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92399510-96f4-4c8b-bb64-c68688acae8d req-6562ca54-793a-48d9-a365-31010ab432b7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Jan 25 17:42:30.405117 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-251eecc1-a2b6-48e4-9f75-e8a06f7ecd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:31.255311 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:31.373896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3c81c-f863-48fc-95c2-8a11795c6bbb req-d2d79241-294c-4d7e-8961-f16bdb21f490 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:31.375332 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eef3c81c-f863-48fc-95c2-8a11795c6bbb req-d2d79241-294c-4d7e-8961-f16bdb21f490 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0810568 Jan 25 17:42:31.417952 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eef3c81c-f863-48fc-95c2-8a11795c6bbb req-e305810f-485d-4d60-9709-1c52232d4982 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Jan 25 17:42:31.778463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:32.669924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f22203-dd4a-4c9d-b13f-51befa5d56d2 req-6d908580-5847-4346-8a76-47e9014a649a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:32.671385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89f22203-dd4a-4c9d-b13f-51befa5d56d2 req-6d908580-5847-4346-8a76-47e9014a649a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0810764 Jan 25 17:42:32.719071 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-89f22203-dd4a-4c9d-b13f-51befa5d56d2 req-8181bbeb-3686-45d9-b768-68e45f43c4a2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Jan 25 17:42:32.962450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:33.564094 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:42:33.904222 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ea508-12d1-43a6-8280-876f23ef5be3 req-60c85b0f-7fdb-4687-b476-68ac88c58813 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:33.905910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629ea508-12d1-43a6-8280-876f23ef5be3 req-60c85b0f-7fdb-4687-b476-68ac88c58813 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0804479 Jan 25 17:42:33.953336 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629ea508-12d1-43a6-8280-876f23ef5be3 req-3e817be2-bab0-413a-9e67-7f72ceccf254 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Jan 25 17:42:34.130045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:42:34.262855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:42:34.276813 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:42:34.335422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:34.352601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:42:34.367639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:42:34.371525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:34.451369 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:42:34.460999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.461472 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.461924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.462360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.462796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.463232 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.463665 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.464097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.464534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.464964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.465426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.465859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:42:34.472610 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['eacde06a-7d27-4c76-8573-f06b9819f0b3'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:42:35.141108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974b94a-1d6a-4242-a07a-76e964bd9e80 req-558ce189-56ca-4f82-9293-e8a07b780da6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:35.142504 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c974b94a-1d6a-4242-a07a-76e964bd9e80 req-558ce189-56ca-4f82-9293-e8a07b780da6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.0834658 Jan 25 17:42:35.187841 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c974b94a-1d6a-4242-a07a-76e964bd9e80 req-5476a379-0745-49b5-8b3e-4a2657521251 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Jan 25 17:42:36.130031 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:42:36.200110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port eacde06a-7d27-4c76-8573-f06b9819f0b3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:42:36.201088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:36.318504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:36.385127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:42:36.395481 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:42:36.401187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:36.412611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1c57-59b1-4c99-895b-8bc515074d14 req-5dcc6087-7a76-495f-922a-de9649d3ec7d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:36.414159 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d02d1c57-59b1-4c99-895b-8bc515074d14 req-5dcc6087-7a76-495f-922a-de9649d3ec7d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.1048088 Jan 25 17:42:36.445827 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'code': 200} Jan 25 17:42:36.462954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d02d1c57-59b1-4c99-895b-8bc515074d14 req-c178573b-64ae-4b5d-a807-1e6d53d088f6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jan 25 17:42:36.478296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:42:37.661896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e75e-c0a3-4dd8-a68b-e70929e01fb7 req-fee5b391-2141-486f-87d6-abc7524a63c9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:37.663333 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ff0e75e-c0a3-4dd8-a68b-e70929e01fb7 req-fee5b391-2141-486f-87d6-abc7524a63c9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0882785 Jan 25 17:42:37.707557 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ff0e75e-c0a3-4dd8-a68b-e70929e01fb7 req-973442f1-c2c5-49b7-beba-d767640f81a4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386989 Jan 25 17:42:38.922862 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6251b43-8129-4e9f-83c7-3c1437210bce req-6cb4b0f9-a3c9-4105-9c0a-b049df900a9b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:38.924383 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a6251b43-8129-4e9f-83c7-3c1437210bce req-6cb4b0f9-a3c9-4105-9c0a-b049df900a9b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.1055346 Jan 25 17:42:38.980192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a6251b43-8129-4e9f-83c7-3c1437210bce req-71349b2d-eb5b-426e-95a7-6b28e447ebd1 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500190 Jan 25 17:42:40.193165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771734cd-ed37-476f-9ce7-b70db5150e33 req-262c01d6-e3d0-4fe1-bc89-850f78fbb6c1 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:40.194658 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-771734cd-ed37-476f-9ce7-b70db5150e33 req-262c01d6-e3d0-4fe1-bc89-850f78fbb6c1 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0853279 Jan 25 17:42:40.245623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-771734cd-ed37-476f-9ce7-b70db5150e33 req-304c4e7d-2c24-42fd-9f15-eb57ecb06641 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Jan 25 17:42:41.609528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ae14c-a4ad-41ba-9bcb-0fd6fb17c658 req-9395ff54-358b-42db-8be6-58c4b0bebb37 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:41.611962 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-562ae14c-a4ad-41ba-9bcb-0fd6fb17c658 req-9395ff54-358b-42db-8be6-58c4b0bebb37 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.1527245 Jan 25 17:42:41.670050 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-562ae14c-a4ad-41ba-9bcb-0fd6fb17c658 req-df094447-ef94-4c68-ab54-17d0417df47c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522087 Jan 25 17:42:42.869807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6b1a0-69b6-4908-88c8-e10f729c3e8e req-94c60c55-7f7b-4bd3-89ce-856b48aa81a0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:42.877685 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfc6b1a0-69b6-4908-88c8-e10f729c3e8e req-94c60c55-7f7b-4bd3-89ce-856b48aa81a0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0936053 Jan 25 17:42:42.926789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-bfc6b1a0-69b6-4908-88c8-e10f729c3e8e req-1ca8130c-dec4-45bf-82ec-bed9fe8f1c45 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481608 Jan 25 17:42:44.133400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcee58-5c6f-4f44-b1f4-f437fd8304e7 req-89eae1c1-fcc4-4e86-8c08-0b3b27c06457 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:44.135728 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2cbcee58-5c6f-4f44-b1f4-f437fd8304e7 req-89eae1c1-fcc4-4e86-8c08-0b3b27c06457 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0854404 Jan 25 17:42:44.184192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2cbcee58-5c6f-4f44-b1f4-f437fd8304e7 req-18dba279-0570-4190-9dfb-00497ff216f0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Jan 25 17:42:45.557455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867d573-658c-4d4e-a914-95b7be9c6144 req-3b7ca00e-af9e-4479-b088-59db70032f91 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:45.558954 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6867d573-658c-4d4e-a914-95b7be9c6144 req-3b7ca00e-af9e-4479-b088-59db70032f91 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0954206 Jan 25 17:42:45.613949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6867d573-658c-4d4e-a914-95b7be9c6144 req-803e31b5-3612-4e9a-8a6a-e3066566bbbf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477400 Jan 25 17:42:46.824596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01bd26-3b50-4ac6-b4f7-f0fbb16c9e58 req-680766e0-bc05-4111-b839-94591c3571ae tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:46.827049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee01bd26-3b50-4ac6-b4f7-f0fbb16c9e58 req-680766e0-bc05-4111-b839-94591c3571ae tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0877650 Jan 25 17:42:46.884764 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ee01bd26-3b50-4ac6-b4f7-f0fbb16c9e58 req-c028e71a-44a3-415c-ba0c-0ba689c36c08 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Jan 25 17:42:48.000571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-46f6f0ef-0f96-4449-9ac4-171730df846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:48.002073 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-46f6f0ef-0f96-4449-9ac4-171730df846a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1098 time: 0.0753462 Jan 25 17:42:48.197549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-c3232c1b-5013-4e2e-9c5a-758dd964d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:48.198971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-c3232c1b-5013-4e2e-9c5a-758dd964d53a service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1900516 Jan 25 17:42:48.211383 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f0798-f0a0-4e4d-a93a-832801285424 req-9dc5497b-5ff3-48c4-986f-169e6da4582f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:48.212698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-894f0798-f0a0-4e4d-a93a-832801285424 req-9dc5497b-5ff3-48c4-986f-169e6da4582f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.1858397 Jan 25 17:42:48.426541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-894f0798-f0a0-4e4d-a93a-832801285424 req-f192dd0a-b1bc-4761-8bb8-f9c4aa5eb1dd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811028 Jan 25 17:42:48.428331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-82a796a2-32b8-4df1-a0c4-372114369a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.2147677 Jan 25 17:42:48.490534 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-8f1cec2b-9f38-4bbc-bfac-1e08543049ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:48.491936 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-8f1cec2b-9f38-4bbc-bfac-1e08543049ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0574479 Jan 25 17:42:48.567030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-20a4ef5c-e35e-443b-a10a-cf4e749ba4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:48.568440 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-20a4ef5c-e35e-443b-a10a-cf4e749ba4c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706775 Jan 25 17:42:48.695358 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-2752d24a-5bbb-4462-bdd7-e35e5e1fa13e service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208360 Jan 25 17:42:48.823672 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d9de6372-13a4-4f2b-90c3-1df0b31d732b req-16869825-f352-47e8-a864-dc95317519b1 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226056 Jan 25 17:42:49.609199 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3ffb8-ce54-4365-936c-9f21ede555ea req-c8627bba-a0b3-47b3-b71e-4330eb37891d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:49.610691 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2dc3ffb8-ce54-4365-936c-9f21ede555ea req-c8627bba-a0b3-47b3-b71e-4330eb37891d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0787466 Jan 25 17:42:49.654754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2dc3ffb8-ce54-4365-936c-9f21ede555ea req-eb0e7d42-5500-48f9-88a6-f3aa45e0a0e3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Jan 25 17:42:50.842829 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3c06-2e87-4e82-9e20-a6bb7c00f0f2 req-1e870886-ab15-4292-b958-a226150a34cc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:50.844211 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-273b3c06-2e87-4e82-9e20-a6bb7c00f0f2 req-1e870886-ab15-4292-b958-a226150a34cc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0861990 Jan 25 17:42:50.889085 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-273b3c06-2e87-4e82-9e20-a6bb7c00f0f2 req-458d1515-01ad-4468-8349-56d02fcdd4af tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Jan 25 17:42:52.225175 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:42:52.246086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033b338-f52c-466c-883a-31c2ae7de1af req-63860f65-c399-4d5e-90ce-17f54156283b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:52.253548 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a033b338-f52c-466c-883a-31c2ae7de1af req-63860f65-c399-4d5e-90ce-17f54156283b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 945 time: 0.0869701 Jan 25 17:42:52.294426 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a033b338-f52c-466c-883a-31c2ae7de1af req-628568ac-06d4-4e61-b6d8-0a252507ad73 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Jan 25 17:42:52.342942 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:52.371615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:42:52.381124 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:42:52.388833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:52.427714 dv-neutron-824022-2-hyperv neutron-server[87554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'code': 422} returned with failed status Jan 25 17:42:52.471937 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:42:52.549104 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-1f6490ad-eff9-4fc1-bc29-70ecf73955dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186066 Jan 25 17:42:53.478499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490c1fd-c7b8-468e-af93-f5202135ac4b req-51ae97b4-b28f-4b99-9471-13517fe205e8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:53.479916 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6490c1fd-c7b8-468e-af93-f5202135ac4b req-51ae97b4-b28f-4b99-9471-13517fe205e8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0822060 Jan 25 17:42:53.524006 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6490c1fd-c7b8-468e-af93-f5202135ac4b req-1daa80f6-938a-44c0-ae10-269fc4b4ef7f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Jan 25 17:42:54.706147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ac1f-5e99-497b-aef9-20fa9a26c6c1 req-1dfcf823-bbad-4ace-bd6e-4612303bd392 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:54.707589 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-20b6ac1f-5e99-497b-aef9-20fa9a26c6c1 req-1dfcf823-bbad-4ace-bd6e-4612303bd392 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0809796 Jan 25 17:42:54.754040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-20b6ac1f-5e99-497b-aef9-20fa9a26c6c1 req-12b14019-ac4c-446c-b116-6c79a444540a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407555 Jan 25 17:42:55.592950 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-a3ce352e-b02a-4bc5-af09-11419315aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:55.594526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-a3ce352e-b02a-4bc5-af09-11419315aa6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 1096 time: 0.0721967 Jan 25 17:42:55.682255 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-7429bc2b-285a-4ecc-b269-c5babe55b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:55.683894 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-7429bc2b-285a-4ecc-b269-c5babe55b8f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1096 time: 0.0690136 Jan 25 17:42:55.815492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-35780c6c-a324-4c1f-bdd2-010866742d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:55.816918 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-35780c6c-a324-4c1f-bdd2-010866742d6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1270313 Jan 25 17:42:55.971254 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-5fe92b1d-55f2-4859-a949-a95dc136d79d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 999 time: 0.1484888 Jan 25 17:42:56.046384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da50b51-4b46-44fb-b7e6-94b7a4f9d187 req-5ba47fca-0115-455f-94bc-269ba6965701 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:56.047861 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5da50b51-4b46-44fb-b7e6-94b7a4f9d187 req-5ba47fca-0115-455f-94bc-269ba6965701 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.1678028 Jan 25 17:42:56.065335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:56.070698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-55b9ebe0-fd5f-4a71-983c-8102b1d3de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:56.072087 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-55b9ebe0-fd5f-4a71-983c-8102b1d3de26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0934570 Jan 25 17:42:56.099618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5da50b51-4b46-44fb-b7e6-94b7a4f9d187 req-4803add5-7c40-403c-af80-d8039e79c3cc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Jan 25 17:42:56.315665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-04782dd0-b6eb-4634-b7fe-e632a7b78b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:56.317108 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-04782dd0-b6eb-4634-b7fe-e632a7b78b78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2019088 Jan 25 17:42:56.456083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-ca72cc13-4665-4d81-9ebf-9a359537e377 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320560 Jan 25 17:42:56.589187 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6bdc054d-bbaa-4981-bf1d-789183ea66cc req-cd8279b7-8637-4440-aafa-54ec5769fdeb service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257603 Jan 25 17:42:57.298974 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2eead-d52e-418f-b6a9-31aabdef2c69 req-6e111530-58a8-4e13-81fc-551cfc3f6dce tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:57.300469 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87b2eead-d52e-418f-b6a9-31aabdef2c69 req-6e111530-58a8-4e13-81fc-551cfc3f6dce tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0836809 Jan 25 17:42:57.353062 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-87b2eead-d52e-418f-b6a9-31aabdef2c69 req-e1b3251d-53ae-413f-9fd9-bc83d902eb60 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Jan 25 17:42:57.828382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c44f1b2e-3272-4f9c-87ab-c857152e8db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:42:58.550566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d5481-1d87-4282-af94-d117948322e9 req-558cfc6b-7d34-4c6e-985c-5e5b95a6e27b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:58.552057 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-163d5481-1d87-4282-af94-d117948322e9 req-558cfc6b-7d34-4c6e-985c-5e5b95a6e27b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0870910 Jan 25 17:42:58.600739 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-163d5481-1d87-4282-af94-d117948322e9 req-448d3c74-fffa-4183-805f-88b5acad5a41 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Jan 25 17:42:59.802996 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae132af-01e5-4b72-a4d5-cf1df12be933 req-9aadd0b3-b0b7-4da7-a59d-c70f241e3a76 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:42:59.804551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ae132af-01e5-4b72-a4d5-cf1df12be933 req-9aadd0b3-b0b7-4da7-a59d-c70f241e3a76 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0958154 Jan 25 17:42:59.858990 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6ae132af-01e5-4b72-a4d5-cf1df12be933 req-b07abbb8-d832-4d8c-bda1-cbf9c64fb5be tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484252 Jan 25 17:43:00.399415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75944440-0988-4740-8662-923149d3d353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:01.058329 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396960-a152-4c82-87c7-8386f4fad49b req-485ea9db-a9fe-41f8-a9e0-a80c6a0a5987 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:01.061232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17396960-a152-4c82-87c7-8386f4fad49b req-485ea9db-a9fe-41f8-a9e0-a80c6a0a5987 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0902321 Jan 25 17:43:01.109068 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-17396960-a152-4c82-87c7-8386f4fad49b req-04631f41-f782-4fee-b922-f053c66c1c08 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Jan 25 17:43:01.259962 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:01.792465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:02.306349 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070bec-1547-44c8-a1bd-8679b471d37e req-01cdb628-9360-4b09-bc6d-36a9e1b6c289 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:02.307831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4070bec-1547-44c8-a1bd-8679b471d37e req-01cdb628-9360-4b09-bc6d-36a9e1b6c289 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0878687 Jan 25 17:43:02.355292 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b4070bec-1547-44c8-a1bd-8679b471d37e req-382e687f-901d-4e56-9547-5cf7850fed5b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Jan 25 17:43:02.965893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:03.579531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f3221-fc73-4ea1-b5b9-7a2b76e79082 req-14801432-c567-49fa-aa44-fe53e07e27ea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:03.581176 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-051f3221-fc73-4ea1-b5b9-7a2b76e79082 req-14801432-c567-49fa-aa44-fe53e07e27ea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0836594 Jan 25 17:43:03.633865 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-051f3221-fc73-4ea1-b5b9-7a2b76e79082 req-15e58cef-0b26-4fab-bad3-0186fc92758b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463009 Jan 25 17:43:04.822509 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f909ba-d964-47aa-94b7-e49bffe36570 req-9fe264b0-8062-4986-9848-4f3ac91893a2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:04.823857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b6f909ba-d964-47aa-94b7-e49bffe36570 req-9fe264b0-8062-4986-9848-4f3ac91893a2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0827758 Jan 25 17:43:04.867767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b6f909ba-d964-47aa-94b7-e49bffe36570 req-966348c4-cc96-4c13-b866-1747f1a92cdf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Jan 25 17:43:06.053180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2c1b-c59e-4487-aa63-43619a88a030 req-57bf6bef-dc3c-4d15-b454-813efcd23361 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:06.054683 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47cb2c1b-c59e-4487-aa63-43619a88a030 req-57bf6bef-dc3c-4d15-b454-813efcd23361 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0794868 Jan 25 17:43:06.102248 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-47cb2c1b-c59e-4487-aa63-43619a88a030 req-66eeb230-88ee-48f7-b067-dc5958f7b1fb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Jan 25 17:43:07.281798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562c36-3a36-4875-a707-42644c05b362 req-82d9715d-0f2f-4861-aff1-b6a7d62bc6b5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:07.283241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2f562c36-3a36-4875-a707-42644c05b362 req-82d9715d-0f2f-4861-aff1-b6a7d62bc6b5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0788462 Jan 25 17:43:07.326152 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2f562c36-3a36-4875-a707-42644c05b362 req-c648617d-48cd-461d-a5e7-9d038faa8b79 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Jan 25 17:43:08.510759 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4668e-775f-4a84-b348-89e005069455 req-29824c45-2977-48d2-8d68-14b87fc0f6f8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:08.512193 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95b4668e-775f-4a84-b348-89e005069455 req-29824c45-2977-48d2-8d68-14b87fc0f6f8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0825663 Jan 25 17:43:08.558344 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95b4668e-775f-4a84-b348-89e005069455 req-572abc59-96d6-4d5e-9ee1-cc138eadb7eb tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Jan 25 17:43:09.739316 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185b4a3-5992-4f52-b77b-5a643e337063 req-e4a7b86f-ec42-4b30-b3c0-3e96aca545ff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:09.740781 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a185b4a3-5992-4f52-b77b-5a643e337063 req-e4a7b86f-ec42-4b30-b3c0-3e96aca545ff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 943 time: 0.0795829 Jan 25 17:43:09.785043 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a185b4a3-5992-4f52-b77b-5a643e337063 req-4417bb2e-9fc2-4403-9ad9-64983b8e143f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 Jan 25 17:43:10.316338 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:43:10.445915 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:43:10.458739 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'port_id': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'mac_address': 'fa:16:3e:81:32:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:43:10.511682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:10.528798 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:43:10.544073 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:43:10.548180 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:10.563316 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:43:10.617052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=9']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:43:10.902156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['eacde06a-7d27-4c76-8573-f06b9819f0b3'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:43:10.972085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb980c-4915-46af-b2e8-13b4c24c56e1 req-6d9b3157-1c24-4889-a72f-c5099c2cde01 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:10.973772 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9bb980c-4915-46af-b2e8-13b4c24c56e1 req-6d9b3157-1c24-4889-a72f-c5099c2cde01 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.0843861 Jan 25 17:43:11.019137 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a9bb980c-4915-46af-b2e8-13b4c24c56e1 req-b36a608b-6419-4a24-aa4d-097e0ef5c0c0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Jan 25 17:43:12.204396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a56f3-1bc8-4232-95ed-5c4c9d4f9542 req-e2eadf6a-9f63-4c0c-98f7-4a576558ab32 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:12.205852 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-af5a56f3-1bc8-4232-95ed-5c4c9d4f9542 req-e2eadf6a-9f63-4c0c-98f7-4a576558ab32 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 944 time: 0.0791376 Jan 25 17:43:12.252113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-af5a56f3-1bc8-4232-95ed-5c4c9d4f9542 req-0a001c0a-b308-451f-b936-ddc5438cb1e5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Jan 25 17:43:12.332532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:43:12.400523 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port eacde06a-7d27-4c76-8573-f06b9819f0b3 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:43:12.400890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:12.518475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:12.544804 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:43:12.553853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:43:12.558282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:12.630626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=10']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:43:12.683907 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'code': 200} Jan 25 17:43:12.926074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcd75b-ff64-4319-8721-d845cb4503d4 req-075a0432-a60d-4f3f-b695-c487f612d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:12.927511 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08bcd75b-ff64-4319-8721-d845cb4503d4 req-075a0432-a60d-4f3f-b695-c487f612d1d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1099 time: 0.0686860 Jan 25 17:43:12.967053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-08bcd75b-ff64-4319-8721-d845cb4503d4 req-8f13ff1d-c3f3-480e-8c1d-52303416ebfe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Jan 25 17:43:13.434377 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b77f-8c8d-472d-b777-b2182d805d8e req-21865968-8941-4cb3-b877-930ee576bbf5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:13.435831 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efa9b77f-8c8d-472d-b777-b2182d805d8e req-21865968-8941-4cb3-b877-930ee576bbf5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.0812635 Jan 25 17:43:13.567231 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-efa9b77f-8c8d-472d-b777-b2182d805d8e req-b163c7f0-ad4e-4c28-b5cc-9ddb15c3680a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257648 Jan 25 17:43:14.757816 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3452c62-82c2-48bc-b9a9-ba72316cfe7c req-9515add3-1173-4156-b62a-7e8d943ec2c6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:14.759265 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c3452c62-82c2-48bc-b9a9-ba72316cfe7c req-9515add3-1173-4156-b62a-7e8d943ec2c6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.0805988 Jan 25 17:43:14.803934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c3452c62-82c2-48bc-b9a9-ba72316cfe7c req-5c74f54d-cd6e-4e86-8365-58dad1b0eee9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387890 Jan 25 17:43:15.994490 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858f6e7-0b3e-4576-941c-a627d1aff54c req-b85b3292-33c2-48de-b629-12ef43f6f759 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:15.995926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3858f6e7-0b3e-4576-941c-a627d1aff54c req-b85b3292-33c2-48de-b629-12ef43f6f759 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.0851276 Jan 25 17:43:16.039564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3858f6e7-0b3e-4576-941c-a627d1aff54c req-ba056f74-6466-45df-9f2f-d2d0f526d1b2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Jan 25 17:43:20.000990 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-d078b4f4-db22-47c4-81f7-07dfd484c48a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682452 Jan 25 17:43:20.145422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-c87e1c6f-eaf0-45b3-9861-416fd1954aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:20.146775 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-c87e1c6f-eaf0-45b3-9861-416fd1954aeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1099 time: 0.0723462 Jan 25 17:43:20.290621 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-bbacd00e-7377-49cb-8fad-2e4be0440d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:20.292040 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-bbacd00e-7377-49cb-8fad-2e4be0440d76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1258850 Jan 25 17:43:20.396213 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-3744ec59-7169-41ee-91ac-0c6f8ae96d54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0972381 Jan 25 17:43:20.456005 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-076cedd8-c726-4f51-874c-ae34295609e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:20.457398 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-076cedd8-c726-4f51-874c-ae34295609e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0556936 Jan 25 17:43:20.532400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-40e23919-6504-489b-bf46-1b66c70bd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:43:20.533830 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-40e23919-6504-489b-bf46-1b66c70bd72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705533 Jan 25 17:43:20.662502 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-2edb82a8-66dc-4fd5-9695-197b0627f696 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225567 Jan 25 17:43:20.789636 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8ae240a4-0342-43f4-a295-2d1ecd779f88 req-da8bdf1a-24d3-43ce-969a-a82a5bfd114a service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219583 Jan 25 17:43:26.064691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:27.831426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9541218e-96f6-4e5f-bc99-a51466bd61be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:30.402230 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c51e753e-68d9-4bca-bbd6-651523bf5189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:31.262898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:31.786835 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:32.966957 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:47.563160 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:43:56.052076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:43:57.833832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66c9edfe-f6e4-4127-b6f2-ce4acb4141ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:00.404624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d4b5ea1-7f22-40c8-8e17-04bee91e258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:01.265194 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:01.787331 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:02.972163 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:21.993385 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-68ebec8d-56db-4df9-b734-c4d6414ad3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834827 Jan 25 17:44:22.127446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-c9264ff0-8821-46ae-8be7-9995dada41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:22.128819 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-c9264ff0-8821-46ae-8be7-9995dada41cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1099 time: 0.0691907 Jan 25 17:44:22.270213 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-5623c6c2-5296-472e-b240-54d550a2af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:22.271650 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-5623c6c2-5296-472e-b240-54d550a2af56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1262434 Jan 25 17:44:22.379754 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-4b32ca40-ebdb-47bd-90e4-15858114496c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.1017616 Jan 25 17:44:22.443616 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-8a1ae2e2-fa57-4b44-9311-96df3c8c887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:22.445000 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-8a1ae2e2-fa57-4b44-9311-96df3c8c887a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0600152 Jan 25 17:44:22.517038 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-f93a57e2-3540-4328-80ae-248c40ae2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:22.518494 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-f93a57e2-3540-4328-80ae-248c40ae2c9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677965 Jan 25 17:44:22.735559 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-762bd414-67e2-479e-a15b-66d1bedc134f service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105556 Jan 25 17:44:22.870760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-629adeea-37bd-4ccc-8f86-1351f8e3e068 req-49e71522-3656-4080-ad84-c4b3da018b1b service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289334 Jan 25 17:44:24.562373 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:44:26.064246 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:27.837567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-baa197dc-5c5c-4809-9d01-423065a81ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:30.408184 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1dbb96b7-a92c-4db8-837a-c09f7d8200ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:31.267236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:31.793825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:32.974001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:51.537586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46634) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:51.778735 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Deleting port a7353f87-a562-42d8-889c-379a9e7a8f06 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:44:51.779089 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:51.951492 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:51.951821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:52.076092 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Calling delete_port for a7353f87-a562-42d8-889c-379a9e7a8f06 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:44:52.222409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:52.272165 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'Port': ['ID=a7353f87-a562-42d8-889c-379a9e7a8f06,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:52.314018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.314366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.314698 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.315025 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.315347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.315673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.315988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.316303 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.317841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.318175 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.318494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.318810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:52.375291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:52.375624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Floating IP e9f5c29b-4ab8-442c-bf19-23212f3f448b disassociated (deleted). External IP: 172.26.4.106, port: eacde06a-7d27-4c76-8573-f06b9819f0b3. Jan 25 17:44:52.818525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:44:52.994976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:44:53.004894 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:44:53.014025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:44:53.014742 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:44:53.015985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:53.076600 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2d31035e-bb2d-41e1-93a3-cfa29ad1414f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "DELETE /v2.0/floatingips/e9f5c29b-4ab8-442c-bf19-23212f3f448b HTTP/1.1" status: 204 len: 168 time: 1.5351901 Jan 25 17:44:53.076600 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:44:53.200911 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:44:53.248342 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'status': 'completed', 'code': 200} Jan 25 17:44:53.366654 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-617c7357-1080-4fbb-a76c-19b5e2f294d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:53.368126 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-617c7357-1080-4fbb-a76c-19b5e2f294d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 1099 time: 0.0922253 Jan 25 17:44:53.520883 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:44:53.524637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:44:53.532706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:44:53.533322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:44:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:44:53.562988 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-32fd010e-497e-4311-a288-63100490dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:53.564442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-32fd010e-497e-4311-a288-63100490dc66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1900046 Jan 25 17:44:53.572576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaa74e-23f9-4fa2-bdd3-2e3df4c1cc98 req-e2b6b2cf-c7f2-48b0-b810-2e16bfa765b9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:53.573250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-05aaa74e-23f9-4fa2-bdd3-2e3df4c1cc98 req-e2b6b2cf-c7f2-48b0-b810-2e16bfa765b9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:44:53.642833 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-23264fef-4b87-4d2d-a6eb-388d8b735e73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0665746 Jan 25 17:44:53.684264 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-05aaa74e-23f9-4fa2-bdd3-2e3df4c1cc98 req-e2b6b2cf-c7f2-48b0-b810-2e16bfa765b9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:44:53.685412 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05aaa74e-23f9-4fa2-bdd3-2e3df4c1cc98 req-e2b6b2cf-c7f2-48b0-b810-2e16bfa765b9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.2926753 Jan 25 17:44:53.711632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:44:53.737929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-366a9e0b-f78f-4a9a-bdfe-f51a7b4855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:53.739998 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-366a9e0b-f78f-4a9a-bdfe-f51a7b4855a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0914097 Jan 25 17:44:53.746916 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05aaa74e-23f9-4fa2-bdd3-2e3df4c1cc98 req-c06a0d81-a48a-457f-9dde-17efbc492d12 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513501 Jan 25 17:44:53.817357 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-5d47fb8e-ff90-4d5c-a3ed-df0e9e91fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:53.818805 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-5d47fb8e-ff90-4d5c-a3ed-df0e9e91fd59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710673 Jan 25 17:44:53.951775 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-cfef0cc6-8327-4fb5-a1ac-c99a49b170ab service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256406 Jan 25 17:44:54.028865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:44:54.032838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256aa2e-3934-455d-b2ed-040633e3aaed None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:44:54.086531 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-83ef26d2-c0a9-4cbf-9084-91fafe40be2b req-341da7cd-ba90-4376-8e68-70a3d31362f2 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287451 Jan 25 17:44:54.262433 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1548a0f-cdc4-430c-92fc-f2e3fe2ba0bf None None] New status for floating IP e9f5c29b-4ab8-442c-bf19-23212f3f448b: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:44:54.948718 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01cdbd-9603-4fbf-b4ff-c14053654af1 req-f7a7efaf-f35f-41d7-a9de-0bb5c1e50d68 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:54.950464 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b01cdbd-9603-4fbf-b4ff-c14053654af1 req-f7a7efaf-f35f-41d7-a9de-0bb5c1e50d68 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.0874319 Jan 25 17:44:55.042184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b01cdbd-9603-4fbf-b4ff-c14053654af1 req-9a29598c-274a-4ab1-8647-ce7c03ec854a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=c074b89e-940c-4675-9ddd-059e32d627e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860693 Jan 25 17:44:55.067298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994c378-2b5d-4a71-8649-9109408333f7 req-9eaf83e5-02f5-4490-b678-26fce1fa6ba7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:44:55.068698 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b994c378-2b5d-4a71-8649-9109408333f7 req-9eaf83e5-02f5-4490-b678-26fce1fa6ba7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 946 time: 0.0995996 Jan 25 17:44:55.141372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Deleting port eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:44:55.141711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:55.387360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] For port eacde06a-7d27-4c76-8573-f06b9819f0b3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=eacde06a-7d27-4c76-8573-f06b9819f0b3,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:44:55.387623 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:55.601614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Calling delete_port for eacde06a-7d27-4c76-8573-f06b9819f0b3 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:44:55.747273 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:55.797258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'Port': ['ID=eacde06a-7d27-4c76-8573-f06b9819f0b3,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:55.875344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] No DVR routers for this DVR port eacde06a-7d27-4c76-8573-f06b9819f0b3 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:44:55.877804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:55.880446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-deleted', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:44:55.896535 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b994c378-2b5d-4a71-8649-9109408333f7 req-5b6f06f3-3f68-47c4-a991-d1ac2862906d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "DELETE /v2.0/ports/eacde06a-7d27-4c76-8573-f06b9819f0b3 HTTP/1.1" status: 204 len: 173 time: 0.8223963 Jan 25 17:44:55.924459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c55e08-2cb3-4c30-ba13-b2df58719785', 'name': 'network-vif-deleted', 'tag': 'eacde06a-7d27-4c76-8573-f06b9819f0b3', 'status': 'completed', 'code': 200} Jan 25 17:44:56.061018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:56.206107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c96dae0a-a428-401e-871b-f18ea7321e5b req-adeca1d3-2ebf-438d-ac96-6c10550285d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:44:56.221934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c96dae0a-a428-401e-871b-f18ea7321e5b req-adeca1d3-2ebf-438d-ac96-6c10550285d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:44:56.223865 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c96dae0a-a428-401e-871b-f18ea7321e5b req-adeca1d3-2ebf-438d-ac96-6c10550285d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c55e08-2cb3-4c30-ba13-b2df58719785 HTTP/1.1" status: 200 len: 210 time: 0.0624797 Jan 25 17:44:57.318464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46676) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:57.385382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.414312 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.481314 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.499873 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074b89e-940c-4675-9ddd-059e32d627e0,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:57.514784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.516045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4a4fe994-d558-47f0-82b4-7acee09397d6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "DELETE /v2.0/security-groups/c074b89e-940c-4675-9ddd-059e32d627e0 HTTP/1.1" status: 204 len: 168 time: 0.1964817 Jan 25 17:44:57.840732 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-04c5c230-1f92-4815-93d0-7da1d0f38902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.898189 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 46688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:57.903232 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4152252', 'description': 'tempest-secgroup-smoke-4152252 description', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:57.912249 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:57.916326 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:57.919212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:57.925258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:57.935335 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:57.956733 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:57.960944 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:57.963761 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:57.969359 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.039789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.043513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.087003 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.088216 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1890273 Jan 25 17:44:58.091257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46698) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.091614 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f3bb42-fee5-47b9-930c-1448e765ccf7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.096593 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.101827 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.102172 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.102504 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.102832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.103153 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.103399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.103501 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.103778 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.104117 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.104434 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.104750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.105063 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.105396 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e475197f-6b07-49ba-af68-3497738233fe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:44:58.107152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.110024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.115864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.131789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.191794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.195241 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.218533 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06c4a5b-360c-411e-a124-31741f527a59,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.227446 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.228618 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-08232aae-58d3-4324-be34-abbe67b84a1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363158 Jan 25 17:44:58.231331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46704) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.236178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.242326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.246082 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.248896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.254845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.271499 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.333270 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.336745 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.363018 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e30d586-10b8-4eaa-8382-d328828e2cd1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.371568 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.372923 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-034371f4-aebe-4cd3-9d16-1e63a6387917 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406534 Jan 25 17:44:58.375727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46708) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.381386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.387061 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.390857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.393708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.399913 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.415618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.479064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.483057 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.508774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2280b81-827f-4a49-8354-a765256ea475,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.519135 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.521097 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1414bd0d-3a48-41e1-b83a-06926aeb19c7 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444559 Jan 25 17:44:58.523837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46712) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.528874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.534789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.539209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.542155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.547802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.564648 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.625809 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.628947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.651039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5039facd-2aa9-46b9-a154-2d84a9792a07,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.659531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.661228 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d6175e97-d7a4-47c0-88b1-537e039f7356 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364527 Jan 25 17:44:58.663897 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46716) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.668732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.674464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.679042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.681870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.687414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.698168 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Project 28668e1e36324f7c8ade0a5e0ff8a0e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:44:58.704907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.745988 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:44:58.772881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.777863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.782475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: eacde06a-7d27-4c76-8573-f06b9819f0b3 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:44:58.782818 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device eacde06a-7d27-4c76-8573-f06b9819f0b3 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:44:58.802166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca45cf0-0321-4370-bdd4-3a1edfd6239c,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.820508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.822102 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8c9551c0-2a1f-45f9-911d-614107cb59a5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570184 Jan 25 17:44:58.824951 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46720) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:44:58.829925 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'security_group_rule': {'security_group_id': '48f3bb42-fee5-47b9-930c-1448e765ccf7', 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:44:58.836426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:44:58.840221 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:security_group_rule and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:44:58.843417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:44:58.850196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:44:58.860748 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Project 28668e1e36324f7c8ade0a5e0ff8a0e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:44:58.867928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.933180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.936695 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.961371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d856e6-77c3-4155-ba4e-eed6dd94cf38,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:44:58.971020 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:44:58.972154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-73454f6f-bf2e-491e-8307-7913816c8460 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462686 Jan 25 17:45:00.411840 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7455db27-bc0c-445c-93d2-d1dd63689be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:01.269899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:01.564376 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:45:01.797333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:02.975244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:12.881473 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-2c2a0a6c-c6a4-4f6a-ba80-d4cf6f5b30aa tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:45:12.896802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-2c2a0a6c-c6a4-4f6a-ba80-d4cf6f5b30aa tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:45:12.897973 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-2c2a0a6c-c6a4-4f6a-ba80-d4cf6f5b30aa tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4152252&fields=id&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 267 time: 0.0552626 Jan 25 17:45:13.049839 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-45783543-08dc-4188-9463-e9e6f9f68c5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:13.051351 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-45783543-08dc-4188-9463-e9e6f9f68c5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 808 time: 0.1464844 Jan 25 17:45:13.065676 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-efe38e24-1388-4a0d-b66e-14282f63a38a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/quotas/28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 375 time: 0.0088270 Jan 25 17:45:13.153053 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-adda1d4d-e103-42f5-98d5-22ddde6491a6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825701 Jan 25 17:45:13.390935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-bded88fb-019f-43df-882b-40fe3528d72d service neutron] 10.222.0.45 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629548 Jan 25 17:45:13.522309 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-664f1cfb-be53-434a-88f9-4b6a5324c143 service neutron] 10.222.0.45 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248674 Jan 25 17:45:13.906703 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-783fb421-3e9e-4c29-bed1-9d8869b02cdb req-76d4cf00-e521-4fac-bc71-194ed5ff699f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 210 time: 0.0433083 Jan 25 17:45:14.961602 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-7635fb30-9c82-4e42-846a-b97e7e102117 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:14.963026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-7635fb30-9c82-4e42-846a-b97e7e102117 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 808 time: 0.1531591 Jan 25 17:45:15.018295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-6b1605ab-c482-4e02-844a-8faed75da18a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 377 time: 0.0473039 Jan 25 17:45:15.158788 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'port': {'device_id': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'admin_state_up': True, 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'security_groups': ['48f3bb42-fee5-47b9-930c-1448e765ccf7']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:45:15.182352 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-568d0c64-c7b9-43f9-993b-dc83213c2767 req-783791d5-4c79-4081-8fb0-d1c5b2b31f23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 210 time: 0.1684055 Jan 25 17:45:15.296647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:45:15.306008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:45:15.315453 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Made reservation on behalf of 28668e1e36324f7c8ade0a5e0ff8a0e5 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:45:15.319388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:15.486470 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Allocated IP 172.20.0.12 (01b93698-a787-402c-ac7b-810472995e77/a3a83724-3f0d-4ca6-bf46-e8c35d9d5300/0052f921-e058-4028-b282-2a5b1b9bbf65) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:45:15.679799 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:15.695957 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Transition to ACTIVE for port object 0052f921-e058-4028-b282-2a5b1b9bbf65 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:45:15.719479 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:15.794629 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Network 01b93698-a787-402c-ac7b-810472995e77 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:45:15.797848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:45:15.802456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:45:15.833640 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:15.880896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:15.881530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:15.909074 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1c778c77-efad-4342-a4bc-5ae4b25e7abd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7584641 Jan 25 17:45:15.922240 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Request body: {'port': {'device_id': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:45:16.045231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.068842 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0c8fc13c-d435-42df-ab15-044db89e2088 None None] Provisioning for port 0052f921-e058-4028-b282-2a5b1b9bbf65 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:45:16.076229 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0c8fc13c-d435-42df-ab15-044db89e2088 None None] Provisioning complete for port 0052f921-e058-4028-b282-2a5b1b9bbf65 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:45:16.076783 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc13c-d435-42df-ab15-044db89e2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.140543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fc13c-d435-42df-ab15-044db89e2088 None None] Port 0052f921-e058-4028-b282-2a5b1b9bbf65 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:45:16.418665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b56b3f-358a-4704-a6bb-0dcab7dc5789 req-601f41ca-998c-4bef-a6c9-34af49777188 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:16.419369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-80b56b3f-358a-4704-a6bb-0dcab7dc5789 req-601f41ca-998c-4bef-a6c9-34af49777188 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:45:16.480861 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-80b56b3f-358a-4704-a6bb-0dcab7dc5789 req-601f41ca-998c-4bef-a6c9-34af49777188 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:45:16.482124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-80b56b3f-358a-4704-a6bb-0dcab7dc5789 req-601f41ca-998c-4bef-a6c9-34af49777188 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 932 time: 0.1832123 Jan 25 17:45:16.485730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0052f921-e058-4028-b282-2a5b1b9bbf65 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:45:16.495185 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.545019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Transition to ACTIVE for port object 0052f921-e058-4028-b282-2a5b1b9bbf65 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:45:16.551126 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.559058 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-80b56b3f-358a-4704-a6bb-0dcab7dc5789 req-24894ec5-1858-41ea-b139-0540a395f988 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681064 Jan 25 17:45:16.719896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:16.799360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Attempting to bind port 0052f921-e058-4028-b282-2a5b1b9bbf65 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:45:16.799703 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Attempting to bind port 0052f921-e058-4028-b282-2a5b1b9bbf65 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:45:16.800032 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Attempting to bind port 0052f921-e058-4028-b282-2a5b1b9bbf65 on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:45:16.805609 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Port 0052f921-e058-4028-b282-2a5b1b9bbf65 on network 01b93698-a787-402c-ac7b-810472995e77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:45:16.805936 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Attempting to bind port 0052f921-e058-4028-b282-2a5b1b9bbf65 on network 01b93698-a787-402c-ac7b-810472995e77 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:45:16.811019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:45:16.811353 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Checking segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:45:16.811740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Bound using segment: {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:45:16.812157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Bound port: 0052f921-e058-4028-b282-2a5b1b9bbf65, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b93698-a787-402c-ac7b-810472995e77'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:45:16.812502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.903901 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:45:16.906982 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:45:16.911003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.972257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:16.972874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:16.975467 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] 10.222.0.15 "PUT /v2.0/ports/0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 1094 time: 1.0572445 Jan 25 17:45:16.975909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:45:16.998070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd0b2-9542-46b8-840c-2edcf66986fe service neutron] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:17.157710 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'status': 'completed', 'code': 200} Jan 25 17:45:17.199496 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1a459235-c16c-4c9c-90cb-816b82eb5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:17.201256 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1a459235-c16c-4c9c-90cb-816b82eb5091 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1097 time: 0.1844945 Jan 25 17:45:17.274947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-21783cab-1adf-4e1d-8938-e62a3a7235bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 217 time: 0.0663650 Jan 25 17:45:17.337715 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-7ea0977c-8641-4c18-8f3d-31ed241716ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:17.339140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-7ea0977c-8641-4c18-8f3d-31ed241716ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0591638 Jan 25 17:45:17.415828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1ed4b6ac-c8f8-41f1-ac0d-8398d304fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:17.417331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1ed4b6ac-c8f8-41f1-ac0d-8398d304fa65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726097 Jan 25 17:45:17.547769 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-9ae4a79f-c15a-40dd-8134-394bdc1d97f4 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242428 Jan 25 17:45:17.721902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef90bfdb-5a0c-4b33-a21a-f7cf6723492b req-1686a039-45e6-4b18-ac16-14b8e004744c service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683652 Jan 25 17:45:17.760151 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb844ba-345e-4b6b-b5d3-7615f003fec3 req-a8d4337a-4593-4295-9b68-6037a74523c8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:17.761671 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fb844ba-345e-4b6b-b5d3-7615f003fec3 req-a8d4337a-4593-4295-9b68-6037a74523c8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0982654 Jan 25 17:45:17.858425 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5fb844ba-345e-4b6b-b5d3-7615f003fec3 req-ac1aa0ef-09bd-447d-9dcf-edcd97432dd8 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0608902 Jan 25 17:45:17.873830 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-d25c5df8-d5ae-441b-a8fa-e64cded5e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:17.875292 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-d25c5df8-d5ae-441b-a8fa-e64cded5e581 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1097 time: 0.1082067 Jan 25 17:45:18.005368 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-f0a0097f-b223-424c-86d3-e8487859d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:18.006789 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-f0a0097f-b223-424c-86d3-e8487859d3e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1257839 Jan 25 17:45:18.071939 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-dc03dd07-6d64-4d76-944a-768c643d1857 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 217 time: 0.0594840 Jan 25 17:45:18.136156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-df25dd83-3bb8-49af-a70c-e263ff2c9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:18.137493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-df25dd83-3bb8-49af-a70c-e263ff2c9cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0596576 Jan 25 17:45:18.209890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-2e14377f-5c78-4ef0-b0d3-2c42ec50cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:18.211319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-2e14377f-5c78-4ef0-b0d3-2c42ec50cdc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685711 Jan 25 17:45:18.341373 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-7921fd4b-43e8-4c8b-ad45-2627ba0ae602 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235991 Jan 25 17:45:18.472277 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-de714b1b-35ba-4383-812b-bab7bc47ea8d req-cec2e13b-54d6-41ec-8403-537763efebba service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 Jan 25 17:45:19.043347 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5336e94-f8b3-4505-b8e7-2ef978fa3a2a req-a21a0185-f641-4d31-b4d6-747a1f90297c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:19.044783 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5336e94-f8b3-4505-b8e7-2ef978fa3a2a req-a21a0185-f641-4d31-b4d6-747a1f90297c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0803430 Jan 25 17:45:19.091979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c5336e94-f8b3-4505-b8e7-2ef978fa3a2a req-6e4ff6a3-629a-4070-aad0-c72bb3c8c20b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415790 Jan 25 17:45:20.275397 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d596a-a08a-4f23-9ab4-c70c76513961 req-6a4cd683-b142-402b-9042-ef47dc81dd46 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:20.276818 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d31d596a-a08a-4f23-9ab4-c70c76513961 req-6a4cd683-b142-402b-9042-ef47dc81dd46 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0806208 Jan 25 17:45:20.320273 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d31d596a-a08a-4f23-9ab4-c70c76513961 req-21bf9725-04fa-4b35-8f09-384efd69c3c0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378759 Jan 25 17:45:21.604389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01021b7c-1cf1-4309-b1f5-13fb117929f3 req-5b40c0ac-6df8-4b73-b8a1-db847c7fcf4f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:21.605762 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-01021b7c-1cf1-4309-b1f5-13fb117929f3 req-5b40c0ac-6df8-4b73-b8a1-db847c7fcf4f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.1827393 Jan 25 17:45:21.649607 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-01021b7c-1cf1-4309-b1f5-13fb117929f3 req-117431ed-6898-4e19-987d-2bf80c15d414 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382521 Jan 25 17:45:22.830726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0442c85-9f67-4bce-839d-34c8b8e52f15 req-feada605-d337-44a3-8a6b-327c366a9fff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:22.832212 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c0442c85-9f67-4bce-839d-34c8b8e52f15 req-feada605-d337-44a3-8a6b-327c366a9fff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0810144 Jan 25 17:45:22.875482 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c0442c85-9f67-4bce-839d-34c8b8e52f15 req-664f7efe-49ee-4c6b-a513-49bcf2d801cc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377212 Jan 25 17:45:24.072188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be67705-b6fe-4604-b12d-a21373f80eaa req-ecc8b725-e2e5-46db-a363-efb0d09d6d15 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:24.073668 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9be67705-b6fe-4604-b12d-a21373f80eaa req-ecc8b725-e2e5-46db-a363-efb0d09d6d15 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0832968 Jan 25 17:45:24.118145 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9be67705-b6fe-4604-b12d-a21373f80eaa req-45edf7a6-a4e0-44de-bead-f9fe052213e2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386190 Jan 25 17:45:25.306894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0a23-ae17-46f1-8a4e-5474a802cea3 req-1921cbaf-cd09-42d2-9384-6946bc7f9e5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:25.308346 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e0a0a23-ae17-46f1-8a4e-5474a802cea3 req-1921cbaf-cd09-42d2-9384-6946bc7f9e5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0798032 Jan 25 17:45:25.354893 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9e0a0a23-ae17-46f1-8a4e-5474a802cea3 req-d81f524d-765a-439b-8889-b22bf2ad53e2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410206 Jan 25 17:45:26.071976 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:26.536517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed5b8-6eb9-40dd-a356-d6bea890bdec req-851f2729-5da1-4677-a64a-bb7d95f33e73 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:26.537970 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc8ed5b8-6eb9-40dd-a356-d6bea890bdec req-851f2729-5da1-4677-a64a-bb7d95f33e73 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0778780 Jan 25 17:45:26.581696 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-fc8ed5b8-6eb9-40dd-a356-d6bea890bdec req-db4321c9-cc53-47d5-a1f1-468ca88b7400 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382254 Jan 25 17:45:26.890637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:45:27.061736 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:45:27.074477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'mac_address': 'fa:16:3e:47:d8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:45:27.130386 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:27.146178 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0052f921-e058-4028-b282-2a5b1b9bbf65 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:45:27.161515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:45:27.165576 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:27.231253 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:27.238445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.238973 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.239324 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.239662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.239996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.240330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.240658 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.240986 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.241341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.241663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.241984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.242306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:45:27.492052 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['0052f921-e058-4028-b282-2a5b1b9bbf65'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:45:27.770176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ba4e-b241-4b44-a1a4-6ed2e2e18bc3 req-33200de7-5aa7-4572-a3cb-862fe0b50bfe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:27.771555 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aee2ba4e-b241-4b44-a1a4-6ed2e2e18bc3 req-33200de7-5aa7-4572-a3cb-862fe0b50bfe tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 945 time: 0.0840342 Jan 25 17:45:27.816281 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-aee2ba4e-b241-4b44-a1a4-6ed2e2e18bc3 req-a20a0578-1c48-4005-a66b-2e784d818363 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388227 Jan 25 17:45:27.843885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29e17230-32b7-4647-b396-a1ad3ec85c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:28.902939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:45:28.971773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 0052f921-e058-4028-b282-2a5b1b9bbf65 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:45:28.977203 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 0052f921-e058-4028-b282-2a5b1b9bbf65 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:45:28.977598 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:29.008586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062459-a6ed-43d0-abda-db2789b6b77e req-fee1b219-8ca2-42c6-8d27-299926fcf934 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:29.010077 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10062459-a6ed-43d0-abda-db2789b6b77e req-fee1b219-8ca2-42c6-8d27-299926fcf934 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 945 time: 0.0814168 Jan 25 17:45:29.060486 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-10062459-a6ed-43d0-abda-db2789b6b77e req-639809ac-c9bd-40f1-be5d-78777d6c7e44 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446284 Jan 25 17:45:29.096947 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:29.122477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:45:29.132442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:45:29.136959 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:29.168445 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'code': 200} Jan 25 17:45:29.207639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:29.453871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d279-18ba-4721-a59e-99d29ac30d33 req-62f1b48b-1755-4bf4-90d4-6e2a649f35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:29.455325 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-39f3d279-18ba-4721-a59e-99d29ac30d33 req-62f1b48b-1755-4bf4-90d4-6e2a649f35e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0902674 Jan 25 17:45:29.494796 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-39f3d279-18ba-4721-a59e-99d29ac30d33 req-5ee31344-9522-4798-8bbb-60fb28368cbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330465 Jan 25 17:45:30.246156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c27f36-11e0-4d83-9ea5-596d7c10990d req-9cd5fa1d-32ca-44e2-87e7-c8b9ecaa296e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:30.247594 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92c27f36-11e0-4d83-9ea5-596d7c10990d req-9cd5fa1d-32ca-44e2-87e7-c8b9ecaa296e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0801179 Jan 25 17:45:30.294468 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92c27f36-11e0-4d83-9ea5-596d7c10990d req-107beb23-a19d-4383-8a55-9d8482301487 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413504 Jan 25 17:45:30.413329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-17a059b3-ccea-48a3-97fe-30b9ad6158c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:31.273870 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:31.480842 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a277068-d95c-478f-9dc1-6ce25682950a req-a997b92f-7e71-4073-b9a8-2f1887264bbf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:31.482295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a277068-d95c-478f-9dc1-6ce25682950a req-a997b92f-7e71-4073-b9a8-2f1887264bbf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0804334 Jan 25 17:45:31.526153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6a277068-d95c-478f-9dc1-6ce25682950a req-f044ec44-9f0a-4b28-b37b-f4cc7cfa73ec tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382330 Jan 25 17:45:31.710234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac8fb-5c2b-4775-96d7-630444ad153e req-88f4f492-dee1-4797-ba97-54e7eb88b94b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:31.711658 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b57ac8fb-5c2b-4775-96d7-630444ad153e req-88f4f492-dee1-4797-ba97-54e7eb88b94b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0841994 Jan 25 17:45:31.755484 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b57ac8fb-5c2b-4775-96d7-630444ad153e req-146c3381-b390-4e58-b8a5-c628654b7256 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382950 Jan 25 17:45:31.778110 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46940) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:45:31.801926 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:31.890822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402c40d-bb9f-41cd-80b2-0eb92cfb64e5 tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:31.892320 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-b402c40d-bb9f-41cd-80b2-0eb92cfb64e5 tempest-TestShelveInstance-892929761 tempest-TestShelveInstance-892929761-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1094 time: 0.1132960 Jan 25 17:45:31.895798 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 46946) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:45:31.900673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:45:31.906781 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:45:31.910644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Usage tracker for resource:floatingip and tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:45:31.913507 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:45:31.919105 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:45:31.930588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:32.065843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:32.201774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Allocated IP 172.26.4.38 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/2c0db112-e99e-4d73-82a8-e98de8f1a675) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:45:32.350708 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:32.380169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:32.443463 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:45:32.446103 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:45:32.450073 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:45:32.492584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=2c0db112-e99e-4d73-82a8-e98de8f1a675,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:32.954844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:32.978834 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:33.029369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:33.240235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:33.244879 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:33.353047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event updated for resources: {'Port': ['ID=2c0db112-e99e-4d73-82a8-e98de8f1a675,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:45:33.361731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:33.538767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Floating IP 6a67c2f4-37a2-4cf3-b69d-6625dd3f4823 associated. External IP: 172.26.4.38, port: 0052f921-e058-4028-b282-2a5b1b9bbf65. Jan 25 17:45:33.932764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:45:34.249474 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:45:34.260910 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:45:34.270722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:45:34.271341 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:45:34.275985 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:34.330559 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-bc999c3e-c9fa-40c9-88e5-4a654552d56a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4337468 Jan 25 17:45:34.331128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:45:34.375982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'status': 'completed', 'code': 200} Jan 25 17:45:34.465515 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:45:34.476810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-cde61aae-a575-41ee-bd38-1724ea458be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:34.478462 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-cde61aae-a575-41ee-bd38-1724ea458be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0795879 Jan 25 17:45:34.618998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-dd93a0ce-9d4c-4134-baee-d5ca3099e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:34.620356 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-dd93a0ce-9d4c-4134-baee-d5ca3099e217 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1357555 Jan 25 17:45:34.721629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-65912f1a-e743-4a58-bdf8-23c57cae172f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 999 time: 0.0952365 Jan 25 17:45:34.787365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-bb667edf-df19-450d-8f1f-14cd8c7435d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:34.788780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-bb667edf-df19-450d-8f1f-14cd8c7435d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0610855 Jan 25 17:45:34.814972 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '6a67c2f4-37a2-4cf3-b69d-6625dd3f4823', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:47:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:45:32Z', 'updated_at': '2022-01-25T17:45:32Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:45:34.818885 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:45:34.827339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:45:34.829028 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:45:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:45:34.863632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-758e6211-41e4-4811-a8a1-5e1dbe24f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:45:34.865195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-758e6211-41e4-4811-a8a1-5e1dbe24f1d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702446 Jan 25 17:45:34.999194 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-d7da9192-78e3-4442-81da-035a57db69b4 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269708 Jan 25 17:45:35.010187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:45:35.135395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d1929aa2-d6f2-48ba-9346-07e238722338 req-2dbc7a1c-73df-47c8-965b-f551cbd815ea service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295691 Jan 25 17:45:35.394030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '6a67c2f4-37a2-4cf3-b69d-6625dd3f4823', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:47:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:45:32Z', 'updated_at': '2022-01-25T17:45:32Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:45:35.398531 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64b708-9bcf-4ca4-a88c-adf5d1069687 None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '6a67c2f4-37a2-4cf3-b69d-6625dd3f4823', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'mac_address': 'fa:16:3e:47:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:45:32Z', 'updated_at': '2022-01-25T17:45:32Z', 'revision_number': 0, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:45:35.601026 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab8cf3-ed6e-4f04-96e1-b76250a23fa1 None None] New status for floating IP 6a67c2f4-37a2-4cf3-b69d-6625dd3f4823: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:45:38.562737 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:45:56.077018 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:45:57.848686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb772bd2-0cf4-4cf1-8b5b-67dc758d7948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:00.415091 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07df76ee-a8a8-425b-85b8-333d73d8a797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:01.274934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:01.800828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:02.981138 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:15.561155 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:46:24.592032 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-569be499-1c31-48ea-ba10-013f4173a054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724421 Jan 25 17:46:24.750572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-772c1dd1-422a-4326-8222-f7e4f05f86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:46:24.752035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-772c1dd1-422a-4326-8222-f7e4f05f86fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0776994 Jan 25 17:46:24.894299 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-a21c5347-d9d7-4ddf-88f5-d9fc61fd8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:46:24.895735 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-a21c5347-d9d7-4ddf-88f5-d9fc61fd8c15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1272752 Jan 25 17:46:24.998623 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-3f68fddf-5456-40a3-b675-dfc4d27286b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 1001 time: 0.0973113 Jan 25 17:46:25.059805 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-08cc5df8-7c21-4c9d-b678-c2c21f90e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:46:25.061232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-08cc5df8-7c21-4c9d-b678-c2c21f90e2c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0570660 Jan 25 17:46:25.137003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-e64bdb1b-7796-4763-b8f3-58b2cfdd3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:46:25.138389 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-e64bdb1b-7796-4763-b8f3-58b2cfdd3f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717731 Jan 25 17:46:25.147878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-1f8e6b5a-a75e-480a-ab9e-9b1a7680b18d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:46:25.148937 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-1f8e6b5a-a75e-480a-ab9e-9b1a7680b18d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047927 Jan 25 17:46:25.295920 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-38816098-1734-4bf8-a889-2afcc29331e8 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353438 Jan 25 17:46:25.533238 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3ea5687-aaf7-4813-be9e-1ccd6b27d452 req-f8408a02-6d36-49f4-8163-bfac0fc111e7 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355857 Jan 25 17:46:26.076364 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:27.849604 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ba660ee-f83f-41f5-b46c-5f283775e7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:30.416244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8990db4c-96a8-489c-975b-190f488a7dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:31.276924 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:31.803578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:32.984335 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:52.560751 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:46:56.105630 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:46:57.852914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f58cdfd-afdd-460d-9b7d-03ec9d91405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:00.417621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf6645-4d62-4e9e-a27c-f3eeaa47ee73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:01.278313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:01.806549 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:02.987653 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:23.979378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-5680ced4-0eb7-40a3-bc95-30a31673c17e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687521 Jan 25 17:47:24.141887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-37e92304-e929-470e-b22e-7d066f9e3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:24.143723 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-37e92304-e929-470e-b22e-7d066f9e3b7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0735707 Jan 25 17:47:24.296588 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-454b3fab-a4d2-470d-8209-e780bfb22257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:24.298049 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-454b3fab-a4d2-470d-8209-e780bfb22257 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1358361 Jan 25 17:47:24.398702 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-277f8211-a8e5-4d78-b1a2-0cb28649ce2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 1001 time: 0.0947168 Jan 25 17:47:24.463260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-d0aea70e-ec9d-45d3-8835-d5412b179a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:24.464725 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-d0aea70e-ec9d-45d3-8835-d5412b179a0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0598059 Jan 25 17:47:24.555489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-7a924c14-b6d7-4fd4-b777-5ad1e6fe4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:24.556862 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-7a924c14-b6d7-4fd4-b777-5ad1e6fe4e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861971 Jan 25 17:47:24.686896 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-b6a82cf1-7492-4ad8-a900-cc14a9cda19e service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 Jan 25 17:47:24.815246 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b8d5ff32-538c-402d-92cc-7e905ae0d18d req-e2a6259b-2cde-4609-9d2e-bc4f5cf2be2a service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226363 Jan 25 17:47:26.104212 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:27.854873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9cc38454-bc1b-4d7c-be07-4ac809c89e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:29.558962 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:47:30.224804 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9fb9-2233-40b0-aad9-6feb9795e2a2 req-28cfbcd7-a0db-4273-88c5-35a3bec18280 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:30.226266 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b66a9fb9-2233-40b0-aad9-6feb9795e2a2 req-28cfbcd7-a0db-4273-88c5-35a3bec18280 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0853527 Jan 25 17:47:30.269790 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b66a9fb9-2233-40b0-aad9-6feb9795e2a2 req-3e1909dc-365f-4f70-bf87-8473b79d3a60 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378628 Jan 25 17:47:30.419166 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e94e0a3-3c10-4801-95e0-fa83042d5fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:31.280496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:31.452591 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb49604-81f8-41ae-bc5e-45b73adfb201 req-5f3a49da-4c5a-4fc0-9d09-726988814042 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:31.454127 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cbb49604-81f8-41ae-bc5e-45b73adfb201 req-5f3a49da-4c5a-4fc0-9d09-726988814042 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0797505 Jan 25 17:47:31.505365 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cbb49604-81f8-41ae-bc5e-45b73adfb201 req-e2648225-7c36-4dfe-a6b7-079c25ca25ff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448670 Jan 25 17:47:31.808235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:32.685051 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b327-b624-4ff3-a1c4-bfcca4c880a7 req-da30e4cd-fec9-4e0e-94d2-036aa5958f1f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:32.686551 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3c4b327-b624-4ff3-a1c4-bfcca4c880a7 req-da30e4cd-fec9-4e0e-94d2-036aa5958f1f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0783687 Jan 25 17:47:32.731811 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e3c4b327-b624-4ff3-a1c4-bfcca4c880a7 req-f8f295b7-976e-4470-a00f-b84e5f4c7a90 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393109 Jan 25 17:47:32.990227 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:33.915191 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a88a6b-79bf-4dc7-ad05-fbfe808400cf req-665a840a-b44d-4446-bb99-205042dcf09f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:33.916640 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98a88a6b-79bf-4dc7-ad05-fbfe808400cf req-665a840a-b44d-4446-bb99-205042dcf09f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0820072 Jan 25 17:47:33.960348 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98a88a6b-79bf-4dc7-ad05-fbfe808400cf req-97401375-7daf-4d97-8f9c-2aff708d548c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381145 Jan 25 17:47:35.160579 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374a8c-a807-4004-b943-4f4c4203b311 req-4135a5bc-26ef-4ffa-be8e-e8411424b474 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:35.161979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b374a8c-a807-4004-b943-4f4c4203b311 req-4135a5bc-26ef-4ffa-be8e-e8411424b474 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0882068 Jan 25 17:47:35.211241 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7b374a8c-a807-4004-b943-4f4c4203b311 req-18ed3a2c-70f9-4b45-9d8c-268cc847eb7f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433660 Jan 25 17:47:36.399076 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408786-2990-464d-b08c-233ce6ed4851 req-f5b51ea4-c676-411e-9747-5c06e0b531a9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:36.400485 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1b408786-2990-464d-b08c-233ce6ed4851 req-f5b51ea4-c676-411e-9747-5c06e0b531a9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0827665 Jan 25 17:47:36.444871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1b408786-2990-464d-b08c-233ce6ed4851 req-7476b1f2-1a49-4191-a225-66f35a54f55d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388126 Jan 25 17:47:37.626972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d8fdd-e9c3-4079-b2d5-078d57464f75 req-ab22fee6-07cc-4b67-b01a-7674c39502a2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:37.628312 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a5d8fdd-e9c3-4079-b2d5-078d57464f75 req-ab22fee6-07cc-4b67-b01a-7674c39502a2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0784967 Jan 25 17:47:37.671055 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4a5d8fdd-e9c3-4079-b2d5-078d57464f75 req-f84c9e25-4162-4b99-9fd3-411dca5ddd2e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372448 Jan 25 17:47:38.857808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6b6a-71b6-4b32-854b-7175302c7174 req-d5eda5ee-2983-40e6-a2e3-cb8a9116e807 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:38.859262 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-782d6b6a-71b6-4b32-854b-7175302c7174 req-d5eda5ee-2983-40e6-a2e3-cb8a9116e807 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0841823 Jan 25 17:47:38.905100 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-782d6b6a-71b6-4b32-854b-7175302c7174 req-c15e4bbf-c4e7-46a4-ad07-e3963b23f089 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385084 Jan 25 17:47:40.086749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc97e-10d3-40d2-a2f7-a5c5da1782dc req-590c173c-43ea-4a88-81b4-939fa18a76c3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:40.088205 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ca1dc97e-10d3-40d2-a2f7-a5c5da1782dc req-590c173c-43ea-4a88-81b4-939fa18a76c3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0792680 Jan 25 17:47:40.227733 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ca1dc97e-10d3-40d2-a2f7-a5c5da1782dc req-67219445-fa7f-4511-9170-234c291bea9d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1339896 Jan 25 17:47:40.324332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746605-9154-4934-8198-9c5f5263fd19 req-6790615b-1a66-4401-982e-7b8b7bd03120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:40.326124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-6790615b-1a66-4401-982e-7b8b7bd03120 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0719085 Jan 25 17:47:40.452069 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746605-9154-4934-8198-9c5f5263fd19 req-97185776-14e5-490a-887d-2814ef9a5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:40.453503 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-97185776-14e5-490a-887d-2814ef9a5ee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1219060 Jan 25 17:47:40.556492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-93fec28d-314a-4e8f-8080-e6231af346b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 1001 time: 0.0968597 Jan 25 17:47:40.617692 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746605-9154-4934-8198-9c5f5263fd19 req-bc331aeb-5d98-41f4-81e2-6c0b6f62173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:40.619058 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-bc331aeb-5d98-41f4-81e2-6c0b6f62173d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0573554 Jan 25 17:47:40.694874 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77746605-9154-4934-8198-9c5f5263fd19 req-359a08ae-49c6-44ec-afda-85552514a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:40.696304 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-359a08ae-49c6-44ec-afda-85552514a91a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712566 Jan 25 17:47:40.827009 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-220bad38-1182-4985-8d4e-d74bd464feee service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239693 Jan 25 17:47:40.956563 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-77746605-9154-4934-8198-9c5f5263fd19 req-de6d7b6a-28ed-4ae0-82d5-9a3bb53da12e service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242223 Jan 25 17:47:41.413553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be612-7877-4326-a329-24f78db4e0e8 req-99818584-ee85-4e6b-adc1-9cfccded8f5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:41.414982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a2be612-7877-4326-a329-24f78db4e0e8 req-99818584-ee85-4e6b-adc1-9cfccded8f5f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0775802 Jan 25 17:47:41.458857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0a2be612-7877-4326-a329-24f78db4e0e8 req-4ae0063f-29ef-4b7e-a724-4cd970f516b3 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382004 Jan 25 17:47:42.697156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a5142-7e2b-4df1-8f77-99d052564cfe req-e75f4ca3-4500-4dd2-8670-799db557fedd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:42.699459 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a71a5142-7e2b-4df1-8f77-99d052564cfe req-e75f4ca3-4500-4dd2-8670-799db557fedd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.1289375 Jan 25 17:47:42.744888 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a71a5142-7e2b-4df1-8f77-99d052564cfe req-44862507-e0fc-423f-bf95-862ca5d0eaea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388944 Jan 25 17:47:43.927833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ffd0-7f57-43c4-8b1e-287b41d27f29 req-24fe4f2b-5677-4bf4-8386-b4f1cf4917c6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:43.929284 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35b0ffd0-7f57-43c4-8b1e-287b41d27f29 req-24fe4f2b-5677-4bf4-8386-b4f1cf4917c6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0781796 Jan 25 17:47:43.976849 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-35b0ffd0-7f57-43c4-8b1e-287b41d27f29 req-57497a72-44e6-4aad-b5c8-b5c2821f6eca tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419297 Jan 25 17:47:45.271410 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-fa3f9da6-1f2f-4714-bfab-b758519f80fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783188 Jan 25 17:47:45.329791 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04e57-f7cb-492d-a1d9-f685d308cd2d req-225b18ce-f97e-4a4f-a92e-8f94258a100f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:45.330934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31d04e57-f7cb-492d-a1d9-f685d308cd2d req-225b18ce-f97e-4a4f-a92e-8f94258a100f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0812595 Jan 25 17:47:45.371802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:47:45.374340 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-31d04e57-f7cb-492d-a1d9-f685d308cd2d req-5648bb45-9c91-402a-b151-33e452f80152 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377157 Jan 25 17:47:45.489019 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:45.515272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:47:45.524573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:47:45.528757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:45.563117 dv-neutron-824022-2-hyperv neutron-server[87554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'code': 422} returned with failed status Jan 25 17:47:45.600285 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:47:45.607192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.607548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.607892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.608231 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.608570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.608903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.609250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.609585 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.609917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.610244 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.611131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:45.611455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:47:46.561736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ea73e-06be-42e9-b7a0-00fa21d74444 req-ea6a0281-0ccf-4ffe-be10-8780c67d97cf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:46.562979 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-688ea73e-06be-42e9-b7a0-00fa21d74444 req-ea6a0281-0ccf-4ffe-be10-8780c67d97cf tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0832074 Jan 25 17:47:46.610322 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-688ea73e-06be-42e9-b7a0-00fa21d74444 req-7a3f193f-0e8e-4748-80a9-a8c893dce4d5 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401785 Jan 25 17:47:47.801601 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027f75-b026-4e44-8aca-d19b52b10840 req-1e7a6d65-09bf-4396-afdc-3cd7897b1ec4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:47.803087 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b0027f75-b026-4e44-8aca-d19b52b10840 req-1e7a6d65-09bf-4396-afdc-3cd7897b1ec4 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0809910 Jan 25 17:47:47.849902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-b0027f75-b026-4e44-8aca-d19b52b10840 req-5360a288-119a-4d83-be76-0fb83a33cc0d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410168 Jan 25 17:47:49.085132 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517689-0889-4465-b9bc-319301d18217 req-5e27afd8-a977-4354-9fef-f1bff30a5b1d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:49.086621 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c517689-0889-4465-b9bc-319301d18217 req-5e27afd8-a977-4354-9fef-f1bff30a5b1d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.1292126 Jan 25 17:47:49.132065 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7c517689-0889-4465-b9bc-319301d18217 req-7c053655-fa83-435f-8f8a-20e5aced1e0c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396929 Jan 25 17:47:49.828218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-992f880c-5607-4d35-8b40-00e2d401ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:49.829736 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-992f880c-5607-4d35-8b40-00e2d401ba5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e&tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5 HTTP/1.1" status: 200 len: 1097 time: 0.0746601 Jan 25 17:47:49.920501 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-5d3e91f3-ef2e-4a5f-98e5-a46ce1ad0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:49.921964 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-5d3e91f3-ef2e-4a5f-98e5-a46ce1ad0db0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1097 time: 0.0729423 Jan 25 17:47:50.142910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-7fd1a05e-e5a1-4c26-b733-b72c88c95b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:50.144258 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-7fd1a05e-e5a1-4c26-b733-b72c88c95b0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.2167051 Jan 25 17:47:50.286476 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-2b120a00-73bd-4072-b746-cc75f38f6082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 999 time: 0.1358619 Jan 25 17:47:50.364727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-9a7e7076-d0fe-4a51-82e4-5dbb51bf1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:50.366235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-9a7e7076-d0fe-4a51-82e4-5dbb51bf1d22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0698287 Jan 25 17:47:50.378045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c689d0-305d-403a-b00d-d029fd95d497 req-2830830b-44fe-4647-aaab-eef51fac8d1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:50.379379 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d5c689d0-305d-403a-b00d-d029fd95d497 req-2830830b-44fe-4647-aaab-eef51fac8d1b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.1388214 Jan 25 17:47:50.466410 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d5c689d0-305d-403a-b00d-d029fd95d497 req-3d13759c-84f6-4b6f-a999-21f79d4f35bc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563827 Jan 25 17:47:50.481881 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-a5d5359b-c277-452c-942d-400b8f7ce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:50.483327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-a5d5359b-c277-452c-942d-400b8f7ce101 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031277 Jan 25 17:47:50.611746 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-a7ccecc6-d50b-4bd6-9bcf-f33ed69cd3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227496 Jan 25 17:47:50.742020 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7995d6f3-8b0c-4c27-b591-05b5e576d68c req-20ffe519-f7b0-4ba4-8cc2-21492695c49b service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245599 Jan 25 17:47:51.654074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bc9b9-4352-4c26-aed4-aea14fc3a12a req-21f58258-5428-4a61-a5bf-8a4bf950d856 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:51.655524 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-159bc9b9-4352-4c26-aed4-aea14fc3a12a req-21f58258-5428-4a61-a5bf-8a4bf950d856 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0833259 Jan 25 17:47:51.699331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-159bc9b9-4352-4c26-aed4-aea14fc3a12a req-3fa36324-18dd-4121-91fa-04c084bbbd66 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372839 Jan 25 17:47:52.882464 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57c1d4-8958-4248-bafb-1e44c58cadf0 req-349052ed-f577-4fca-972d-c79ab8a5a5a0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:52.883921 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b57c1d4-8958-4248-bafb-1e44c58cadf0 req-349052ed-f577-4fca-972d-c79ab8a5a5a0 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0797977 Jan 25 17:47:52.926632 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3b57c1d4-8958-4248-bafb-1e44c58cadf0 req-5d0bab0e-6fca-45f4-ad1b-ddf24bfc8219 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371091 Jan 25 17:47:54.113681 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4b21-31bb-4679-a9f7-d1c82a389152 req-9f8135dd-0520-4103-be4a-08e938ba7586 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:54.115046 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-491d4b21-31bb-4679-a9f7-d1c82a389152 req-9f8135dd-0520-4103-be4a-08e938ba7586 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0827026 Jan 25 17:47:54.158691 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-491d4b21-31bb-4679-a9f7-d1c82a389152 req-4902d834-e448-4724-be4e-4ee01d8ca23d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381799 Jan 25 17:47:55.341420 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367133f4-0eb4-4c01-b093-d0a9e4b4cd4d req-90b13194-680e-44a5-9525-3387613cff21 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:55.342886 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-367133f4-0eb4-4c01-b093-d0a9e4b4cd4d req-90b13194-680e-44a5-9525-3387613cff21 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0785804 Jan 25 17:47:55.390214 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-367133f4-0eb4-4c01-b093-d0a9e4b4cd4d req-c7d597c9-feeb-42a5-825f-80fabf9ae862 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407286 Jan 25 17:47:56.108459 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:56.573247 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d00f4c-5ce1-4457-b6f3-cdab89d77dde req-16bc1b54-7869-4620-b979-0ec3b09d23b2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:56.574695 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2d00f4c-5ce1-4457-b6f3-cdab89d77dde req-16bc1b54-7869-4620-b979-0ec3b09d23b2 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0777624 Jan 25 17:47:56.618730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c2d00f4c-5ce1-4457-b6f3-cdab89d77dde req-e1d385fd-fcf2-41f4-ba45-4c5ac9ba427c tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375333 Jan 25 17:47:57.807108 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c422-f7a9-4dde-97c8-0355eb07604d req-291670d2-c5b1-42ea-9572-32ce9e17b27d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:57.808587 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b26c422-f7a9-4dde-97c8-0355eb07604d req-291670d2-c5b1-42ea-9572-32ce9e17b27d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0865812 Jan 25 17:47:57.859430 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9b26c422-f7a9-4dde-97c8-0355eb07604d req-e77ea55c-bb3c-4799-a7e6-8c08d64bf5c1 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450804 Jan 25 17:47:57.878874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b20020da-4889-4de2-bb0b-2aa767e5a290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:59.042358 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd2d86-43c2-4383-84f6-ff143783cbe8 req-8b69506b-73d9-4aeb-8a11-2cb28e6f4ca9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:47:59.043788 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4edd2d86-43c2-4383-84f6-ff143783cbe8 req-8b69506b-73d9-4aeb-8a11-2cb28e6f4ca9 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 944 time: 0.0786042 Jan 25 17:47:59.092350 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4edd2d86-43c2-4383-84f6-ff143783cbe8 req-b4a031e3-e5a5-4b75-ba29-a5a36a346fff tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425076 Jan 25 17:47:59.449929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:47:59.587502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:47:59.601193 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'port_id': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'mac_address': 'fa:16:3e:47:d8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:47:59.654837 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:59.674684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0052f921-e058-4028-b282-2a5b1b9bbf65 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:47:59.689502 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:47:59.693290 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:47:59.758346 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:48:00.016695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['0052f921-e058-4028-b282-2a5b1b9bbf65'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:48:00.279947 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410deb9-1345-4c16-9f4f-4e3fafe38161 req-7c2b838d-0445-4237-b0b6-79c8b05c6060 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:00.281362 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4410deb9-1345-4c16-9f4f-4e3fafe38161 req-7c2b838d-0445-4237-b0b6-79c8b05c6060 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 945 time: 0.0846310 Jan 25 17:48:00.326113 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4410deb9-1345-4c16-9f4f-4e3fafe38161 req-92c6395c-187c-4adb-afb8-9619bdc4c233 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389488 Jan 25 17:48:00.421131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d724f2cc-5666-4ecb-bd15-77a82f35fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:01.283951 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:01.480251 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:48:01.515691 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf1d78-b65d-4b2e-a7c2-7f69fb7da36c req-7c3d9b2b-3984-4bf2-b912-729057e169db tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:01.518111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ecf1d78-b65d-4b2e-a7c2-7f69fb7da36c req-7c3d9b2b-3984-4bf2-b912-729057e169db tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 945 time: 0.0828733 Jan 25 17:48:01.565832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ecf1d78-b65d-4b2e-a7c2-7f69fb7da36c req-a91a37d8-49c0-4ed4-8c37-c09cc0ab653e tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419011 Jan 25 17:48:01.584802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 0052f921-e058-4028-b282-2a5b1b9bbf65 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:48:01.585165 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:01.697941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:01.724697 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:48:01.733993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:48:01.738978 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:01.817706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:48:01.822496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:02.749655 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e0a41-6386-40bc-8f9d-9c3138fed007 req-f72d5a31-a411-4f43-bfb8-1a7cd9a5e60a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:02.751086 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a7e0a41-6386-40bc-8f9d-9c3138fed007 req-f72d5a31-a411-4f43-bfb8-1a7cd9a5e60a tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0800438 Jan 25 17:48:02.780094 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'code': 200} Jan 25 17:48:02.799370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2a7e0a41-6386-40bc-8f9d-9c3138fed007 req-5ac4ed02-6ec9-4412-a31b-9faadc2f1612 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425773 Jan 25 17:48:02.994349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:03.083148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137138-488f-4b55-8403-07539c6a06d0 req-deb0c697-2a2b-407b-8b3e-f0e2072be607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:03.084576 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d137138-488f-4b55-8403-07539c6a06d0 req-deb0c697-2a2b-407b-8b3e-f0e2072be607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.1118701 Jan 25 17:48:03.217128 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1d137138-488f-4b55-8403-07539c6a06d0 req-99b6fd31-d46f-439a-a74c-4535c78e2714 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1257725 Jan 25 17:48:03.985927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384c6b5-2bb2-496a-8239-cf234d9b68b3 req-e6b84ab4-a110-41fa-95aa-803bcccf9ee6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:03.987368 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6384c6b5-2bb2-496a-8239-cf234d9b68b3 req-e6b84ab4-a110-41fa-95aa-803bcccf9ee6 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0800898 Jan 25 17:48:04.031657 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-6384c6b5-2bb2-496a-8239-cf234d9b68b3 req-1ff86d72-9981-4dc5-81c8-779ab18dd96b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387237 Jan 25 17:48:05.212749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c07af-5840-4076-8393-5cb0356ffd5c req-c586b389-f5a8-4530-a002-a8053dd290bc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:05.214211 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-450c07af-5840-4076-8393-5cb0356ffd5c req-c586b389-f5a8-4530-a002-a8053dd290bc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.0802417 Jan 25 17:48:05.257436 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-450c07af-5840-4076-8393-5cb0356ffd5c req-bf65e8f8-cbf1-4a68-9551-674a24dcad6d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376425 Jan 25 17:48:06.556962 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:48:24.005167 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-dd7d2073-cfff-4b29-bfac-e4e6b72fe169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715823 Jan 25 17:48:24.153457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-41288c9d-63ea-4151-a981-7dcc0a016cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:24.153457 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-41288c9d-63ea-4151-a981-7dcc0a016cf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0782855 Jan 25 17:48:24.319361 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-a45d2ad3-be2c-4c95-8907-fddf2ae025ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:24.319361 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-a45d2ad3-be2c-4c95-8907-fddf2ae025ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1450076 Jan 25 17:48:24.438732 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-9938a552-ff06-40ec-811e-dce6857e1b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 1001 time: 0.1054499 Jan 25 17:48:24.511035 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-df9f7cf4-e816-42f2-aaf4-d0a19bb792ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:24.511035 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-df9f7cf4-e816-42f2-aaf4-d0a19bb792ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0668490 Jan 25 17:48:24.591877 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-40c7bfac-473a-4acd-af18-b857a5ad8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:48:24.591877 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-40c7bfac-473a-4acd-af18-b857a5ad8312 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751355 Jan 25 17:48:24.732295 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-5cfc383f-040d-4a08-9687-d297981e4256 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358042 Jan 25 17:48:24.863510 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c70eff8b-9227-47d7-a840-06d372e7cdc7 req-ec7e5532-f33a-49be-a9fe-0b261e842890 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245940 Jan 25 17:48:26.126626 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:27.856089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-693b1852-17d1-4af5-b8ad-cea7c0e16d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:30.425938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4e01658-66c9-43fe-8a36-b2bf02462d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:31.288899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:31.814524 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:32.998509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:43.556012 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:48:56.133550 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:48:57.857780 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47133dfe-2cb8-4bb3-a144-903c98d43295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:00.429114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9006-2695-48c6-aad3-841a4b514279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:01.291301 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:01.817281 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:03.001602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:20.555687 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:49:23.966578 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47102) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:24.182973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Deleting port 2c0db112-e99e-4d73-82a8-e98de8f1a675 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:24.183323 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:24.358817 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:24.359139 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:24.571613 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Calling delete_port for 2c0db112-e99e-4d73-82a8-e98de8f1a675 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:24.716094 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:24.789043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'Port': ['ID=2c0db112-e99e-4d73-82a8-e98de8f1a675,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:24.804821 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.805174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.805541 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.805872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.806200 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.806548 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.806878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.807198 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.807520 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.807841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.808159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.808476 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:24.869238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:24.869575 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Floating IP 6a67c2f4-37a2-4cf3-b69d-6625dd3f4823 disassociated (deleted). External IP: 172.26.4.38, port: 0052f921-e058-4028-b282-2a5b1b9bbf65. Jan 25 17:49:25.217632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:49:25.393455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:25.403450 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:25.412730 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:25.413055 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:25.413880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:25.470300 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-562fc51a-0954-48ea-825c-e942241937cd tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "DELETE /v2.0/floatingips/6a67c2f4-37a2-4cf3-b69d-6625dd3f4823 HTTP/1.1" status: 204 len: 168 time: 1.5024211 Jan 25 17:49:25.470710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:49:25.518091 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'status': 'completed', 'code': 200} Jan 25 17:49:25.596496 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:25.610789 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-ae55e5a9-9698-4625-a8c1-bc851842e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:25.612395 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-ae55e5a9-9698-4625-a8c1-bc851842e6bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 1099 time: 0.0716486 Jan 25 17:49:25.748062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-bf8b4291-87f0-442e-af1f-9a548cf1e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:25.750039 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-bf8b4291-87f0-442e-af1f-9a548cf1e4b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 200 len: 909 time: 0.1317728 Jan 25 17:49:25.859479 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-8f9fb36a-38df-4618-b4cb-5aac077f6849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 200 len: 217 time: 0.1028740 Jan 25 17:49:25.936772 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:25.939822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-8cfd58eb-49dd-4600-a557-5ea3d8bd2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:25.940680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:25.941284 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-8cfd58eb-49dd-4600-a557-5ea3d8bd2fe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 200 len: 847 time: 0.0713339 Jan 25 17:49:25.948903 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:25.949526 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:25.955231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c593519-bc2c-4196-9834-c38e98a863c1 req-4dff8eae-f820-4322-9b82-9676b76e597b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:25.955891 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-3c593519-bc2c-4196-9834-c38e98a863c1 req-4dff8eae-f820-4322-9b82-9676b76e597b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:49:26.017460 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-3c593519-bc2c-4196-9834-c38e98a863c1 req-4dff8eae-f820-4322-9b82-9676b76e597b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:49:26.018527 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c593519-bc2c-4196-9834-c38e98a863c1 req-4dff8eae-f820-4322-9b82-9676b76e597b tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.2098114 Jan 25 17:49:26.136071 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:26.178856 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3c593519-bc2c-4196-9834-c38e98a863c1 req-da23a3c2-1058-4546-9948-c233395bd0cc tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1536012 Jan 25 17:49:26.181251 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-2f4e3fda-a11b-4142-be1d-00ed76f156a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:26.182470 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-2f4e3fda-a11b-4142-be1d-00ed76f156a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=01b93698-a787-402c-ac7b-810472995e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2230747 Jan 25 17:49:26.216631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:26.328303 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-74350d23-ee88-45c3-8d03-01258a0cd3d0 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376898 Jan 25 17:49:26.465521 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e8e6dce6-9d03-4d8b-aac9-be617245622d req-b915fabc-d9fb-44e8-b4b6-2c56216f47f0 service neutron] 10.222.0.15 "GET /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310153 Jan 25 17:49:26.512853 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:26.517016 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393794d5-b76d-4917-a1a8-0193f2c2a51e None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:39:29Z', 'revision_number': 4, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '9ee66b67-4af0-48c5-898e-92e81be83840', 'name': '', 'network_id': '01b93698-a787-402c-ac7b-810472995e77', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'mac_address': 'fa:16:3e:8d:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:28Z', 'updated_at': '2022-01-25T17:39:37Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'subnets': [{'id': 'a3a83724-3f0d-4ca6-bf46-e8c35d9d5300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:26.754574 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ba78c-dd96-4f15-9fe6-aed96e65c405 None None] New status for floating IP 6a67c2f4-37a2-4cf3-b69d-6625dd3f4823: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:49:27.430078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089ac3c-6031-4082-8807-e009a8b184fe req-38c2f1c9-288a-4b5a-a9f9-d1ba0c387c23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:27.431422 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3089ac3c-6031-4082-8807-e009a8b184fe req-38c2f1c9-288a-4b5a-a9f9-d1ba0c387c23 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.1412871 Jan 25 17:49:27.443398 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f25a18-618d-4fce-9474-586055cef1a1 req-bde03abb-76c8-4778-8a03-e4bcde800a67 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:27.445940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05f25a18-618d-4fce-9474-586055cef1a1 req-bde03abb-76c8-4778-8a03-e4bcde800a67 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 946 time: 0.1244400 Jan 25 17:49:27.551564 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-3089ac3c-6031-4082-8807-e009a8b184fe req-ed567bee-bf99-4cf7-8fad-44ed7c1c9355 tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/security-groups?id=48f3bb42-fee5-47b9-930c-1448e765ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1045921 Jan 25 17:49:27.556205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Deleting port 0052f921-e058-4028-b282-2a5b1b9bbf65 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:27.556545 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:27.816143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] For port 0052f921-e058-4028-b282-2a5b1b9bbf65, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0052f921-e058-4028-b282-2a5b1b9bbf65,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:27.816549 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:27.859238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70cc9945-26c7-4a62-b41f-eefddfcd7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:27.941283 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Calling delete_port for 0052f921-e058-4028-b282-2a5b1b9bbf65 owned by compute:nova {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:28.083673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:28.136732 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'Port': ['ID=0052f921-e058-4028-b282-2a5b1b9bbf65,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:28.212155 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] No DVR routers for this DVR port 0052f921-e058-4028-b282-2a5b1b9bbf65 on host hv-neutron-8240 {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:49:28.214571 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:28.217043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-deleted', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:49:28.232089 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-05f25a18-618d-4fce-9474-586055cef1a1 req-66e5f6e3-93a6-4f7e-9341-596d2288060d tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.15 "DELETE /v2.0/ports/0052f921-e058-4028-b282-2a5b1b9bbf65 HTTP/1.1" status: 204 len: 173 time: 0.7726171 Jan 25 17:49:28.274948 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e', 'name': 'network-vif-deleted', 'tag': '0052f921-e058-4028-b282-2a5b1b9bbf65', 'status': 'completed', 'code': 200} Jan 25 17:49:28.709192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-798aac55-3f50-4acf-91da-cc21905268a9 req-fb60f5d9-4a39-4f67-aafe-76adf23c833f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Synchronizing usage tracker for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:49:28.724517 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-798aac55-3f50-4acf-91da-cc21905268a9 req-fb60f5d9-4a39-4f67-aafe-76adf23c833f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Unset dirty status for tenant:28668e1e36324f7c8ade0a5e0ff8a0e5 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:49:28.726319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-798aac55-3f50-4acf-91da-cc21905268a9 req-fb60f5d9-4a39-4f67-aafe-76adf23c833f tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "GET /v2.0/ports?device_id=a86323c7-a9d7-4c89-b1a3-5c8d4edc1a5e HTTP/1.1" status: 200 len: 210 time: 0.0633054 Jan 25 17:49:29.822833 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47124) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:29.892211 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:29.923784 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:29.991202 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:30.009841 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f3bb42-fee5-47b9-930c-1448e765ccf7,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:30.028477 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:30.032498 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5a88f511-2507-4e84-8480-0d198d5d5eea tempest-TestShelveInstance-110133823 tempest-TestShelveInstance-110133823-project] 10.222.0.45 "DELETE /v2.0/security-groups/48f3bb42-fee5-47b9-930c-1448e765ccf7 HTTP/1.1" status: 204 len: 168 time: 0.2059705 Jan 25 17:49:30.087274 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47130) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:30.433284 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b20373e-4cd7-46a5-a225-b0108d051d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:30.930564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.282722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Deleting port 9ee66b67-4af0-48c5-898e-92e81be83840 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:31.283331 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.294706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.458128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] For port 9ee66b67-4af0-48c5-898e-92e81be83840, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=9ee66b67-4af0-48c5-898e-92e81be83840,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:31.458485 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.580857 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Calling delete_port for 9ee66b67-4af0-48c5-898e-92e81be83840 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:31.819448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.893976 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:31.915831 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:31.955539 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 0052f921-e058-4028-b282-2a5b1b9bbf65 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:31.955893 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 0052f921-e058-4028-b282-2a5b1b9bbf65 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:32.081790 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee66b67-4af0-48c5-898e-92e81be83840,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:32.316559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:32.673083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Router 8846a993-bfe8-4cbb-b5fe-194653f027b3 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:49:32.845750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:32.855621 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Sync routers for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:32.862524 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-04c2ed3b-5ce2-48ff-8daa-8dcde3b80047 admin admin] 10.222.0.45 "PUT /v2.0/routers/8846a993-bfe8-4cbb-b5fe-194653f027b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741749 Jan 25 17:49:32.864942 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47136) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:32.865062 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:32.865617 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:33.036127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.040268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.053578 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:33.212205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.221882 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Deleting port 602d229f-14e7-4c16-bf41-6fed0c991171 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:33.222216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.341559 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:49:31Z', 'revision_number': 5, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port': {'id': '602d229f-14e7-4c16-bf41-6fed0c991171', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:26Z', 'updated_at': '2022-01-25T17:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:33.345410 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Checking router: 8846a993-bfe8-4cbb-b5fe-194653f027b3 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:33.353974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Routers {'8846a993-bfe8-4cbb-b5fe-194653f027b3'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:33.354599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['8846a993-bfe8-4cbb-b5fe-194653f027b3'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:33.513814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] For port 602d229f-14e7-4c16-bf41-6fed0c991171, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=602d229f-14e7-4c16-bf41-6fed0c991171,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:33.514159 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.514662 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] Set router 8846a993-bfe8-4cbb-b5fe-194653f027b3 gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:33.620838 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:49:33Z', 'revision_number': 6, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:33.624789 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec291d66-b56a-409d-a3f5-62fc08d0eaf4 None None] The sync data for ids ['8846a993-bfe8-4cbb-b5fe-194653f027b3'] in dv-neutron-824022-2-hyperv is: [{'id': '8846a993-bfe8-4cbb-b5fe-194653f027b3', 'name': 'tempest-TestShelveInstance-178828963-router', 'tenant_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:25Z', 'updated_at': '2022-01-25T17:49:33Z', 'revision_number': 6, 'project_id': '28668e1e36324f7c8ade0a5e0ff8a0e5', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:33.635013 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Calling delete_port for 602d229f-14e7-4c16-bf41-6fed0c991171 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:33.800177 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:33.846792 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Pushing event deleted for resources: {'Port': ['ID=602d229f-14e7-4c16-bf41-6fed0c991171,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:33.939244 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.114516 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.117259 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.138870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.139452 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8846a993-bfe8-4cbb-b5fe-194653f027b3 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:49:34.151284 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.152402 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1fbd183f-8c4a-480c-9d2e-7a51532ef769 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8846a993-bfe8-4cbb-b5fe-194653f027b3 HTTP/1.1" status: 204 len: 168 time: 1.2865236 Jan 25 17:49:34.154807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47140) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:34.213375 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Deleting subnet a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:49:34.216227 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.266796 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.342871 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.423968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.431294 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 602d229f-14e7-4c16-bf41-6fed0c991171 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:34.465493 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 602d229f-14e7-4c16-bf41-6fed0c991171 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:34.465704 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 602d229f-14e7-4c16-bf41-6fed0c991171 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:34.466154 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9ee66b67-4af0-48c5-898e-92e81be83840 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:34.466820 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a83724-3f0d-4ca6-bf46-e8c35d9d5300,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:34.471280 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.478493 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3684a01e-0014-4e07-b559-a31237500794 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a3a83724-3f0d-4ca6-bf46-e8c35d9d5300 HTTP/1.1" status: 204 len: 168 time: 0.3227401 Jan 25 17:49:34.480999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47144) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:34.491223 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b916cf7-bd48-43ec-9d74-47182a03a7bd None None] Network 01b93698-a787-402c-ac7b-810472995e77 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:34.561890 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 9ee66b67-4af0-48c5-898e-92e81be83840 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:34.562236 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 9ee66b67-4af0-48c5-898e-92e81be83840 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:34.590087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.601153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Deleting port bcf6eb9e-2b35-448d-91ba-baa66587322a {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:34.601519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.802506 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] DHCP port deletion for 01b93698-a787-402c-ac7b-810472995e77 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:49:34.806738 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Deleting port bcf6eb9e-2b35-448d-91ba-baa66587322a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:34.807114 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:34.820733 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] For port bcf6eb9e-2b35-448d-91ba-baa66587322a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcf6eb9e-2b35-448d-91ba-baa66587322a,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:34.821097 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.018162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] For port bcf6eb9e-2b35-448d-91ba-baa66587322a, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=bcf6eb9e-2b35-448d-91ba-baa66587322a,segment=NetworkSegment(1a33e8cc-c14b-45f3-88d9-ad7f2e7de212),segment_id=1a33e8cc-c14b-45f3-88d9-ad7f2e7de212)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:35.018447 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.051620 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Calling delete_port for bcf6eb9e-2b35-448d-91ba-baa66587322a owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:35.128481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.139817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Calling delete_port for bcf6eb9e-2b35-448d-91ba-baa66587322a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:35.177810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf6eb9e-2b35-448d-91ba-baa66587322a,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:35.180128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] No DVR routers for this DVR port bcf6eb9e-2b35-448d-91ba-baa66587322a on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:49:35.210475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:49:35.210833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:49:35.293979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.317774 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b93698-a787-402c-ac7b-810472995e77']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:35.331894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:35.332192 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a33e8cc-c14b-45f3-88d9-ad7f2e7de212') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:35.345128 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.360865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.367372 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:49:35.367746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:49:35.380624 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:49:35.457699 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.473736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.484905 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] Pushing event deleted for resources: {'Network': ['ID=01b93698-a787-402c-ac7b-810472995e77,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:35.497056 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-deee5a7e-187b-48e1-beb3-8ea428d1516b admin admin] 10.222.0.45 "DELETE /v2.0/networks/01b93698-a787-402c-ac7b-810472995e77 HTTP/1.1" status: 204 len: 168 time: 1.0150552 Jan 25 17:49:35.499864 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47148) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:35.712224 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Deleting port bcf6eb9e-2b35-448d-91ba-baa66587322a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:35.712763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:35.781778 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a64788bb-0613-4d96-b767-2c05965c6444 None None] The port 'bcf6eb9e-2b35-448d-91ba-baa66587322a' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:49:36.043378 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:36.383369 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Deleting port acb5740c-afe8-477d-86ca-d1c31de75ea5 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:36.383887 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:36.424145 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcf6eb9e-2b35-448d-91ba-baa66587322a no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:36.459238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: bcf6eb9e-2b35-448d-91ba-baa66587322a {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:36.459782 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device bcf6eb9e-2b35-448d-91ba-baa66587322a not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:36.688156 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] For port acb5740c-afe8-477d-86ca-d1c31de75ea5, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=acb5740c-afe8-477d-86ca-d1c31de75ea5,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:36.688596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:36.830008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Calling delete_port for acb5740c-afe8-477d-86ca-d1c31de75ea5 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:37.035898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:37.100402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb5740c-afe8-477d-86ca-d1c31de75ea5,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:37.406847 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:37.760956 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Router d739c856-bfe6-468c-ac94-e4eae21af978 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:49:37.937926 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:37.947251 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Sync routers for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:37.957235 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-dda84cf6-0f66-43d6-a413-9f8741df9606 admin admin] 10.222.0.45 "PUT /v2.0/routers/d739c856-bfe6-468c-ac94-e4eae21af978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540169 Jan 25 17:49:37.957395 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:37.957611 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47152) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:37.958037 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:38.129728 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:38.130934 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:38.309524 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:38.318892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Deleting port a6e193e1-290e-4bfa-8e64-e174ec58b000 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:38.319447 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:38.411050 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:49:36Z', 'revision_number': 5, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port': {'id': 'a6e193e1-290e-4bfa-8e64-e174ec58b000', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:38.415803 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Checking router: d739c856-bfe6-468c-ac94-e4eae21af978 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:38.425123 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Routers {'d739c856-bfe6-468c-ac94-e4eae21af978'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:38.425843 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['d739c856-bfe6-468c-ac94-e4eae21af978'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:38.497390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] For port a6e193e1-290e-4bfa-8e64-e174ec58b000, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a6e193e1-290e-4bfa-8e64-e174ec58b000,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:38.497750 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:38.574457 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] Set router d739c856-bfe6-468c-ac94-e4eae21af978 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:38.624682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Calling delete_port for a6e193e1-290e-4bfa-8e64-e174ec58b000 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:38.679230 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:49:38Z', 'revision_number': 6, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:38.682909 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d57c1-6fb8-4933-b01e-f48f4ebc7199 None None] The sync data for ids ['d739c856-bfe6-468c-ac94-e4eae21af978'] in dv-neutron-824022-2-hyperv is: [{'id': 'd739c856-bfe6-468c-ac94-e4eae21af978', 'name': 'tempest-TestShelveInstance-774829724-router', 'tenant_id': '81d879d7a8e446548d4cea347dc3e577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:39:32Z', 'updated_at': '2022-01-25T17:49:38Z', 'revision_number': 6, 'project_id': '81d879d7a8e446548d4cea347dc3e577', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:38.795083 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:38.843192 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e193e1-290e-4bfa-8e64-e174ec58b000,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:38.883779 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.884134 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.884471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.884804 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.885133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.885493 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.885820 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.886144 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.886468 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.886790 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.887106 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:38.887422 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:39.043462 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.216286 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.218438 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.239284 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.239797 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d739c856-bfe6-468c-ac94-e4eae21af978 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:49:39.251681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.252789 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93ce0258-9f91-4c6f-b75e-f4e6e54d985d admin admin] 10.222.0.45 "DELETE /v2.0/routers/d739c856-bfe6-468c-ac94-e4eae21af978 HTTP/1.1" status: 204 len: 168 time: 1.2942207 Jan 25 17:49:39.255414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:39.313198 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Deleting subnet 1e577b21-7f12-48f4-a5ce-c498b90cfaf3 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:49:39.315924 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.366444 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296382'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.449913 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.518942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1266520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3465320'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.564009 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.567365 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e577b21-7f12-48f4-a5ce-c498b90cfaf3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:39.569398 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85053e01-10b2-4a53-ab07-2d5b96d4f384 None None] Network 81245710-f126-498e-9e76-c95032b9c298 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:39.574426 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f8fdfe9f-04b6-41c5-80e0-baefd32134f4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1e577b21-7f12-48f4-a5ce-c498b90cfaf3 HTTP/1.1" status: 204 len: 168 time: 0.3180819 Jan 25 17:49:39.577044 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:39.685943 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.702230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Deleting port 20385dc3-24c2-4347-9cd0-930599f03b10 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:39.702570 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.843059 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] DHCP port deletion for 81245710-f126-498e-9e76-c95032b9c298 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:49:39.847336 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Deleting port 20385dc3-24c2-4347-9cd0-930599f03b10 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:39.847733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:39.913772 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] For port 20385dc3-24c2-4347-9cd0-930599f03b10, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=20385dc3-24c2-4347-9cd0-930599f03b10,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:39.914128 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.052947 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Calling delete_port for 20385dc3-24c2-4347-9cd0-930599f03b10 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:40.058615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] For port 20385dc3-24c2-4347-9cd0-930599f03b10, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=20385dc3-24c2-4347-9cd0-930599f03b10,segment=NetworkSegment(fadcd83f-cd76-4af9-ad08-a5308e84f742),segment_id=fadcd83f-cd76-4af9-ad08-a5308e84f742)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:40.059012 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.132079 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.177401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=20385dc3-24c2-4347-9cd0-930599f03b10,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:40.181813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] No DVR routers for this DVR port 20385dc3-24c2-4347-9cd0-930599f03b10 on host dv-neutron-824022-2-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:49:40.186845 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Calling delete_port for 20385dc3-24c2-4347-9cd0-930599f03b10 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:49:40.259356 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:49:40.259691 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:49:40.296960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.325902 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81245710-f126-498e-9e76-c95032b9c298']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:40.337713 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadcd83f-cd76-4af9-ad08-a5308e84f742') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:40.338014 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadcd83f-cd76-4af9-ad08-a5308e84f742') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:40.349404 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2298317'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.366251 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.372212 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:49:40.372622 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1266486'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: Traceback (most recent call last): Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: timer() Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: cb(*args, **kw) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: return func(*args, **kwargs) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: self._notify() Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: self.callback(batched_events) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: event.method(event) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: return f(self, *a, **k) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._get(url).json() Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:49:40.386589 dv-neutron-824022-2-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:49:40.429092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a6e193e1-290e-4bfa-8e64-e174ec58b000 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:40.462206 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.465513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a6e193e1-290e-4bfa-8e64-e174ec58b000 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:40.465865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a6e193e1-290e-4bfa-8e64-e174ec58b000 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:40.466291 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 20385dc3-24c2-4347-9cd0-930599f03b10 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:40.483073 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.502776 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 20385dc3-24c2-4347-9cd0-930599f03b10 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:40.503127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 20385dc3-24c2-4347-9cd0-930599f03b10 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:40.503557 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device acb5740c-afe8-477d-86ca-d1c31de75ea5 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:49:40.537927 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: acb5740c-afe8-477d-86ca-d1c31de75ea5 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:49:40.538235 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device acb5740c-afe8-477d-86ca-d1c31de75ea5 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:49:40.585942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=81245710-f126-498e-9e76-c95032b9c298,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:40.592823 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10eb4926-3456-4b91-b006-478f3426d9ad admin admin] 10.222.0.45 "DELETE /v2.0/networks/81245710-f126-498e-9e76-c95032b9c298 HTTP/1.1" status: 204 len: 168 time: 1.0148516 Jan 25 17:49:40.723457 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47166) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:40.761498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Deleting port 20385dc3-24c2-4347-9cd0-930599f03b10 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:49:40.762025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.771544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2212d898-d1aa-4b89-8edf-e6328aee6582 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28668e1e36324f7c8ade0a5e0ff8a0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469217 Jan 25 17:49:40.773965 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47170) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:40.860192 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab0815f6-4304-47bb-98c1-42fdde4dcf86 None None] The port '20385dc3-24c2-4347-9cd0-930599f03b10' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:49:40.942971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:40.970814 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.021158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.039465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d488234-cf9d-46fa-a8ae-89ff856661d8,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:41.046036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.048033 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d97bc6ac-fe73-4eda-9a5f-199ea5c3000b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d488234-cf9d-46fa-a8ae-89ff856661d8 HTTP/1.1" status: 204 len: 168 time: 0.2731438 Jan 25 17:49:41.503424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47178) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:41.550277 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf03b51d-3573-418e-b040-2c3e15165f88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81d879d7a8e446548d4cea347dc3e577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457392 Jan 25 17:49:41.552710 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47182) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:41.608493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.633447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.686136 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.699434 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08059c83-5f3b-4a15-b1a1-0f35bcfd4196,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:41.705878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:41.707228 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1f063ced-cb42-492f-a8a8-c83311284f82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08059c83-5f3b-4a15-b1a1-0f35bcfd4196 HTTP/1.1" status: 204 len: 168 time: 0.1527119 Jan 25 17:49:42.494102 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47206) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:42.595256 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1144136327-network', 'tenant_id': '9da63c7ac0014309bf58764327285bd3'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:42.600030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:42.604081 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Usage tracker for resource:network and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:42.607095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:42.613169 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:42.624164 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Made reservation on behalf of 9da63c7ac0014309bf58764327285bd3 for: {'network': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:49:42.626498 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.638944 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.652852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:42.656667 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:42.659646 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:42.665174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:42.750668 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.754546 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.787162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:49:42.793277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba5f58-0d2c-4a72-bbe7-871281282863,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:42.800315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.801153 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.segments_db [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Added segment 77a319e4-c80e-41a9-a27a-4ad7d0490e29 of type vlan for network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 Jan 25 17:49:42.828493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.858345 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.859447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:42.860017 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:42.963051 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4678671 Jan 25 17:49:42.963912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62033d-499c-4ee0-9961-5878d9799d5d admin admin] Pushing event updated for resources: {'Network': ['ID=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:42.965810 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47212) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:42.971271 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Request body: {'subnet': {'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1144136327-subnet', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:42.974366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:49:42.976611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:42.981458 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Usage tracker for resource:subnet and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:42.984318 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:42.994525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:43.004825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Made reservation on behalf of 9da63c7ac0014309bf58764327285bd3 for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:49:43.007739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.213074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.285095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883991e8-b8fe-4623-84ad-24b04b801bf1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:43.293359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Checking segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:43.293716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Network hostable DHCP agents. Network: 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:49:43.311868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:49:43.321030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:43.324808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:43.325669 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.331467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0e6a2-869f-4d6a-b823-e765a856107a None None] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:43.346024 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8aba3f17-3524-4a2a-9191-f208b515acf5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3790908 Jan 25 17:49:43.348747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47216) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:43.354121 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:43.358622 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:43.362405 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Usage tracker for resource:router and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:43.365195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:43.370889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:43.384851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.385853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.400780 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.540825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:49:43.541712 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.667494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.698761 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Allocated IP 172.20.0.2 (352a1fa6-6e8b-4bd2-83f9-abbeb5959f43/883991e8-b8fe-4623-84ad-24b04b801bf1/c5a7b5de-492e-4058-b440-a7187253904d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:43.909418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.924995 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Transition to ACTIVE for port object c5a7b5de-492e-4058-b440-a7187253904d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:43.944533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Transition to ACTIVE for port object c5a7b5de-492e-4058-b440-a7187253904d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:43.950639 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:43.980166 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.012852 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.015899 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:44.018681 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:44.021150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:44.033306 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Pushing event updated for resources: {'Port': ['ID=c5a7b5de-492e-4058-b440-a7187253904d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:44.076086 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.076438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.076787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.077122 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.077478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.077810 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.078135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.078461 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.078784 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.079105 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.079425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.079744 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:44.137462 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Attempting to bind port c5a7b5de-492e-4058-b440-a7187253904d on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:49:44.137828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Attempting to bind port c5a7b5de-492e-4058-b440-a7187253904d by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:49:44.138182 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Attempting to bind port c5a7b5de-492e-4058-b440-a7187253904d on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:49:44.143333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:49:44.143699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Checking segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:44.144093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.144484 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Bound using segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:49:44.144935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Bound port: c5a7b5de-492e-4058-b440-a7187253904d, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:49:44.145330 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.234898 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] For port c5a7b5de-492e-4058-b440-a7187253904d, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:49:44.238103 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] For port c5a7b5de-492e-4058-b440-a7187253904d, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c5a7b5de-492e-4058-b440-a7187253904d,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:49:44.242078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.252928 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Allocated IP 172.26.4.100 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:44.329293 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad9bd-55a8-4c08-9ea0-b2a625ca8920 None None] Pushing event updated for resources: {'Port': ['ID=c5a7b5de-492e-4058-b440-a7187253904d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:44.407741 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.437918 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:44.513455 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:44.516921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:44.521263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:44.560973 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:44.947429 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:45.294463 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc03327-3a00-4600-bb05-4490cbf96780 None None] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:45.309910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:45.385266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-874544ce-e963-4dc7-9de4-e410c017f396 None None] Provisioning for port c5a7b5de-492e-4058-b440-a7187253904d completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:45.516087 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Router 31859a89-4d66-4441-8ada-0a047f96847b is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:49:45.810285 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:45.821788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:45.831854 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:45.832723 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:45.835180 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:45.839109 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-80dcdc38-8bed-4a57-8674-b4acd74e5e37 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4867277 Jan 25 17:49:45.839390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:46.010708 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:46.337237 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:44Z', 'revision_number': 3, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:46.341034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:46.341418 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Updating router 31859a89-4d66-4441-8ada-0a047f96847b port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:49:46.393274 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.488025 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c5a7b5de-492e-4058-b440-a7187253904d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:46.525475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.656408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port c5a7b5de-492e-4058-b440-a7187253904d completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:46.673431 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c5a7b5de-492e-4058-b440-a7187253904d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:46.673807 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.730388 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Allocated IP 172.20.0.1 (352a1fa6-6e8b-4bd2-83f9-abbeb5959f43/883991e8-b8fe-4623-84ad-24b04b801bf1/380685b1-650f-442c-a32f-c422592405d9) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:46.877427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.882770 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.883839 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.899165 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Transition to ACTIVE for port object 380685b1-650f-442c-a32f-c422592405d9 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:46.904379 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Transition to ACTIVE for port object a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:46.919488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.923906 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.959554 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port c5a7b5de-492e-4058-b440-a7187253904d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c5a7b5de-492e-4058-b440-a7187253904d,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:46.976706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:46.988630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:46.992031 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:46.996025 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:47.002687 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Attempting to bind port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:49:47.003061 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Attempting to bind port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:49:47.003423 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Attempting to bind port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:49:47.010791 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615eabd-a19f-49bb-a408-12e2341a5068 None None] Pushing event updated for resources: {'Port': ['ID=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:47.036289 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Pushing event updated for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:47.051672 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:49:47.052047 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:47.052453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.053038 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:49:47.053679 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Bound port: a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:49:47.054054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.060475 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.143444 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=c5a7b5de-492e-4058-b440-a7187253904d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:47.154465 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] For port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:49:47.157607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] For port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:49:47.164680 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.259361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:47.260005 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:47.337076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615eabd-a19f-49bb-a408-12e2341a5068 None None] Pushing event updated for resources: {'Port': ['ID=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:47.349905 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3f4bfe41-9230-40ee-9058-c26554c8875e None None] Provisioning for port 380685b1-650f-442c-a32f-c422592405d9 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:47.364321 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3f4bfe41-9230-40ee-9058-c26554c8875e None None] Provisioning complete for port 380685b1-650f-442c-a32f-c422592405d9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:47.364699 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfe41-9230-40ee-9058-c26554c8875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.432960 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.492199 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bfe41-9230-40ee-9058-c26554c8875e None None] Port 380685b1-650f-442c-a32f-c422592405d9 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:49:47.509602 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:47.655624 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.661018 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.767616 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:47.772358 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Pushing event updated for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:47.874131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:46Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:47.878112 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0776a2-4805-401b-adee-8a05fff0b3b2 None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:46Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:47.908798 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:47.909942 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:48.115871 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:49:48.217421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-75a8f38f-1eef-4755-91ac-0bdfbc655529 None None] Provisioning complete for port 380685b1-650f-442c-a32f-c422592405d9 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:48.217933 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75a8f38f-1eef-4755-91ac-0bdfbc655529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:48.274980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75a8f38f-1eef-4755-91ac-0bdfbc655529 None None] Port 380685b1-650f-442c-a32f-c422592405d9 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:49:48.308133 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:48.317179 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94b05aa7-01d9-4fdc-a0f5-046442622382 admin admin] 10.222.0.45 "PUT /v2.0/routers/31859a89-4d66-4441-8ada-0a047f96847b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767208 Jan 25 17:49:48.445524 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c5a7b5de-492e-4058-b440-a7187253904d up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:48.521130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port c5a7b5de-492e-4058-b440-a7187253904d triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:48.521649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:48.894048 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:48.899693 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1548927274-network', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:48.904681 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:48.908637 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Usage tracker for resource:network and tenant:fd60cc2d27bd4a248f05fc4b8cc900ed is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:48.911656 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:48.918074 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:48.931259 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Made reservation on behalf of fd60cc2d27bd4a248f05fc4b8cc900ed for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:49:48.933712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:48.946765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:48.962298 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:48.966238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Usage tracker for resource:security_group_rule and tenant:fd60cc2d27bd4a248f05fc4b8cc900ed is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:48.969280 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:48.975727 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:49.064154 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.069712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.101099 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 17:49:49.109702 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed3e51-21e6-4da1-929b-5da0d6f434ad,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:49.116714 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.117031 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Added segment db2d2841-1fa3-4d95-bd58-baf3efa08c4c of type vlan for network 7f6898f7-c9a5-4310-958e-c11684033ba6 Jan 25 17:49:49.144603 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774969031006'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.179471 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.180605 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:49.181183 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.285377 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] Pushing event updated for resources: {'Network': ['ID=7f6898f7-c9a5-4310-958e-c11684033ba6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:49.290311 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-915653f0-3e3c-41ff-ba8b-b53c67def66c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3952143 Jan 25 17:49:49.293184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47246) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:49.296402 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 details requested by agent ovs-agent-dv-neutron-824022-2-hyperv with host dv-neutron-824022-2-hyperv {{(pid=87554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 17:49:49.300049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Request body: {'subnet': {'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1548927274-subnet', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'ip_version': 4}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:49.305787 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:49.309719 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Usage tracker for resource:subnet and tenant:fd60cc2d27bd4a248f05fc4b8cc900ed is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:49.316083 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:49.322308 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:49.332239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Made reservation on behalf of fd60cc2d27bd4a248f05fc4b8cc900ed for: {'subnet': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:49:49.335209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4180836'] for subnet, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.538993 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3245807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4180854'] for subnet, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.611029 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa0fda5-be32-4b34-a6c1-fe8e1c219629,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:49.622564 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Checking segment: {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:49.622921 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Network hostable DHCP agents. Network: 7f6898f7-c9a5-4310-958e-c11684033ba6, hostable agents: ['c2a40300-b426-4c44-bb08-3102615d739b'], hosted agents: [] {{(pid=87552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 17:49:49.641258 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 is scheduled to be hosted by DHCP agent c2a40300-b426-4c44-bb08-3102615d739b with binding_index 1 {{(pid=87552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 17:49:49.650338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-2-hyperv, 7f6898f7-c9a5-4310-958e-c11684033ba6) {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:49.654268 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:49.654853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.658785 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74939add-1409-4986-ad9a-47168656e87e None None] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:49.678473 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-55a4559f-4edf-4c8a-aee9-d7a04dafa8b3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3823059 Jan 25 17:49:49.680740 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47250) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:49.686036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:49.691074 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:49.695231 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Usage tracker for resource:router and tenant:fd60cc2d27bd4a248f05fc4b8cc900ed is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:49.698224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:49.704539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:49.719389 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58975'] for router, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.720598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58960'] for router, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.738595 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:49.885411 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp55591802-3a62-539c-8f56-9971398f4bee-7f6898f7-c9a5-4310-958e-c11684033ba6', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629'}]}} from dv-neutron-824022-2-hyperv. {{(pid=87554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 25 17:49:49.886256 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.014883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58946'] for router, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.036584 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:50.049454 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:50.050055 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:50.056513 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Allocated IP 172.20.0.2 (7f6898f7-c9a5-4310-958e-c11684033ba6/2aa0fda5-be32-4b34-a6c1-fe8e1c219629/ecd9bc24-9628-4411-b0d2-628fc97cf173) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:50.227241 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:50.285591 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.297425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Transition to ACTIVE for port object ecd9bc24-9628-4411-b0d2-628fc97cf173 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:50.319429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Transition to ACTIVE for port object ecd9bc24-9628-4411-b0d2-628fc97cf173 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:50.326313 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.336779 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.367883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.398153 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:50.404349 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:50.409897 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:50.416648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Pushing event updated for resources: {'Port': ['ID=ecd9bc24-9628-4411-b0d2-628fc97cf173,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:50.509189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Attempting to bind port ecd9bc24-9628-4411-b0d2-628fc97cf173 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:49:50.509590 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Attempting to bind port ecd9bc24-9628-4411-b0d2-628fc97cf173 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:49:50.509952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Attempting to bind port ecd9bc24-9628-4411-b0d2-628fc97cf173 on network 7f6898f7-c9a5-4310-958e-c11684033ba6 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:49:50.515442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:49:50.515816 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Checking segment: {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:50.516219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.516615 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Bound using segment: {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:49:50.517081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Bound port: ecd9bc24-9628-4411-b0d2-628fc97cf173, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:49:50.517479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.529157 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:50.547940 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Allocated IP 172.26.4.82 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/3e0bd5a2-748e-4613-bf47-9ec0e3cac941) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:50.606516 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 2, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:50.610455 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:50.610809 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Updating router 31859a89-4d66-4441-8ada-0a047f96847b port 380685b1-650f-442c-a32f-c422592405d9 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:49:50.664583 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] For port ecd9bc24-9628-4411-b0d2-628fc97cf173, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:49:50.668902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] For port ecd9bc24-9628-4411-b0d2-628fc97cf173, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecd9bc24-9628-4411-b0d2-628fc97cf173,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:49:50.670512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:50.671953 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.676045 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.756104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:50.756104 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.814066 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.850726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.857272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f83d6f-a14a-4d87-9b60-b7aa444c6273 None None] Pushing event updated for resources: {'Port': ['ID=ecd9bc24-9628-4411-b0d2-628fc97cf173,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:50.929348 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.930250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:50.933334 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:50.935878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:50.954039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:50.961027 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:50.989945 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Pushing event updated for resources: {'Port': ['ID=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:51.039015 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:51.140275 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.152668 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Transition to ACTIVE for port object 380685b1-650f-442c-a32f-c422592405d9 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:51.159353 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.298630 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Pushing event updated for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:51.310134 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.310472 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.310805 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.311128 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.311767 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.311767 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.312049 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.312364 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.312675 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.313151 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.313648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.314116 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:49:51.405484 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Attempting to bind port 380685b1-650f-442c-a32f-c422592405d9 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:49:51.405853 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Attempting to bind port 380685b1-650f-442c-a32f-c422592405d9 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:49:51.406209 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Attempting to bind port 380685b1-650f-442c-a32f-c422592405d9 on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:49:51.411806 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:49:51.412266 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Checking segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:51.412671 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.413059 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Bound using segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:49:51.413557 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Bound port: 380685b1-650f-442c-a32f-c422592405d9, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:49:51.413926 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.423343 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.511114 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] For port 380685b1-650f-442c-a32f-c422592405d9, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:49:51.514538 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] For port 380685b1-650f-442c-a32f-c422592405d9, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=380685b1-650f-442c-a32f-c422592405d9,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:49:51.520182 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.597648 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:51.598436 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:51.665488 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90705bea-b129-4b02-bccb-23fd402428d2 None None] Pushing event updated for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:51.798739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629662'] for router, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:51.803348 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:52.044582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aded766-4b0b-477d-9721-931b3e17bbb8 None None] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:49:52.053598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Router 98f76151-999c-4f7b-a816-de4b38900a35 is scheduled to L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 with binding_index 1 {{(pid=87552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 25 17:49:52.138076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9451b476-9eaf-4c75-948e-14b172aa6ad5 None None] Provisioning for port ecd9bc24-9628-4411-b0d2-628fc97cf173 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:52.150915 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:51Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:52.155474 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d3d6c-c6ca-437b-9be3-14a8e6ab597f None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:51Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:52.243941 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:52.268716 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:52.273132 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cf0ff835-a4e5-4159-9bc9-cdb8016b5e1c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5884492 Jan 25 17:49:52.273516 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:52.283022 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Sync routers for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:52.306918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:52.307473 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:52.509309 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:52.670935 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 380685b1-650f-442c-a32f-c422592405d9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:52.864682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 380685b1-650f-442c-a32f-c422592405d9 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:52.903701 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 380685b1-650f-442c-a32f-c422592405d9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:52.904079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.046667 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:51Z', 'revision_number': 3, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:53.048756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.065613 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Checking router: 98f76151-999c-4f7b-a816-de4b38900a35 for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:53.065971 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Updating router 98f76151-999c-4f7b-a816-de4b38900a35 port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 binding host dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:49:53.129044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 380685b1-650f-442c-a32f-c422592405d9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=380685b1-650f-442c-a32f-c422592405d9,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:53.132684 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.160376 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.161139 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecd9bc24-9628-4411-b0d2-628fc97cf173 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:53.168205 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.375917 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Allocated IP 172.20.0.1 (7f6898f7-c9a5-4310-958e-c11684033ba6/2aa0fda5-be32-4b34-a6c1-fe8e1c219629/71866e1c-3ea1-4ce4-a577-cddb7004e6c4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:49:53.385254 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:53.425631 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port ecd9bc24-9628-4411-b0d2-628fc97cf173 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:53.474855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ecd9bc24-9628-4411-b0d2-628fc97cf173 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:53.475333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.530789 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.546704 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Transition to ACTIVE for port object 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:53.571411 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.636028 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:53.638751 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:53.642238 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:49:53.656081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.699803 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418964'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.727509 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Pushing event updated for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:53.743403 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.746488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port ecd9bc24-9628-4411-b0d2-628fc97cf173, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecd9bc24-9628-4411-b0d2-628fc97cf173,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:53.755339 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.756156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:53.828859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Transition to ACTIVE for port object 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:49:53.849877 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.867116 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.901929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=ecd9bc24-9628-4411-b0d2-628fc97cf173,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:53.967272 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Attempting to bind port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:49:53.967648 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Attempting to bind port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:49:53.968013 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Attempting to bind port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 on network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:49:53.987050 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:49:53.987422 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Checking segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:49:53.987817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:53.988213 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Bound using segment: {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:49:53.988682 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Bound port: 3e0bd5a2-748e-4613-bf47-9ec0e3cac941, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3d892-a15d-4649-bd6b-7dc969ee88a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:49:53.989051 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.030350 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:54.030720 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.080552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb718-726b-4eb4-b95f-0c8427ec0553 None None] Pushing event updated for resources: {'Port': ['ID=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:54.090920 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.093930 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89b424a1-8353-4005-a4f8-616a8c05cb48 None None] Provisioning for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:54.095608 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1266450'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.120128 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-89b424a1-8353-4005-a4f8-616a8c05cb48 None None] Provisioning complete for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:54.120490 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89b424a1-8353-4005-a4f8-616a8c05cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.186034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] For port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:49:54.189480 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] For port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:49:54.199160 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.199347 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418825'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.203929 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Pushing event updated for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:54.273874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-89b424a1-8353-4005-a4f8-616a8c05cb48 None None] Port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:49:54.339951 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:49:54.340968 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb718-726b-4eb4-b95f-0c8427ec0553 None None] Pushing event updated for resources: {'Port': ['ID=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:54.341104 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:49:54.343442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:54.344039 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:54.511695 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecd9bc24-9628-4411-b0d2-628fc97cf173 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:54.618521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:54.644155 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Router 98f76151-999c-4f7b-a816-de4b38900a35 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:49:54.686478 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8e301dd3-6ce1-4f8a-b65f-d7a813d4e44e None None] Provisioning complete for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:54.686855 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e301dd3-6ce1-4f8a-b65f-d7a813d4e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.809563 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port ecd9bc24-9628-4411-b0d2-628fc97cf173 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:54.809939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:54.830401 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:49:54.844196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-925b6b17-66d8-43f0-ae54-8f139eea95a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/98f76151-999c-4f7b-a816-de4b38900a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5656393 Jan 25 17:49:54.871083 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8e301dd3-6ce1-4f8a-b65f-d7a813d4e44e None None] Port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:49:55.134693 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 380685b1-650f-442c-a32f-c422592405d9 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:55.222521 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 380685b1-650f-442c-a32f-c422592405d9 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:55.222886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:55.251722 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '71866e1c-3ea1-4ce4-a577-cddb7004e6c4', 'name': '', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'mac_address': 'fa:16:3e:74:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:53Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 2, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'subnets': [{'id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:55.268856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db463cbe-6794-4967-ae26-6d506957c791 None None] The sync data for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv is: [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '71866e1c-3ea1-4ce4-a577-cddb7004e6c4', 'name': '', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'mac_address': 'fa:16:3e:74:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:53Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 2, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'subnets': [{'id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:49:55.832019 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47264) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:55.838046 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48898405', 'description': 'tempest-secgroup-smoke-48898405 description', 'project_id': '9da63c7ac0014309bf58764327285bd3'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:55.844153 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:55.848342 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:55.855085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:55.861998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:55.872775 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.016063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.019850 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.023643 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.029360 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.103838 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.107736 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.152482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10587d5d-4dbd-4df9-ad7f-e289f252ad91,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.155365 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.159659 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d7ba7546-d129-4952-b3a0-d0202f4a0acc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3234899 Jan 25 17:49:56.159835 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47268) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.166188 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.167729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.172682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.176868 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.180414 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.186260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.204558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.268143 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.273122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.296557 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537ed45-adbf-465c-8acb-0ef6ae57ef53,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.306374 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.307611 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-df5cbd4f-40d2-4fed-aa46-eb607da57505 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468213 Jan 25 17:49:56.310281 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47272) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.315384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.322068 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.326362 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.329380 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.336694 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.359989 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.432023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.437363 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.464757 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98a77a2-50e3-404b-879c-f82c8f77d7a7,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.478326 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.479641 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cae089e3-5de9-4229-9bb8-704769cf84c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683776 Jan 25 17:49:56.482416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47276) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.487863 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.495277 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.497187 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:56.499511 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.502439 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.509042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.528149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.572387 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:49:56.578098 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:56.578466 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.600494 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.605898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.630931 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd571b-9c28-4414-954c-fc586dfaf5df,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.641484 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.642934 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-21e58314-0f86-4c7b-8c2c-7956faec7bbc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594620 Jan 25 17:49:56.645512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47280) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.652257 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.658908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.664592 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.668107 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.673894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.691854 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.714445 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.733477 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:49:56.738860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.762678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.767512 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.791828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6fd75c-8b26-4983-90a9-79e9e0361eb1,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.802523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.806681 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-4c33023c-a94e-458a-bfad-ffe6b80a93dd tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568835 Jan 25 17:49:56.806890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47284) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.811909 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.817618 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.817955 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.821797 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.824727 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.830670 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.841947 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Project 9da63c7ac0014309bf58764327285bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:49:56.848584 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.912848 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.916302 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.939413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee5afad-072d-4a1b-9ac6-b6dc9f06cf7a,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:56.949445 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:56.950865 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-cc712478-fe62-4728-a9f5-810a13adb822 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427624 Jan 25 17:49:56.953558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47288) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:49:56.958402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'security_group_rule': {'security_group_id': '10587d5d-4dbd-4df9-ad7f-e289f252ad91', 'project_id': '9da63c7ac0014309bf58764327285bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:56.964238 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:56.968037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:security_group_rule and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:56.971154 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:56.977979 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:56.987653 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.securitygroups_db [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Project 9da63c7ac0014309bf58764327285bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 17:49:56.994890 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:57.060724 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:57.064034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594653'] for security_group_rule, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:57.088903 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd43e478-dbc1-4f5e-aed7-778e85fb7484,revision_number=0']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:49:57.097644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:57.098840 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3b904107-a9f7-494b-90b5-e9b9b6ea26a1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443791 Jan 25 17:49:57.324173 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f6b4f769-8b85-4937-8749-2ebf6b0fa496 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:security_group {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:49:57.340435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f6b4f769-8b85-4937-8749-2ebf6b0fa496 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:security_group {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:49:57.341556 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f6b4f769-8b85-4937-8749-2ebf6b0fa496 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48898405&fields=id&tenant_id=9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 267 time: 0.0558164 Jan 25 17:49:57.491054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f73da567-53a4-4e85-b36a-6b758ce81b00 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:57.491731 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f73da567-53a4-4e85-b36a-6b758ce81b00 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:network {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:49:57.508427 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f73da567-53a4-4e85-b36a-6b758ce81b00 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:network {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:49:57.509589 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-f73da567-53a4-4e85-b36a-6b758ce81b00 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 810 time: 0.1616805 Jan 25 17:49:57.524472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-56fb6117-d8f4-4efc-ac1f-11289b95d3f8 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/quotas/9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 375 time: 0.0094833 Jan 25 17:49:57.555073 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:49:57.606773 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-8aa9eb3c-8d47-401b-b630-fee01415bd41 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771942 Jan 25 17:49:57.748611 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-65d1955f-4c4d-4337-8019-ae11815c27cf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=87552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 25 17:49:57.749655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-65d1955f-4c4d-4337-8019-ae11815c27cf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445266 Jan 25 17:49:57.862651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8e674cdf-4178-4b16-ae1d-20c3421fc7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:57.899922 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-daaceb81-6a39-4707-991c-525a2ff23252 service neutron] 10.222.0.45 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421106 Jan 25 17:49:58.032969 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-4c38fe70-af26-40a9-b973-11fc5d3114c5 service neutron] 10.222.0.45 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273680 Jan 25 17:49:58.221701 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a7625fe6-dcb6-4f6f-a461-6668fb6dc2cf req-ebc6fa44-f3d3-43b5-866f-57cb65061b0a tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 210 time: 0.0478861 Jan 25 17:49:58.441992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:49:58.513021 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:49:58.513415 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:59.067812 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Sync routers for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:49:59.078229 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:49:59.078894 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:59.281602 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:49:59.373296 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-195306b3-5605-440b-bc21-f1a8e75c85e0 req-bda9d6c9-5e1e-4de7-b60c-e5f8e88ae872 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 210 time: 0.0456312 Jan 25 17:49:59.601061 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '71866e1c-3ea1-4ce4-a577-cddb7004e6c4', 'name': '', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'mac_address': 'fa:16:3e:74:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:53Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 2, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'subnets': [{'id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:49:59.601388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-8800d254-d914-4b9f-9a43-e150b754a3a0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:49:59.602801 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-8800d254-d914-4b9f-9a43-e150b754a3a0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 810 time: 0.1580112 Jan 25 17:49:59.605132 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Checking router: 98f76151-999c-4f7b-a816-de4b38900a35 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:49:59.605515 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Updating router 98f76151-999c-4f7b-a816-de4b38900a35 port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 binding host dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 17:49:59.651700 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-668445b1-4187-45a7-8b28-23991dbba602 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 378 time: 0.0407705 Jan 25 17:49:59.660899 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'port': {'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'admin_state_up': True, 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'security_groups': ['10587d5d-4dbd-4df9-ad7f-e289f252ad91']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:49:59.662255 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:59.798630 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:49:59.803662 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:port and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:49:59.806518 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:49:59.812253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:49:59.824152 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Made reservation on behalf of 9da63c7ac0014309bf58764327285bd3 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:49:59.828332 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:49:59.997086 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Allocated IP 172.20.0.7 (352a1fa6-6e8b-4bd2-83f9-abbeb5959f43/883991e8-b8fe-4623-84ad-24b04b801bf1/d29e1a42-8171-4810-9856-a812fea91f6e) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:50:00.007629 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.019311 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Transition to ACTIVE for port object 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:50:00.026462 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.159344 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85996b7e-e66c-454c-9299-a224d6218983 None None] Pushing event updated for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:00.252418 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Attempting to bind port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 on host dv-neutron-824022-2-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:50:00.252875 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Attempting to bind port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 by drivers openvswitch,hyperv on host dv-neutron-824022-2-hyperv at level 0 using segments [{'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:50:00.253497 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Attempting to bind port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 on network 7f6898f7-c9a5-4310-958e-c11684033ba6 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:50:00.266927 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Checking agent: {'id': 'b847cbee-5bdb-44ed-b079-de07f2378188', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 36, 1), 'started_at': datetime.datetime(2022, 1, 25, 16, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:50:00.267235 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Checking segment: {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:50:00.267699 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.268162 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Bound using segment: {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:50:00.268743 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Bound port: 71866e1c-3ea1-4ce4-a577-cddb7004e6c4, host: dv-neutron-824022-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:50:00.269263 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.304872 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.320701 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Transition to ACTIVE for port object d29e1a42-8171-4810-9856-a812fea91f6e will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:50:00.345880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.360103 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] For port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4, host dv-neutron-824022-2-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:50:00.363035 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] For port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4, host dv-neutron-824022-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:50:00.367541 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.435178 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:50:00.439249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:50:00.444413 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85996b7e-e66c-454c-9299-a224d6218983 None None] Pushing event updated for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:00.452737 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:50:00.453756 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4236e007-c777-48d5-8352-db76ca898f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.459071 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:50:00.459851 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:49:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:00.527801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:00.528682 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.534386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:00.608411 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-d64ee624-a252-4b63-ab92-f78efa0c7385 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9511793 Jan 25 17:50:00.623330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Request body: {'port': {'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:50:00.709421 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:50:00.770828 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ce1c-fd1a-48a6-a5c5-0daed076828a req-a290b544-6153-473c-8997-b6b03e20b693 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:00.771615 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ef14ce1c-fd1a-48a6-a5c5-0daed076828a req-a290b544-6153-473c-8997-b6b03e20b693 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:50:00.775075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.844657 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-ef14ce1c-fd1a-48a6-a5c5-0daed076828a req-a290b544-6153-473c-8997-b6b03e20b693 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:50:00.845872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef14ce1c-fd1a-48a6-a5c5-0daed076828a req-a290b544-6153-473c-8997-b6b03e20b693 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 931 time: 0.2961876 Jan 25 17:50:00.876499 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01ac77d4-f99d-498e-8f48-fc3885d5ce51 None None] Provisioning for port d29e1a42-8171-4810-9856-a812fea91f6e completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:50:00.882162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-01ac77d4-f99d-498e-8f48-fc3885d5ce51 None None] Provisioning complete for port d29e1a42-8171-4810-9856-a812fea91f6e triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:50:00.882530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-01ac77d4-f99d-498e-8f48-fc3885d5ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:00.936987 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-01ac77d4-f99d-498e-8f48-fc3885d5ce51 None None] Port d29e1a42-8171-4810-9856-a812fea91f6e cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:50:00.969667 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ef14ce1c-fd1a-48a6-a5c5-0daed076828a req-1cd4091f-6f03-4462-ba62-aaf4e6f4b479 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054630 Jan 25 17:50:01.044749 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '71866e1c-3ea1-4ce4-a577-cddb7004e6c4', 'name': '', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'mac_address': 'fa:16:3e:74:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:53Z', 'updated_at': '2022-01-25T17:50:00Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'subnets': [{'id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:01.048718 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cbd8ec-0321-4e7e-929b-5d82d94fd71a None None] The sync data for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv is: [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '71866e1c-3ea1-4ce4-a577-cddb7004e6c4', 'name': '', 'network_id': '7f6898f7-c9a5-4310-958e-c11684033ba6', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'mac_address': 'fa:16:3e:74:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:53Z', 'updated_at': '2022-01-25T17:50:00Z', 'revision_number': 4, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'subnets': [{'id': '2aa0fda5-be32-4b34-a6c1-fe8e1c219629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:50:01.178910 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29e1a42-8171-4810-9856-a812fea91f6e {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:50:01.187195 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.202531 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Transition to ACTIVE for port object d29e1a42-8171-4810-9856-a812fea91f6e will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:50:01.207742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.298694 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.342665 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:01.454392 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Attempting to bind port d29e1a42-8171-4810-9856-a812fea91f6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:50:01.455030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Attempting to bind port d29e1a42-8171-4810-9856-a812fea91f6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:50:01.455030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Attempting to bind port d29e1a42-8171-4810-9856-a812fea91f6e on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:50:01.461803 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Port d29e1a42-8171-4810-9856-a812fea91f6e on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:50:01.462359 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Attempting to bind port d29e1a42-8171-4810-9856-a812fea91f6e on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:50:01.468843 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:50:01.469462 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Checking segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:50:01.470130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Bound using segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:50:01.470914 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Bound port: d29e1a42-8171-4810-9856-a812fea91f6e, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:50:01.471525 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.575250 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:50:01.578508 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:50:01.586212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.647026 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:01.647632 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.648968 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] 10.222.0.15 "PUT /v2.0/ports/d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 1093 time: 1.0299585 Jan 25 17:50:01.649428 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:50:01.672214 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad265df-c0ba-4784-beb8-932628cfe31f service neutron] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:01.759926 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'status': 'completed', 'code': 200} Jan 25 17:50:01.768031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-8ff7c23a-1706-4307-ae5f-29e48d1294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:01.769541 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-8ff7c23a-1706-4307-ae5f-29e48d1294a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1096 time: 0.0795326 Jan 25 17:50:01.827773 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:01.843692 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-429544af-4995-4e4a-adc0-e8ea1ef1cd57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 217 time: 0.0675056 Jan 25 17:50:01.915746 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-c1821b81-6d94-4539-814b-7034577b9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:01.917075 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-c1821b81-6d94-4539-814b-7034577b9553 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0683444 Jan 25 17:50:01.993172 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-7b1e6c82-dd71-4c8d-b254-9e29965abf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:01.994599 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-7b1e6c82-dd71-4c8d-b254-9e29965abf99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715551 Jan 25 17:50:02.296488 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-6260865d-6292-408f-8370-6fdbc78df52e service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954791 Jan 25 17:50:02.330911 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acf103-6e7e-45b2-bdb4-e9caa6c5dcb8 req-fb89060c-ec9e-42b9-b34d-e652c40a612d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:02.332278 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71acf103-6e7e-45b2-bdb4-e9caa6c5dcb8 req-fb89060c-ec9e-42b9-b34d-e652c40a612d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.1522155 Jan 25 17:50:02.455634 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-71acf103-6e7e-45b2-bdb4-e9caa6c5dcb8 req-c6a53000-9cdd-41be-b8c2-472815f893cf tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772378 Jan 25 17:50:02.480657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:50:02.480774 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4b2fbc0a-6e81-4e6c-a0c7-16c2b99656c5 req-9f675751-6818-4f86-8b0d-efa0c18673b4 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743629 Jan 25 17:50:02.550649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:50:02.555382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:50:02.555746 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:02.595263 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba033d-efc2-499a-90cc-00437e31db06 req-f1249d8a-2b50-405c-bdf9-77ba6b947793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:02.596739 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-f1249d8a-2b50-405c-bdf9-77ba6b947793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1096 time: 0.0721209 Jan 25 17:50:02.672584 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:02.707542 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] For port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:50:02.713904 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:02.732747 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba033d-efc2-499a-90cc-00437e31db06 req-ff94977b-2d84-4f63-960a-7371afe61303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:02.734236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-ff94977b-2d84-4f63-960a-7371afe61303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1317704 Jan 25 17:50:02.781977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Pushing event updated for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:02.808474 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-ff43e630-6138-413c-915d-575b474aaaec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 217 time: 0.0684640 Jan 25 17:50:02.873001 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba033d-efc2-499a-90cc-00437e31db06 req-b041f9af-b37f-4461-9ee8-6ff7cbda55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:02.874449 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-b041f9af-b37f-4461-9ee8-6ff7cbda55a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0591948 Jan 25 17:50:02.954355 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba033d-efc2-499a-90cc-00437e31db06 req-7f7218ff-3fb1-46c5-8c84-7528c8a2f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:02.955803 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-7f7218ff-3fb1-46c5-8c84-7528c8a2f008 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756822 Jan 25 17:50:03.008677 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:03.089323 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-b20d8dd0-d7c7-4295-ae2b-30d1c6d5cfb1 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272094 Jan 25 17:50:03.222027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-92ba033d-efc2-499a-90cc-00437e31db06 req-226f3545-bc90-4535-920f-82fc1ce73d3f service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265471 Jan 25 17:50:03.643101 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76580e0-086d-4d11-9695-ee5b3ef6e510 req-7a202694-2cf2-4cf1-8c1d-448a75e419f2 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:03.644520 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f76580e0-086d-4d11-9695-ee5b3ef6e510 req-7a202694-2cf2-4cf1-8c1d-448a75e419f2 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.0775008 Jan 25 17:50:03.688596 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f76580e0-086d-4d11-9695-ee5b3ef6e510 req-63716210-0a9a-412a-ac13-8c8b3a5f00ed tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379684 Jan 25 17:50:04.445426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 up at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:50:04.511068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Provisioning complete for port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:50:04.511429 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:04.875310 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ba9a-744a-42f5-9b5f-dcbe30072e3d req-b66c53bd-8fc8-40d4-a276-e3629887098b tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:04.876760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0f0ba9a-744a-42f5-9b5f-dcbe30072e3d req-b66c53bd-8fc8-40d4-a276-e3629887098b tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.0832922 Jan 25 17:50:04.920461 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f0f0ba9a-744a-42f5-9b5f-dcbe30072e3d req-f53341fc-0c36-446e-a4bd-4ffbaa056694 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377107 Jan 25 17:50:06.034156 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:50:06.102766 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a8f2f-3bd4-4a3b-84cb-5a715d16a8b5 req-62359b67-a85b-42cc-9b8f-54ea9f6bf886 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:06.104136 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d19a8f2f-3bd4-4a3b-84cb-5a715d16a8b5 req-62359b67-a85b-42cc-9b8f-54ea9f6bf886 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.0790842 Jan 25 17:50:06.153236 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d19a8f2f-3bd4-4a3b-84cb-5a715d16a8b5 req-2597c8a4-96bf-4a40-96e7-ccdcb286ae7d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432706 Jan 25 17:50:06.177633 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:50:06.190394 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:50:06.247918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:06.264573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29e1a42-8171-4810-9856-a812fea91f6e {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:50:06.280382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:50:06.283759 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:06.348092 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:06.647817 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['d29e1a42-8171-4810-9856-a812fea91f6e'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:50:07.336802 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957ccb1-7391-43ed-9d45-aa026a37f602 req-39de9b3e-50a9-4f7a-ae57-75ef88dfc319 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:07.338177 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e957ccb1-7391-43ed-9d45-aa026a37f602 req-39de9b3e-50a9-4f7a-ae57-75ef88dfc319 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 944 time: 0.0820255 Jan 25 17:50:07.381665 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-e957ccb1-7391-43ed-9d45-aa026a37f602 req-bcd5be04-5f63-4df2-995e-94c99b018162 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379448 Jan 25 17:50:08.033992 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:50:08.099570 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port d29e1a42-8171-4810-9856-a812fea91f6e completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:50:08.105042 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port d29e1a42-8171-4810-9856-a812fea91f6e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:50:08.105454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:08.224174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:08.250283 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:50:08.260548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:50:08.264763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:08.337745 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:08.347126 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'code': 200} Jan 25 17:50:08.622777 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e7a97-2412-4c73-b294-46f5ff2669af req-535d25ae-8ae0-43be-ae70-8fe6e834b8b1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:08.624173 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-736e7a97-2412-4c73-b294-46f5ff2669af req-535d25ae-8ae0-43be-ae70-8fe6e834b8b1 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 945 time: 0.1375694 Jan 25 17:50:08.626034 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d92d5-69c7-4826-a988-a2a5c7ff8ea3 req-25071699-29d9-493d-969d-98d85b40d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:08.627367 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ad2d92d5-69c7-4826-a988-a2a5c7ff8ea3 req-25071699-29d9-493d-969d-98d85b40d58d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1098 time: 0.1097474 Jan 25 17:50:08.695755 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-736e7a97-2412-4c73-b294-46f5ff2669af req-de1985a9-eb4a-4b8c-b416-ad3cd421f3cc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659924 Jan 25 17:50:08.697370 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ad2d92d5-69c7-4826-a988-a2a5c7ff8ea3 req-91e0a1a7-0c64-461f-ba27-61550c600eb3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544174 Jan 25 17:50:09.999764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cc3d1-5b24-4267-8e57-cf25a60644c2 req-7e5fb97f-6161-4ead-8524-9d48c57d5812 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:10.001142 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-628cc3d1-5b24-4267-8e57-cf25a60644c2 req-7e5fb97f-6161-4ead-8524-9d48c57d5812 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 945 time: 0.1923437 Jan 25 17:50:10.046288 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-628cc3d1-5b24-4267-8e57-cf25a60644c2 req-916bee7e-9275-4c57-a0ad-38773aec9396 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395501 Jan 25 17:50:11.235454 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7b965-636f-4879-a5e6-4136dda2720c req-a8fab38c-42b3-49ef-9c33-964ea44d9a39 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:11.236899 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28a7b965-636f-4879-a5e6-4136dda2720c req-a8fab38c-42b3-49ef-9c33-964ea44d9a39 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 945 time: 0.0849075 Jan 25 17:50:11.280506 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-28a7b965-636f-4879-a5e6-4136dda2720c req-289cc659-7a80-4aeb-acd3-2123423249e7 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373971 Jan 25 17:50:11.460382 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77399-66c8-4e56-8404-eed78a68dc97 req-99bf867d-d8d8-4d1a-a856-0ba1398da5d5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:11.461846 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4bb77399-66c8-4e56-8404-eed78a68dc97 req-99bf867d-d8d8-4d1a-a856-0ba1398da5d5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 945 time: 0.0787742 Jan 25 17:50:11.505420 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-4bb77399-66c8-4e56-8404-eed78a68dc97 req-6659307b-71fc-4747-9cc5-9d0c4ed6ede4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380247 Jan 25 17:50:11.527598 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47360) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:50:11.639149 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa5c50-914f-4a5a-b2ad-d2941b12e88a tempest-TestSnapshotPattern-361136493 tempest-TestSnapshotPattern-361136493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:11.640624 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e5fa5c50-914f-4a5a-b2ad-d2941b12e88a tempest-TestSnapshotPattern-361136493 tempest-TestSnapshotPattern-361136493-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1093 time: 0.1120713 Jan 25 17:50:11.643567 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47366) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:50:11.649030 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:50:11.655000 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:50:11.658806 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:floatingip and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:50:11.661610 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:50:11.667963 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:50:11.678085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:11.812523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:11.944674 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Allocated IP 172.26.4.198 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/7b90575a-f780-4fca-97b8-21b85cd914a2) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:50:12.094043 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:12.122521 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:12.184590 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:50:12.187176 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:50:12.189794 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:50:12.233999 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=7b90575a-f780-4fca-97b8-21b85cd914a2,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:12.609869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:12.682272 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:12.894612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:12.899865 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:13.106822 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=7b90575a-f780-4fca-97b8-21b85cd914a2,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:50:13.117451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:13.297431 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Floating IP 49f1af58-95fe-482f-823b-1e7e0ed21672 associated. External IP: 172.26.4.198, port: d29e1a42-8171-4810-9856-a812fea91f6e. Jan 25 17:50:13.652580 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:50:13.836306 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:50:13.847652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:50:13.859741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:50:13.860504 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:13.861770 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:13.919492 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fe8fd9dd-8f4f-4ad2-8726-83f39785ca1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2747178 Jan 25 17:50:13.919898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:50:13.965677 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'status': 'completed', 'code': 200} Jan 25 17:50:14.039599 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:50:14.062024 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-bf5ae777-c74c-4364-92b6-b965708ea626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:14.063500 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-bf5ae777-c74c-4364-92b6-b965708ea626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1098 time: 0.0749726 Jan 25 17:50:14.193832 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-3596e9d2-d8ff-4873-a940-4e999af18fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:14.195734 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-3596e9d2-d8ff-4873-a940-4e999af18fc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1261270 Jan 25 17:50:14.299889 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-af1443df-568a-4465-a06d-21b7955d24a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 999 time: 0.0971737 Jan 25 17:50:14.361267 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-1c4b9ee8-8d4e-4fee-830f-d1afec954969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:14.362730 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-1c4b9ee8-8d4e-4fee-830f-d1afec954969 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0576315 Jan 25 17:50:14.384219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:12Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:14.388078 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:50:14.396400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:50:14.396999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:50:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:14.441721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-590fa35a-b6b3-40f3-b4e9-e92a8cd8afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:14.443195 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-590fa35a-b6b3-40f3-b4e9-e92a8cd8afa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749671 Jan 25 17:50:14.581360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:50:14.688023 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-201fcf7e-a4c3-430f-8f3d-6ad1beb1f221 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384965 Jan 25 17:50:14.820832 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-363df62a-43e2-4f8f-bfa0-2a912224f77a req-ac39b219-f6bb-45be-aada-7950057808a9 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270223 Jan 25 17:50:14.964948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:12Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:50:14.968984 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a78d00-2fb5-4c6c-9b6e-e117d67bc1a4 None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:12Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:50:15.168704 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8870dd9-cea5-497a-850e-c0ce57ce2f8d None None] New status for floating IP 49f1af58-95fe-482f-823b-1e7e0ed21672: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:50:26.172161 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:26.503977 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-dfdb2cf0-be6c-4a93-ad1b-f89e1a126955 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700004 Jan 25 17:50:26.645209 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499287-1542-4801-8b03-c414537b974a req-19eb5778-4a17-4ad6-89d5-c7788d1b5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:26.646664 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-19eb5778-4a17-4ad6-89d5-c7788d1b5dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1098 time: 0.0744271 Jan 25 17:50:26.790291 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499287-1542-4801-8b03-c414537b974a req-e25cb032-db13-4990-b09a-6af38027e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:26.791731 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-e25cb032-db13-4990-b09a-6af38027e568 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1260576 Jan 25 17:50:26.890935 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-66666802-8b23-4852-bcdf-b31e741ccffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 1001 time: 0.0932498 Jan 25 17:50:26.955386 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499287-1542-4801-8b03-c414537b974a req-6ceb2083-1748-459b-883c-368a931120fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:26.956748 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-6ceb2083-1748-459b-883c-368a931120fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0599651 Jan 25 17:50:27.029572 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499287-1542-4801-8b03-c414537b974a req-35b67f8c-3ba3-4f4e-a784-5020bfb0b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:50:27.030984 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-35b67f8c-3ba3-4f4e-a784-5020bfb0b623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684385 Jan 25 17:50:27.160199 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-9d150944-2d7d-41c1-bb36-0315e4dc4106 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228149 Jan 25 17:50:27.291124 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-eb499287-1542-4801-8b03-c414537b974a req-065eb37a-73a3-4664-a73b-fc814be3ef25 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244590 Jan 25 17:50:27.864384 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e502a4eb-14d2-4217-af99-f54a4b58b3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:30.438032 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12815ff5-d462-4630-ad8d-a9c5ae813b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:31.292698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:31.824917 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:33.012700 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:34.553529 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:50:56.163383 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:50:57.866076 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2304609d-1835-49c0-a69b-cc95ae775819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:00.438867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0113148-4aa3-49a7-9c48-6cae8e8632e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:01.295074 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:01.828788 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:03.019211 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:11.552526 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:51:26.186185 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:27.643731 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-438c1d08-cfcf-4862-93b6-b463038e4f6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727234 Jan 25 17:51:27.778934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-3fc657e6-45a6-4750-a687-5110dceabbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:51:27.780369 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-3fc657e6-45a6-4750-a687-5110dceabbff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1098 time: 0.0698667 Jan 25 17:51:27.868123 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1569ffbf-5cd5-4a6c-a737-3656900d0f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:27.926042 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-fa57172e-bdc7-4d4b-ab58-8df4c31f7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:51:27.927386 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-fa57172e-bdc7-4d4b-ab58-8df4c31f7932 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1290886 Jan 25 17:51:28.030026 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-a9019853-8459-4bee-8d97-b00c8123f1c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 1001 time: 0.0967355 Jan 25 17:51:28.092426 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-386b8b94-7bcd-4f24-9e65-144ac2e2230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:51:28.093820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-386b8b94-7bcd-4f24-9e65-144ac2e2230e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0579331 Jan 25 17:51:28.171416 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-e0758ab8-a753-4cda-aca0-40d31497aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:51:28.172820 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-e0758ab8-a753-4cda-aca0-40d31497aa52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732517 Jan 25 17:51:28.411447 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-2e45d709-a939-4018-9b53-e73e2202f910 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325273 Jan 25 17:51:28.542378 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8e2fed46-f82b-4c51-a891-461ca74868ee req-820ff3f4-681b-4522-a858-d9f895cfb2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241539 Jan 25 17:51:30.444925 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fb27e57-dc2b-465c-b8f1-0ab0726416f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:31.297134 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:31.832706 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:33.021833 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:48.552275 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:51:56.221913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:51:57.869424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59bc0732-3c72-46e1-8884-ef3ab2199e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:00.438095 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2b97468-d5b4-4319-ba4a-a6ad535f9e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:01.298880 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:01.834487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:03.026663 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:25.551255 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:52:26.221562 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:27.518211 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-a08fa895-ccd4-44e1-8dfd-43cfcc0531d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682273 Jan 25 17:52:27.655027 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-895d5d8a-5fa3-413e-ab75-1ab6af6f0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:52:27.656463 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-895d5d8a-5fa3-413e-ab75-1ab6af6f0599 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1098 time: 0.0728176 Jan 25 17:52:27.800676 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-3fd014e5-9c08-40fd-98a2-00c493df8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:52:27.802090 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-3fd014e5-9c08-40fd-98a2-00c493df8889 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1262846 Jan 25 17:52:27.871208 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ae09a62-46bc-4fbe-998f-0f72ca3e9a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:27.905746 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-a1b4ca92-55ee-4e54-a423-b0900d7015b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 1001 time: 0.0976422 Jan 25 17:52:27.968536 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-2bd6a6be-f711-44fe-855b-567ecc6dd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:52:27.969978 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-2bd6a6be-f711-44fe-855b-567ecc6dd3fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0582914 Jan 25 17:52:28.043147 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-371f69de-2397-4266-a270-4b3feb549e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:52:28.044544 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-371f69de-2397-4266-a270-4b3feb549e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693491 Jan 25 17:52:28.174646 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-3c62a9d4-9d53-437d-b6a3-57a8bc718cb5 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236145 Jan 25 17:52:28.305537 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2489f761-2f40-4efb-bff7-9455c03ce074 req-c2640179-5a22-4679-a737-dabf7d60710c service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237099 Jan 25 17:52:30.440084 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6539360-9beb-43d0-81df-01ea8695a782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:31.301097 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:31.838233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:33.028436 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:44.933189 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:52:45.062261 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:52:45.075470 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:52:45.129581 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:45.146140 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d29e1a42-8171-4810-9856-a812fea91f6e {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:52:45.161616 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:52:45.164965 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:45.237850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:52:45.247796 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['d29e1a42-8171-4810-9856-a812fea91f6e'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:52:45.273860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.274216 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.274555 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.274886 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.275210 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.275533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.275874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.276176 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.276498 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.276814 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.277130 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:45.277552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:52:46.957399 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:52:47.023424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port d29e1a42-8171-4810-9856-a812fea91f6e triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:52:47.023787 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:47.138873 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:47.166532 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:52:47.176734 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:52:47.181382 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:47.215382 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'code': 200} Jan 25 17:52:47.285567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:52:56.230938 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:52:57.876876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1635b6f-70fb-4533-8f40-4fbe05a1c363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:00.064184 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-8a37b29e-ea51-4125-97fc-e8d3fe4c6900 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48898405&fields=id&tenant_id=9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 267 time: 0.0433757 Jan 25 17:53:00.214148 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-2702185f-389d-4b92-8787-3cab2baa78f8 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:00.215585 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-2702185f-389d-4b92-8787-3cab2baa78f8 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 810 time: 0.1452506 Jan 25 17:53:00.230319 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-36269c56-4de7-4f40-8ad7-0abefcf81da4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/quotas/9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 375 time: 0.0093062 Jan 25 17:53:00.316838 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-e824b2f2-cdfe-4628-950c-acbc1a01d408 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814164 Jan 25 17:53:00.442426 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f751267-79ae-4ed8-b5c8-9e2f86862f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:00.458331 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-724d1d9e-b644-4b1f-8757-653d62826e14 service neutron] 10.222.0.45 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293912 Jan 25 17:53:00.586666 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-0a68fbb9-ed46-45ac-9032-b43062fe1aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224663 Jan 25 17:53:01.302427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:01.846651 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:01.855111 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-79a35460-9968-4571-8018-f3a5da0df7be req-73dbf04c-71cd-4403-b8a3-ec44508464ed tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 210 time: 0.1142337 Jan 25 17:53:02.550127 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:53:03.030465 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7e4f0cf8-7766-41cd-a7f3-eb21f3158f8e req-1c1390ff-b1e6-49da-943b-2dd79640ee61 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 210 time: 0.0593650 Jan 25 17:53:03.034425 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.036516 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:53:03.093469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f45fda12-c081-419e-baae-83c87b5d0f15 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:03.094951 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f45fda12-c081-419e-baae-83c87b5d0f15 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 810 time: 0.3101847 Jan 25 17:53:03.150242 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-66797d7f-e242-4c15-b49d-a74f5403f83f tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da63c7ac0014309bf58764327285bd3 HTTP/1.1" status: 200 len: 378 time: 0.0452011 Jan 25 17:53:03.158050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'port': {'device_id': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'admin_state_up': True, 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'security_groups': ['10587d5d-4dbd-4df9-ad7f-e289f252ad91']}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:53:03.161186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.192605 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:53:03.202698 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:53:03.207820 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.252395 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'code': 200} Jan 25 17:53:03.292571 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:03.323954 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:53:03.334997 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:53:03.349419 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Made reservation on behalf of 9da63c7ac0014309bf58764327285bd3 for: {'port': 1} {{(pid=87552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 17:53:03.354133 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.538253 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Allocated IP 172.20.0.9 (352a1fa6-6e8b-4bd2-83f9-abbeb5959f43/883991e8-b8fe-4623-84ad-24b04b801bf1/097fac07-35ad-4b2a-a637-1cd6804ad4a4) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:53:03.762927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.780644 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Transition to ACTIVE for port object 097fac07-35ad-4b2a-a637-1cd6804ad4a4 will not be triggered until provisioned by entity DHCP. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:53:03.807287 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:03.899749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:03.909844 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:53:03.911207 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.911553 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.911934 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.912226 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.912566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.912889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.913233 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.913561 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.913895 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.914208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.915249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.915249 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:53:03.918582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:53:03.921208 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:53:04.005157 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:04.006014 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:04.037767 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-fb0ee3d9-6718-4d33-8c9d-c8ee171527f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8832114 Jan 25 17:53:04.174220 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b9314366-2a49-43f5-8c34-557aa3fb4024 None None] Provisioning for port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 completed by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:53:04.181535 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b9314366-2a49-43f5-8c34-557aa3fb4024 None None] Provisioning complete for port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 triggered by entity DHCP. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:53:04.182007 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b9314366-2a49-43f5-8c34-557aa3fb4024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:04.249093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b9314366-2a49-43f5-8c34-557aa3fb4024 None None] Port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 cannot update to ACTIVE because it is not bound. {{(pid=87554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 25 17:53:04.272160 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35460d1-862b-429d-af81-1050be3ff6d3 req-e7f129a2-0ad0-4fee-9853-76e8bc805ea3 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:04.273021 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c35460d1-862b-429d-af81-1050be3ff6d3 req-e7f129a2-0ad0-4fee-9853-76e8bc805ea3 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:53:04.295599 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-c35460d1-862b-429d-af81-1050be3ff6d3 req-e7f129a2-0ad0-4fee-9853-76e8bc805ea3 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:53:04.296798 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c35460d1-862b-429d-af81-1050be3ff6d3 req-e7f129a2-0ad0-4fee-9853-76e8bc805ea3 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.1425467 Jan 25 17:53:04.349469 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-c35460d1-862b-429d-af81-1050be3ff6d3 req-083291e3-a762-409f-9665-bd9eac3d5183 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465569 Jan 25 17:53:05.540582 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43932158-2e3c-47d9-aef1-1155357a0ee1 req-2edd016f-0cfc-46be-bd9a-0765feb74509 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:05.542857 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43932158-2e3c-47d9-aef1-1155357a0ee1 req-2edd016f-0cfc-46be-bd9a-0765feb74509 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0823777 Jan 25 17:53:05.592644 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-43932158-2e3c-47d9-aef1-1155357a0ee1 req-a39389b5-2a99-43a9-b23c-04b5c5463281 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440185 Jan 25 17:53:06.948773 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990a95-c267-4812-90c8-e1a9cd5bbba0 req-d38f6ea5-3efb-4544-a470-be59ce0e3ada tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:06.950519 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd990a95-c267-4812-90c8-e1a9cd5bbba0 req-d38f6ea5-3efb-4544-a470-be59ce0e3ada tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0834932 Jan 25 17:53:06.996656 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-cd990a95-c267-4812-90c8-e1a9cd5bbba0 req-6b661ed8-c813-4940-b64e-69aafeac7bfe tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400746 Jan 25 17:53:08.194825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922c9f-151d-4f61-995b-5bff71a4d25f req-e992436d-062f-420a-a8a0-beec59836a84 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:08.196472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8c922c9f-151d-4f61-995b-5bff71a4d25f req-e992436d-062f-420a-a8a0-beec59836a84 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0878394 Jan 25 17:53:08.241015 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-8c922c9f-151d-4f61-995b-5bff71a4d25f req-3bf205cc-77e2-45a8-8edc-be95edc74e13 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387149 Jan 25 17:53:09.434576 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4addf29-f383-42dc-ba64-0406fabfe3f9 req-10f86a9a-33a0-4e75-904e-67f8eb629a15 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:09.436027 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4addf29-f383-42dc-ba64-0406fabfe3f9 req-10f86a9a-33a0-4e75-904e-67f8eb629a15 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0827112 Jan 25 17:53:09.482949 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f4addf29-f383-42dc-ba64-0406fabfe3f9 req-5fe527f9-47ef-48f0-883f-0a31d16f2bef tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408430 Jan 25 17:53:10.714998 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5313f85-89e9-4b70-8e85-8f845721d6be req-1d51ea08-34a6-44d2-af5d-807d0822ba1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:10.716746 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5313f85-89e9-4b70-8e85-8f845721d6be req-1d51ea08-34a6-44d2-af5d-807d0822ba1c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0878022 Jan 25 17:53:10.764359 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5313f85-89e9-4b70-8e85-8f845721d6be req-14c855bd-bacc-4043-831b-f723d5df3873 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417376 Jan 25 17:53:11.952307 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d592d-ff3c-4035-a64b-c19cc5fed8d8 req-91391584-93d5-45dd-ae4d-833cc393c269 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:11.953797 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d63d592d-ff3c-4035-a64b-c19cc5fed8d8 req-91391584-93d5-45dd-ae4d-833cc393c269 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0799696 Jan 25 17:53:11.998655 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d63d592d-ff3c-4035-a64b-c19cc5fed8d8 req-3ac7dfc4-9f12-4405-aa2f-a3e1b45b8c46 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392411 Jan 25 17:53:13.184558 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eebddf-8cbd-4d0a-baa7-d61472307097 req-0bc0bba5-5874-45f1-ab4a-3af1060850a5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:13.185944 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-02eebddf-8cbd-4d0a-baa7-d61472307097 req-0bc0bba5-5874-45f1-ab4a-3af1060850a5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0837617 Jan 25 17:53:13.228723 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-02eebddf-8cbd-4d0a-baa7-d61472307097 req-295b9207-6bbb-412f-b06a-4e8a8951388f tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373735 Jan 25 17:53:14.410189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d3f9-69d7-4a80-8ef6-13f9a0b3d739 req-b3395f72-70f9-4702-ab6c-50d8a31b2dbb tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:14.411629 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba14d3f9-69d7-4a80-8ef6-13f9a0b3d739 req-b3395f72-70f9-4702-ab6c-50d8a31b2dbb tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.0785320 Jan 25 17:53:14.457940 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-ba14d3f9-69d7-4a80-8ef6-13f9a0b3d739 req-0273315b-ec2a-4015-8b2e-aee69381f3d4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407829 Jan 25 17:53:15.621435 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Request body: {'port': {'device_id': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:53:15.837612 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b02533-05a6-46b1-8ffe-550b95612d00 req-5bf74fdc-83b2-459c-b805-43da9f9a2ab8 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:15.838971 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73b02533-05a6-46b1-8ffe-550b95612d00 req-5bf74fdc-83b2-459c-b805-43da9f9a2ab8 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 931 time: 0.2727406 Jan 25 17:53:15.843297 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:15.940083 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-73b02533-05a6-46b1-8ffe-550b95612d00 req-688a81e9-b1af-4396-92b3-851aea0f85d2 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879166 Jan 25 17:53:16.214626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097fac07-35ad-4b2a-a637-1cd6804ad4a4 {{(pid=87552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:53:16.221782 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:16.237417 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.provisioning_blocks [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Transition to ACTIVE for port object 097fac07-35ad-4b2a-a637-1cd6804ad4a4 will not be triggered until provisioned by entity L2. {{(pid=87552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 17:53:16.240846 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:16.409049 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:16.485242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Attempting to bind port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 17:53:16.485642 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Attempting to bind port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 17:53:16.485972 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Attempting to bind port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:53:16.490559 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 25 17:53:16.490876 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Attempting to bind port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 on network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 25 17:53:16.496562 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Checking agent: {'id': '8a1c9861-616f-4c24-bddd-bfd07b6955b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'started_at': datetime.datetime(2022, 1, 25, 16, 42, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 17, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 25 17:53:16.496893 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Checking segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 25 17:53:16.497296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Bound using segment: {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'} {{(pid=87552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 25 17:53:16.497714 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.managers [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Bound port: 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a319e4-c80e-41a9-a27a-4ad7d0490e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43'}}] {{(pid=87552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 17:53:16.498054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:16.596036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, cleared binding levels {{(pid=87552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 25 17:53:16.599367 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 25 17:53:16.603053 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:16.660927 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:16.661748 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:16.663044 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] 10.222.0.15 "PUT /v2.0/ports/097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 1093 time: 1.1080761 Jan 25 17:53:16.667234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:53:16.692379 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaaee5-c2e0-4ba7-bfd8-68812cdeed3a service neutron] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=3']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:16.738816 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'status': 'completed', 'code': 200} Jan 25 17:53:16.787077 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-2c738e86-e2bf-464b-bdcc-11a64524ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:16.788563 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-2c738e86-e2bf-464b-bdcc-11a64524ba91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1096 time: 0.0827305 Jan 25 17:53:16.858166 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-e6975097-e583-4b8d-9255-676e5579f70c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 217 time: 0.0628622 Jan 25 17:53:16.922399 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-5b780b9a-eab1-447c-a5a0-76c076c62566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:16.923797 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-5b780b9a-eab1-447c-a5a0-76c076c62566 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0602131 Jan 25 17:53:17.010807 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-3a47f816-f204-4ac0-b44d-b4a4f4855e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.012192 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-3a47f816-f204-4ac0-b44d-b4a4f4855e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823815 Jan 25 17:53:17.202808 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-9f949721-d13c-4565-b527-fd2b1967b74c service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844711 Jan 25 17:53:17.237047 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba70e-3e66-458f-9f58-f114684993d5 req-dd98bd7a-508f-4a31-9d04-e935156aac06 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.238472 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-270ba70e-3e66-458f-9f58-f114684993d5 req-dd98bd7a-508f-4a31-9d04-e935156aac06 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 943 time: 0.1498821 Jan 25 17:53:17.362760 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-270ba70e-3e66-458f-9f58-f114684993d5 req-a799727d-22e5-4c91-9a1c-a0e28c2522a3 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737276 Jan 25 17:53:17.382845 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-09a3ad75-b7fe-458b-b096-34fdfa08f48e req-cf4108b1-f605-4988-bf42-7c1c599d0e9c service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729243 Jan 25 17:53:17.495631 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe013-4288-45e7-ab14-13c931553eeb req-6e2669a1-eed1-4bd1-84f9-2a0541b82dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.497045 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-6e2669a1-eed1-4bd1-84f9-2a0541b82dbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1096 time: 0.0686982 Jan 25 17:53:17.732296 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe013-4288-45e7-ab14-13c931553eeb req-27fc0041-5d99-40e8-a3f1-3a10504cf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.733757 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-27fc0041-5d99-40e8-a3f1-3a10504cf9a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.2304552 Jan 25 17:53:17.804092 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-acef9581-f616-4d74-acfd-b628322e6996 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 217 time: 0.0633566 Jan 25 17:53:17.865729 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe013-4288-45e7-ab14-13c931553eeb req-e136eeec-138f-4929-ae9e-f047ab642270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.867154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-e136eeec-138f-4929-ae9e-f047ab642270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0573726 Jan 25 17:53:17.943402 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe013-4288-45e7-ab14-13c931553eeb req-c3d673e4-92de-4a1e-93c0-8a7434118e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:17.944838 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-c3d673e4-92de-4a1e-93c0-8a7434118e7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718710 Jan 25 17:53:18.075288 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-496e7e31-4038-4a11-bf4f-ef482cd9e3aa service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235859 Jan 25 17:53:18.205196 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-18bfe013-4288-45e7-ab14-13c931553eeb req-cc76d0cd-8ae3-4d4c-9355-e67d2c85862f service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236370 Jan 25 17:53:18.545539 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93948444-c6a6-4c21-961d-198082a85f9b req-6457eb90-a168-477f-a757-55cc3b5a9feb tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:18.546983 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93948444-c6a6-4c21-961d-198082a85f9b req-6457eb90-a168-477f-a757-55cc3b5a9feb tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 943 time: 0.0793545 Jan 25 17:53:18.590549 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-93948444-c6a6-4c21-961d-198082a85f9b req-2320572f-a795-4562-90c8-7da4ad3497a9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380595 Jan 25 17:53:19.797456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044284f-cd12-48b8-b413-9068e5413508 req-68186946-ca18-47f7-b8ec-4db2daeb80c0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:19.798910 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a044284f-cd12-48b8-b413-9068e5413508 req-68186946-ca18-47f7-b8ec-4db2daeb80c0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 943 time: 0.0844021 Jan 25 17:53:19.842902 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-a044284f-cd12-48b8-b413-9068e5413508 req-f4252b31-6357-4753-b446-cdd3f67ccf35 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384953 Jan 25 17:53:21.024975 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98834d4d-2a40-4574-aa9a-d66f5abb6d08 req-3600dfdf-1ae7-4970-92f4-9cc45468aff9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:21.026442 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98834d4d-2a40-4574-aa9a-d66f5abb6d08 req-3600dfdf-1ae7-4970-92f4-9cc45468aff9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 943 time: 0.0806904 Jan 25 17:53:21.073871 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-98834d4d-2a40-4574-aa9a-d66f5abb6d08 req-14671b02-9cf9-4b89-9b52-ca7f929f7bea tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419540 Jan 25 17:53:21.112827 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:53:21.244288 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:53:21.256839 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'mac_address': 'fa:16:3e:22:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:53:21.309909 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:21.326054 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097fac07-35ad-4b2a-a637-1cd6804ad4a4 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:53:21.340592 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:53:21.345266 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:21.412427 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=4']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:21.696361 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['097fac07-35ad-4b2a-a637-1cd6804ad4a4'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:53:22.257663 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714661-02d3-4b13-a341-4963be148e91 req-4a57b229-b35f-4963-82c4-274b14f70504 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:22.259804 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a714661-02d3-4b13-a341-4963be148e91 req-4a57b229-b35f-4963-82c4-274b14f70504 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 944 time: 0.0796430 Jan 25 17:53:22.302456 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-9a714661-02d3-4b13-a341-4963be148e91 req-a05073a4-7721-482b-9095-78ba5f60e62e tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372186 Jan 25 17:53:23.132488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:53:23.201081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning for port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 completed by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 17:53:23.205548 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:53:23.205914 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:23.317661 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:23.347296 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:53:23.357802 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:53:23.362218 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:23.395183 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'code': 200} Jan 25 17:53:23.433432 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=5']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:23.502352 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107060aa-bf6d-4ce3-9e7d-7b5a0fe1ef92 req-c43c1fd4-88c4-4828-a482-ab6c47475e3a tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:23.504654 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-107060aa-bf6d-4ce3-9e7d-7b5a0fe1ef92 req-c43c1fd4-88c4-4828-a482-ab6c47475e3a tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0880189 Jan 25 17:53:23.551526 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-107060aa-bf6d-4ce3-9e7d-7b5a0fe1ef92 req-61ca88d7-fa89-43f6-a015-2e5f4ace734e tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405872 Jan 25 17:53:23.628943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1157-71ae-4504-bb29-f6714c08803a req-8c7fadaa-ec1e-4ebb-b2e4-e3dffe636aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:23.630446 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-deff1157-71ae-4504-bb29-f6714c08803a req-8c7fadaa-ec1e-4ebb-b2e4-e3dffe636aca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1098 time: 0.0700901 Jan 25 17:53:23.670812 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-deff1157-71ae-4504-bb29-f6714c08803a req-0e2e7be4-97a5-4e28-bca9-055768916583 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344248 Jan 25 17:53:24.740309 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabcb68-7779-4fad-84de-62332f8fba71 req-4b3dbb27-0837-4871-8a3b-1b3770e97e4f tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:24.741780 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1dabcb68-7779-4fad-84de-62332f8fba71 req-4b3dbb27-0837-4871-8a3b-1b3770e97e4f tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0832317 Jan 25 17:53:24.785061 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-1dabcb68-7779-4fad-84de-62332f8fba71 req-5be1ad59-a5ee-41b6-952b-f49d553de07b tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375857 Jan 25 17:53:25.969912 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd32ca8-72eb-4833-92b8-a848f6fe0615 req-013be67e-6a21-45d3-bb2c-35f2125310b6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:25.971327 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2fd32ca8-72eb-4833-92b8-a848f6fe0615 req-013be67e-6a21-45d3-bb2c-35f2125310b6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0786283 Jan 25 17:53:26.017417 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-2fd32ca8-72eb-4833-92b8-a848f6fe0615 req-7bd80011-a1f6-4e9c-ae5b-af25b845961e tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404956 Jan 25 17:53:26.211964 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:26.214412 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049cfd-7b0d-4d26-8b6f-d13444f106a5 req-39296566-163a-47fe-8ee6-2d2d05b531c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:26.215898 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b049cfd-7b0d-4d26-8b6f-d13444f106a5 req-39296566-163a-47fe-8ee6-2d2d05b531c4 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0889773 Jan 25 17:53:26.260612 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-0b049cfd-7b0d-4d26-8b6f-d13444f106a5 req-3d0acbe4-d228-4afe-888d-8335a6a6c9f6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389769 Jan 25 17:53:26.283519 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47688) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:53:26.357749 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091708-1319-4196-ae5d-14008830d6b7 tempest-TestSnapshotPattern-361136493 tempest-TestSnapshotPattern-361136493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:26.359257 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-98091708-1319-4196-ae5d-14008830d6b7 tempest-TestSnapshotPattern-361136493 tempest-TestSnapshotPattern-361136493-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1093 time: 0.0747688 Jan 25 17:53:26.362054 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47692) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:53:26.366908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.v2.base [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Request body: {'floatingip': {'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 17:53:26.373311 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 17:53:26.377056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Usage tracker for resource:floatingip and tenant:9da63c7ac0014309bf58764327285bd3 is out of sync, need to count used quota {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 17:53:26.379907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87552) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 17:53:26.387301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.quota.driver [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87552) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 17:53:26.398505 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:26.535400 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:26.673023 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_common [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Allocated IP 172.26.4.167 (08e1ddc9-c024-4e32-9e7f-da2b99a65ea8/3284b6cd-d5f5-4e90-947e-6e6cdbea4312/725558c2-c23e-4d54-9b1b-00221e421548) {{(pid=87552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 17:53:26.922502 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:26.951130 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774969040357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.018493 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Network 08e1ddc9-c024-4e32-9e7f-da2b99a65ea8 is already hosted by enough agents. {{(pid=87552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 17:53:27.021396 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.base_scheduler [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Resources bound (agent type, host, resource id): {{(pid=87552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 17:53:27.025647 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Received port after_create {{(pid=87552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 25 17:53:27.054853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=725558c2-c23e-4d54-9b1b-00221e421548,revision_number=1']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:27.437883 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.512659 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.715626 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for port, precommit_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.719920 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3245666'] for port, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.830122 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event updated for resources: {'Port': ['ID=725558c2-c23e-4d54-9b1b-00221e421548,revision_number=2']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:53:27.842472 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629485'] for floatingip, after_update {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:27.872238 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3dc97489-d88d-4231-b3c4-a7f7fcfe836e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:28.014595 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Floating IP dc48aebf-bc45-4350-b201-4e84a28d1db4 associated. External IP: 172.26.4.167, port: 097fac07-35ad-4b2a-a637-1cd6804ad4a4. Jan 25 17:53:28.474424 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:53:28.649451 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:53:28.658881 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:53:28.668625 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:53:28.669392 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:53:28.675050 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:28.732606 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-5c405bae-6018-43c8-a856-4bd756559d70 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3694565 Jan 25 17:53:28.733447 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:53:28.779941 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'status': 'completed', 'code': 200} Jan 25 17:53:28.855624 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:53:28.875827 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-e1f187ea-b4f0-4601-8c5c-c429fb75a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:28.877335 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-e1f187ea-b4f0-4601-8c5c-c429fb75a39a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1098 time: 0.0746963 Jan 25 17:53:28.889867 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.15', 61276) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:53:28.968404 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-6c3dacec-afb7-4a01-8086-fe13744ddb16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773954 Jan 25 17:53:29.012338 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-ab21bc9b-ebb1-4d6c-a5a7-b0f43799eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.013865 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-ab21bc9b-ebb1-4d6c-a5a7-b0f43799eb09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1300874 Jan 25 17:53:29.114646 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-fc90539b-ddee-4f98-88f7-5f8921469c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.115879 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-fc90539b-ddee-4f98-88f7-5f8921469c02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1096 time: 0.0768073 Jan 25 17:53:29.124232 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-0ecea4c7-3aa3-4cb5-9165-12a8a4c63316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 999 time: 0.1029427 Jan 25 17:53:29.189915 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-d0df4524-969b-4d13-9a2c-2aae12b2277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.191516 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-d0df4524-969b-4d13-9a2c-2aae12b2277f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0611131 Jan 25 17:53:29.252763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}, {'id': 'dc48aebf-bc45-4350-b201-4e84a28d1db4', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:22:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:53:27Z', 'updated_at': '2022-01-25T17:53:27Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:53:29.256608 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:53:29.266140 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-a0cda06a-cad2-4302-a6f8-2e8f05ec4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.267505 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-a0cda06a-cad2-4302-a6f8-2e8f05ec4f93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1330688 Jan 25 17:53:29.267803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:53:29.268424 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:53:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:53:29.273003 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-944681f4-1137-4cc2-9ff0-eb8494957985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.274851 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-944681f4-1137-4cc2-9ff0-eb8494957985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774419 Jan 25 17:53:29.372366 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-57e3bd9c-7219-4dcd-bda2-d4fad0a8fe79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 999 time: 0.0994589 Jan 25 17:53:29.409515 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-06f662c8-fda4-4dd0-acea-11e714ee43bf service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290219 Jan 25 17:53:29.441818 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-bbf3b62d-899c-4d94-912e-eda849ba4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.443313 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-bbf3b62d-899c-4d94-912e-eda849ba4927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0654685 Jan 25 17:53:29.452974 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:53:29.522213 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-14051814-2286-47cc-8dc1-61a2d125a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:53:29.523639 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-14051814-2286-47cc-8dc1-61a2d125a22f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750043 Jan 25 17:53:29.545558 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-58945f88-0acf-44f2-95c0-87d26347a2a5 req-74e1b0ef-f72f-413e-83dc-803de43aa7de service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299732 Jan 25 17:53:29.655934 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-b05b9cce-6466-44cc-834d-027b44cecf51 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266828 Jan 25 17:53:29.787122 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b4b76828-5ea8-40d1-89a9-92e0e46e4849 req-baf43950-b77a-4f4b-a498-5b7f0090d553 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256101 Jan 25 17:53:29.807777 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}, {'id': 'dc48aebf-bc45-4350-b201-4e84a28d1db4', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:22:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:53:27Z', 'updated_at': '2022-01-25T17:53:27Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:53:29.811932 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8379a8-b924-4623-a3ea-d9c9036f3f31 None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}, {'id': 'dc48aebf-bc45-4350-b201-4e84a28d1db4', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.167', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:22:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:53:27Z', 'updated_at': '2022-01-25T17:53:27Z', 'revision_number': 0, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:53:29.999105 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b0448-49c3-4bff-8a14-1c72eebb75b5 None None] New status for floating IP dc48aebf-bc45-4350-b201-4e84a28d1db4: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:53:30.444575 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-478f5014-63b4-4e5f-bd35-0afd1a68f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:31.305865 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:31.847711 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:33.033657 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:39.549328 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:53:56.220636 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:53:57.875020 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6c2e72fc-d710-44c4-a8ec-6c36d6905d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:00.448961 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f9c81d2-449f-4eb1-84f9-015b4c64067f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:01.307892 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:01.850906 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:03.042174 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:16.548519 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:54:26.254487 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:27.877994 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8adb9db-6c79-4f84-89b3-0b345d065207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:29.686263 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-54a6dc12-a2cd-485f-a257-c26e81b2d040 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679784 Jan 25 17:54:29.774361 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-e824dc53-6b22-404a-8ab4-988c7a99ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:54:29.775787 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-e824dc53-6b22-404a-8ab4-988c7a99ea89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1098 time: 0.0693951 Jan 25 17:54:29.918006 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-329877b2-3eca-47c4-97c9-10712b8195bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:54:29.919439 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-329877b2-3eca-47c4-97c9-10712b8195bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1260328 Jan 25 17:54:30.109621 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-fcf9cf40-f868-41b8-ad55-0ac21c22333d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 1001 time: 0.1840277 Jan 25 17:54:30.172784 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-6966df0e-11b6-45fe-a9d7-c26a89625116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:54:30.174196 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-6966df0e-11b6-45fe-a9d7-c26a89625116 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0584743 Jan 25 17:54:30.248682 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-79eac887-a996-4f33-aee7-a162148ef419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:54:30.250170 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-79eac887-a996-4f33-aee7-a162148ef419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705371 Jan 25 17:54:30.379743 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-fbbb9bf0-c5e8-494f-86bd-ce3507e2da9b service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234150 Jan 25 17:54:30.450507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68dab4ca-7e9f-4dd5-b20a-cda74674fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:30.514422 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e2c4da25-08ba-49b4-855a-c56b3b32a68c req-555fc270-0290-43fa-9edd-70e304fcd2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279807 Jan 25 17:54:31.310733 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:31.852448 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:33.040781 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:53.548210 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:54:56.268918 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:54:57.878729 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-806082de-a70a-4628-8d70-bb5d61fea151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:00.453634 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-963260cb-6a3e-4bc7-97fb-c2c6f8e6484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:01.312488 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:01.854952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:03.043920 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:26.282856 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:27.881525 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda3d-355d-4560-bbec-c9c3a359fc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:30.454996 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb30ca45-8c76-4c4c-a474-efcb0fb2d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:30.547352 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:55:31.314041 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:31.592910 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-c7fd571b-c936-4985-84da-fdb5e2d94fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772407 Jan 25 17:55:31.730269 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-4b8a472b-fa82-4172-b6dc-8753ce1421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:31.731709 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-4b8a472b-fa82-4172-b6dc-8753ce1421d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1096 time: 0.0694721 Jan 25 17:55:31.857573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:31.877391 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-1e9e8b16-0610-4842-a2b3-2322a2c465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:31.878828 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-1e9e8b16-0610-4842-a2b3-2322a2c465e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.1274459 Jan 25 17:55:31.981873 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-bbac0d57-543e-4e5e-9869-33f85540e6d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 999 time: 0.0947759 Jan 25 17:55:32.044721 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-86f2d3be-ed35-41cd-a741-f8b2384e9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:32.046162 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-86f2d3be-ed35-41cd-a741-f8b2384e9163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0574341 Jan 25 17:55:32.127546 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-f488ad87-a988-4247-928c-4b47c181d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:32.128921 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-f488ad87-a988-4247-928c-4b47c181d755 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724778 Jan 25 17:55:32.272067 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-99747882-56d4-43c6-bf97-aa32a2ef2c82 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350920 Jan 25 17:55:32.403862 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f19dbad3-3cf6-4f49-a96d-f881bbd94fe9 req-9c6f543c-8df6-4a4a-88ae-0395a632de06 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248248 Jan 25 17:55:33.046741 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:33.911372 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=87554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 17:55:34.042437 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:34.054916 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Returning: {'device': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'port_id': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'mac_address': 'fa:16:3e:22:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 17:55:34.115647 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:34.132850 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 097fac07-35ad-4b2a-a637-1cd6804ad4a4 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 17:55:34.148872 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:34.152878 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:34.225534 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:34.232861 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.233204 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.233572 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.233902 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.234233 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.234556 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.234876 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.235196 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.235512 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.235828 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.236143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.236455 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:34.256408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] get_ports_and_sgs() called for port_ids ['097fac07-35ad-4b2a-a637-1cd6804ad4a4'] {{(pid=87554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 25 17:55:35.926366 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 up at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 17:55:35.994360 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Provisioning complete for port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 triggered by entity L2. {{(pid=87554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 17:55:35.994867 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592215'] for port, provisioning_complete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:36.107757 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:36.133421 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:36.143265 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:36.148239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:36.227102 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:36.230852 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'code': 200} Jan 25 17:55:46.506892 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.45', 47920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:55:46.713946 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Deleting port 725558c2-c23e-4d54-9b1b-00221e421548 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:55:46.714281 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:46.978122 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:46.978364 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:47.100421 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Calling delete_port for 725558c2-c23e-4d54-9b1b-00221e421548 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:55:47.248023 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:47.296795 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event deleted for resources: {'Port': ['ID=725558c2-c23e-4d54-9b1b-00221e421548,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:47.334831 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.335179 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.335513 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.335836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.336178 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.336484 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.336805 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.337124 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.337473 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.337791 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.339300 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.339630 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:47.398618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:47.398947 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Floating IP dc48aebf-bc45-4350-b201-4e84a28d1db4 disassociated (deleted). External IP: 172.26.4.167, port: 097fac07-35ad-4b2a-a637-1cd6804ad4a4. Jan 25 17:55:47.746049 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:55:47.921618 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:55:47.941480 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:47.944351 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:55:47.955270 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:55:47.955993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:48.000156 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-246b96aa-a410-4f6a-bb96-840dd8ef8dc6 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "DELETE /v2.0/floatingips/dc48aebf-bc45-4350-b201-4e84a28d1db4 HTTP/1.1" status: 204 len: 168 time: 1.4921043 Jan 25 17:55:48.000654 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:48.148282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:55:48.185469 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'status': 'completed', 'code': 200} Jan 25 17:55:48.282836 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-9c64c28e-30e0-4edd-8f13-265184be7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:48.284330 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-9c64c28e-30e0-4edd-8f13-265184be7bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 1098 time: 0.0781362 Jan 25 17:55:48.387441 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6c3f-b513-4301-b077-480e5bc6f0dd req-51f52e85-f57b-4a2a-b306-a0d6d4e959d7 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:48.389098 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5df6c3f-b513-4301-b077-480e5bc6f0dd req-51f52e85-f57b-4a2a-b306-a0d6d4e959d7 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0829952 Jan 25 17:55:48.436887 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-f5df6c3f-b513-4301-b077-480e5bc6f0dd req-0e90f59f-dde9-45fd-8822-affb6c2d8869 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415318 Jan 25 17:55:48.525222 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:48.527390 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-f2cdabc5-22db-4e36-accc-319d8b57d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:48.528838 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-f2cdabc5-22db-4e36-accc-319d8b57d33e service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.2381449 Jan 25 17:55:48.529149 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:55:48.537600 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:55:48.538143 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:48.599969 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-82acb025-8f10-4456-9530-939df8c21b20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 200 len: 217 time: 0.0634251 Jan 25 17:55:48.662458 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-21b19b46-13d1-4ca1-acab-3d1a6620f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:48.664013 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-21b19b46-13d1-4ca1-acab-3d1a6620f5ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0578041 Jan 25 17:55:48.725958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:55:48.742573 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-79cda912-f294-43a1-b105-68405e2d487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:48.744053 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-79cda912-f294-43a1-b105-68405e2d487a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736678 Jan 25 17:55:48.879704 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-010d6f3b-7d4f-4958-b5e4-5a4aeb581d46 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286387 Jan 25 17:55:49.014783 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5b5bf1e0-6e5d-497e-a88b-c284a5b89015 req-b1197953-8169-4eba-ae75-98ed9b24c503 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282003 Jan 25 17:55:49.125395 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:49.129239 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0f1b4-85d3-4220-af61-f16e074bef89 None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_floatingips': [{'id': '49f1af58-95fe-482f-823b-1e7e0ed21672', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'router_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'port_id': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'mac_address': 'fa:16:3e:53:50:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T17:50:12Z', 'updated_at': '2022-01-25T17:50:15Z', 'revision_number': 1, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:55:49.349795 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacdb857-891b-4f41-ac2d-7d51d65a5684 None None] New status for floating IP dc48aebf-bc45-4350-b201-4e84a28d1db4: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:55:49.628320 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebdaf5-a1f6-4871-af47-97aaaaf464cf req-53e94e24-9a47-4d07-b0df-196c6d991636 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:49.629897 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bebdaf5-a1f6-4871-af47-97aaaaf464cf req-53e94e24-9a47-4d07-b0df-196c6d991636 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0823126 Jan 25 17:55:49.674140 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-5bebdaf5-a1f6-4871-af47-97aaaaf464cf req-4ea957ba-91d8-403d-9492-a2a08be9939c tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381958 Jan 25 17:55:49.992644 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:55:50.103343 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536677'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.126897 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560103d-8ce7-480d-90c2-83223cd45565 req-f75e27db-2ceb-46da-a5d1-bf3464bdf718 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:50.127987 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7560103d-8ce7-480d-90c2-83223cd45565 req-f75e27db-2ceb-46da-a5d1-bf3464bdf718 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:55:50.132079 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:50.142068 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:50.143926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7560103d-8ce7-480d-90c2-83223cd45565 req-f75e27db-2ceb-46da-a5d1-bf3464bdf718 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:55:50.145081 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7560103d-8ce7-480d-90c2-83223cd45565 req-f75e27db-2ceb-46da-a5d1-bf3464bdf718 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 945 time: 0.0954885 Jan 25 17:55:50.147650 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774969533660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774969040375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774969043496'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.186675 dv-neutron-824022-2-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'code': 200} Jan 25 17:55:50.217414 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Deleting port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:55:50.217759 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.218131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Pushing event updated for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:50.462045 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] For port 097fac07-35ad-4b2a-a637-1cd6804ad4a4, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=097fac07-35ad-4b2a-a637-1cd6804ad4a4,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:50.462405 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.588832 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Calling delete_port for 097fac07-35ad-4b2a-a637-1cd6804ad4a4 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:55:50.737230 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.789425 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event deleted for resources: {'Port': ['ID=097fac07-35ad-4b2a-a637-1cd6804ad4a4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:50.829352 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-d75c9e36-de74-4d14-ac43-bf652371ba8b req-5b409a45-c806-46da-a79b-e0ec50202533 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6a3bac9-6ed0-443f-9881-f18b09183efe HTTP/1.1" status: 200 len: 210 time: 0.0481179 Jan 25 17:55:50.868306 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] No DVR routers for this DVR port 097fac07-35ad-4b2a-a637-1cd6804ad4a4 on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:55:50.870749 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:50.873190 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-deleted', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:50.888612 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7560103d-8ce7-480d-90c2-83223cd45565 req-287419e9-7ea9-4ff8-be79-1ac5a2618af5 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "DELETE /v2.0/ports/097fac07-35ad-4b2a-a637-1cd6804ad4a4 HTTP/1.1" status: 204 len: 173 time: 0.7381728 Jan 25 17:55:50.920082 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a3bac9-6ed0-443f-9881-f18b09183efe', 'name': 'network-vif-deleted', 'tag': '097fac07-35ad-4b2a-a637-1cd6804ad4a4', 'status': 'completed', 'code': 200} Jan 25 17:55:52.472795 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 47986) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:55:52.780878 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Deleting port 7b90575a-f780-4fca-97b8-21b85cd914a2 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:55:52.781134 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:52.948894 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:52.949242 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:53.074344 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Calling delete_port for 7b90575a-f780-4fca-97b8-21b85cd914a2 owned by network:floatingip {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:55:53.221370 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:53.271808 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event deleted for resources: {'Port': ['ID=7b90575a-f780-4fca-97b8-21b85cd914a2,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:53.312056 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.312409 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.312750 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.313090 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.313444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.313778 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.314113 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.314438 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.314764 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.315093 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.315413 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.315734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-2-hyperv {{(pid=87552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 17:55:53.373384 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:53.373635 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.db.l3_db [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Floating IP 49f1af58-95fe-482f-823b-1e7e0ed21672 disassociated (deleted). External IP: 172.26.4.198, port: d29e1a42-8171-4810-9856-a812fea91f6e. Jan 25 17:55:53.723371 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:55:53.901825 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:55:53.911766 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:55:53.918952 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for floatingip, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:53.922408 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:55:53.923030 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:53.976687 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-e028d65b-d378-41a2-a365-df7d5729ec43 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "DELETE /v2.0/floatingips/49f1af58-95fe-482f-823b-1e7e0ed21672 HTTP/1.1" status: 204 len: 168 time: 1.5026245 Jan 25 17:55:53.977184 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:54.070089 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:55:54.086082 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'status': 'completed', 'code': 200} Jan 25 17:55:54.124561 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: 097fac07-35ad-4b2a-a637-1cd6804ad4a4 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:55:54.124896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device 097fac07-35ad-4b2a-a637-1cd6804ad4a4 not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:55:54.149632 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:55:54.205109 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-cd09a532-8392-4ffc-8fbf-bbf9dcd6ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:54.206616 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-cd09a532-8392-4ffc-8fbf-bbf9dcd6ebfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da63c7ac0014309bf58764327285bd3&device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 1096 time: 0.0981712 Jan 25 17:55:54.370064 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a73f04-0e68-4079-9a18-81fd71d2c61c req-6dd0883a-ffe7-4ee8-bce7-6b6b3979c62d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:54.371196 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-95a73f04-0e68-4079-9a18-81fd71d2c61c req-6dd0883a-ffe7-4ee8-bce7-6b6b3979c62d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:55:54.390216 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.quota.resource [req-95a73f04-0e68-4079-9a18-81fd71d2c61c req-6dd0883a-ffe7-4ee8-bce7-6b6b3979c62d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87552) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:55:54.391741 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95a73f04-0e68-4079-9a18-81fd71d2c61c req-6dd0883a-ffe7-4ee8-bce7-6b6b3979c62d tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.1122711 Jan 25 17:55:54.439019 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-95a73f04-0e68-4079-9a18-81fd71d2c61c req-4c14d42c-19ec-4c98-8004-5cd5f27bb05f tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409765 Jan 25 17:55:54.441780 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-54cf2824-86de-4384-aa52-ab1bd45bfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:54.443239 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-54cf2824-86de-4384-aa52-ab1bd45bfa7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 200 len: 911 time: 0.2309546 Jan 25 17:55:54.492428 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:54.496322 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:55:54.504654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:55:54.505282 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:55:30Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:54.512719 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-67ccc6e2-9797-401f-8d3a-ab869c5dea99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 200 len: 217 time: 0.0616677 Jan 25 17:55:54.579076 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-6680891b-bdd9-45ce-bdd6-2e9da1b10f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:54.580515 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-6680891b-bdd9-45ce-bdd6-2e9da1b10f42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 200 len: 849 time: 0.0613811 Jan 25 17:55:54.660813 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-d7a8fc63-41b1-488c-abbc-419888cfcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:54.662223 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-d7a8fc63-41b1-488c-abbc-419888cfcecc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753484 Jan 25 17:55:54.687219 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:55:54.794488 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-ad39f7c2-41f0-4b0a-8796-78ab2c143017 service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247294 Jan 25 17:55:54.931838 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-481c544c-5931-458f-a129-6d6fd701fbd6 req-c639c6ad-9a4a-48db-b4d1-ff6720551f7a service neutron] 10.222.0.15 "GET /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291616 Jan 25 17:55:55.042552 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:55:55.047093 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66543e7f-9f5e-466a-9dec-be63eeaa1e4f None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:49:47Z', 'revision_number': 4, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv', '_interfaces': [{'id': '380685b1-650f-442c-a32f-c422592405d9', 'name': '', 'network_id': '352a1fa6-6e8b-4bd2-83f9-abbeb5959f43', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'mac_address': 'fa:16:3e:97:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:46Z', 'updated_at': '2022-01-25T17:49:53Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'subnets': [{'id': '883991e8-b8fe-4623-84ad-24b04b801bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:55:55.188533 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-30076a3d-1fb3-47dc-a66f-f97bb1b9b806 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:55.189143 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-30076a3d-1fb3-47dc-a66f-f97bb1b9b806 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Synchronizing usage tracker for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 17:55:55.201926 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-30076a3d-1fb3-47dc-a66f-f97bb1b9b806 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Unset dirty status for tenant:9da63c7ac0014309bf58764327285bd3 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 17:55:55.203066 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-30076a3d-1fb3-47dc-a66f-f97bb1b9b806 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.0992723 Jan 25 17:55:55.272491 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315341cb-9815-40da-9f82-cbd1e1a8fdb2 None None] New status for floating IP 49f1af58-95fe-482f-823b-1e7e0ed21672: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 17:55:55.275314 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Deleting port d29e1a42-8171-4810-9856-a812fea91f6e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:55:55.275712 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:55.529889 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] For port d29e1a42-8171-4810-9856-a812fea91f6e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d29e1a42-8171-4810-9856-a812fea91f6e,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:55.530267 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:55.655959 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Calling delete_port for d29e1a42-8171-4810-9856-a812fea91f6e owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:55:55.741907 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0ec7-1e78-4e74-b84c-e6dee250fdf3 req-f2ef4848-1f38-44a8-841c-11bbce827ba2 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 17:55:55.743398 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ebf0ec7-1e78-4e74-b84c-e6dee250fdf3 req-f2ef4848-1f38-44a8-841c-11bbce827ba2 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/ports?device_id=06fdc5b0-2bcf-434e-90f5-aa54e4457402 HTTP/1.1" status: 200 len: 943 time: 0.1929481 Jan 25 17:55:55.789161 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [req-7ebf0ec7-1e78-4e74-b84c-e6dee250fdf3 req-a4a575ff-1ac9-4b68-8273-48629817e0fc tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "GET /v2.0/security-groups?id=10587d5d-4dbd-4df9-ad7f-e289f252ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390203 Jan 25 17:55:55.807371 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1266539'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:55.858258 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event deleted for resources: {'Port': ['ID=d29e1a42-8171-4810-9856-a812fea91f6e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:55.934199 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] No DVR routers for this DVR port d29e1a42-8171-4810-9856-a812fea91f6e on host hv-neutron-8240 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:55:55.936765 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100536'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:55.939202 dv-neutron-824022-2-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-deleted', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 17:55:55.955097 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.wsgi [req-501ed92b-e5bd-4874-bfb2-1ada54e766c3 req-dbc84181-f3db-463e-bd70-97a962a9dbc9 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.15 "DELETE /v2.0/ports/d29e1a42-8171-4810-9856-a812fea91f6e HTTP/1.1" status: 204 len: 173 time: 0.7466588 Jan 25 17:55:55.986462 dv-neutron-824022-2-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fdc5b0-2bcf-434e-90f5-aa54e4457402', 'name': 'network-vif-deleted', 'tag': 'd29e1a42-8171-4810-9856-a812fea91f6e', 'status': 'completed', 'code': 200} Jan 25 17:55:56.289485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:56.884265 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48004) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:55:56.952075 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:56.987008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:57.053456 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:57.074223 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10587d5d-4dbd-4df9-ad7f-e289f252ad91,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:55:57.086085 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:57.089690 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-d211d33b-0467-4a3b-8892-bcee26cc9df0 tempest-TestSnapshotPattern-1242685376 tempest-TestSnapshotPattern-1242685376-project] 10.222.0.45 "DELETE /v2.0/security-groups/10587d5d-4dbd-4df9-ad7f-e289f252ad91 HTTP/1.1" status: 204 len: 168 time: 0.2019343 Jan 25 17:55:57.886004 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-20ec8d2e-5f58-4894-b96d-224daff159ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:58.030939 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e no longer exists at agent hyperv_hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:55:58.065162 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] No Port match for: d29e1a42-8171-4810-9856-a812fea91f6e {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:55:58.065533 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Device d29e1a42-8171-4810-9856-a812fea91f6e not bound to the agent host hv-neutron-8240 {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:55:58.145977 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48012) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:55:58.783767 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:59.128639 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Deleting port 380685b1-650f-442c-a32f-c422592405d9 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:55:59.128889 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:59.298489 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] For port 380685b1-650f-442c-a32f-c422592405d9, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=380685b1-650f-442c-a32f-c422592405d9,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:55:59.299189 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:59.425045 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Calling delete_port for 380685b1-650f-442c-a32f-c422592405d9 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:55:59.708235 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:55:59.752726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Pushing event deleted for resources: {'Port': ['ID=380685b1-650f-442c-a32f-c422592405d9,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:00.021527 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:00.372726 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Router 31859a89-4d66-4441-8ada-0a047f96847b has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:56:00.459564 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8728ed25-c0f2-41fa-a729-69c679e67d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:00.550072 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:56:00.558977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Sync routers for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:56:00.562982 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fa8d8395-55dd-44e4-8687-ab919d2df83f admin admin] 10.222.0.45 "PUT /v2.0/routers/31859a89-4d66-4441-8ada-0a047f96847b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4160004 Jan 25 17:56:00.565376 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48018) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:00.582654 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:56:00.583377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:00.745481 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:00.757763 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: dv-neutron-824022-2-hyperv {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:56:01.039418 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.046172 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:55:59Z', 'revision_number': 5, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port': {'id': 'a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31859a89-4d66-4441-8ada-0a047f96847b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:44Z', 'updated_at': '2022-01-25T17:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:01.049742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Deleting port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:01.050078 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.050797 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Checking router: 31859a89-4d66-4441-8ada-0a047f96847b for host: dv-neutron-824022-2-hyperv {{(pid=87554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:56:01.060453 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Routers {'31859a89-4d66-4441-8ada-0a047f96847b'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:56:01.061066 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['31859a89-4d66-4441-8ada-0a047f96847b'], 'active': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:01.212582 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvr_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] Set router 31859a89-4d66-4441-8ada-0a047f96847b gateway port host: None {{(pid=87554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:56:01.224171 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] For port a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:01.224523 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.325509 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.db.l3_hamode_db [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:56:01Z', 'revision_number': 6, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:01.335378 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc95c9-7bec-4084-bf0e-2b8f86187ae1 None None] The sync data for ids ['31859a89-4d66-4441-8ada-0a047f96847b'] in dv-neutron-824022-2-hyperv is: [{'id': '31859a89-4d66-4441-8ada-0a047f96847b', 'name': 'tempest-TestSnapshotPattern-1144136327-router', 'tenant_id': '9da63c7ac0014309bf58764327285bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:43Z', 'updated_at': '2022-01-25T17:56:01Z', 'revision_number': 6, 'project_id': '9da63c7ac0014309bf58764327285bd3', 'gw_port_host': None}] {{(pid=87554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:56:01.343135 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.355011 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Calling delete_port for a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:01.522711 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.570924 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:01.661039 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.837971 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.840205 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.862845 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.863366 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31859a89-4d66-4441-8ada-0a047f96847b {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:56:01.865977 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.876004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.877119 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-8374744a-9009-4cb2-b173-7dca0ad173c1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/31859a89-4d66-4441-8ada-0a047f96847b HTTP/1.1" status: 204 len: 168 time: 1.3108602 Jan 25 17:56:01.879656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48024) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:01.942678 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Deleting subnet 883991e8-b8fe-4623-84ad-24b04b801bf1 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:56:01.945583 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:01.997898 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.081837 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.154301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.191099 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883991e8-b8fe-4623-84ad-24b04b801bf1,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:02.194800 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.204154 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-fe2b5e85-7336-44b4-9dd5-767560af2bf5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/883991e8-b8fe-4623-84ad-24b04b801bf1 HTTP/1.1" status: 204 len: 168 time: 0.3209593 Jan 25 17:56:02.204515 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48028) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:02.205001 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aed965-3f49-4671-954f-6fb13019721f None None] Network 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:56:02.312636 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.322880 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Deleting port c5a7b5de-492e-4058-b440-a7187253904d {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:02.323234 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.454803 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] DHCP port deletion for 352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:56:02.459250 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Deleting port c5a7b5de-492e-4058-b440-a7187253904d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:02.459623 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.628826 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 380685b1-650f-442c-a32f-c422592405d9 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:02.642570 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] For port c5a7b5de-492e-4058-b440-a7187253904d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c5a7b5de-492e-4058-b440-a7187253904d,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:02.643088 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.710747 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 380685b1-650f-442c-a32f-c422592405d9 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:56:02.711088 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 380685b1-650f-442c-a32f-c422592405d9 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:02.711507 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c5a7b5de-492e-4058-b440-a7187253904d no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:02.767968 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Calling delete_port for c5a7b5de-492e-4058-b440-a7187253904d owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:02.772941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] For port c5a7b5de-492e-4058-b440-a7187253904d, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=c5a7b5de-492e-4058-b440-a7187253904d,segment=NetworkSegment(77a319e4-c80e-41a9-a27a-4ad7d0490e29),segment_id=77a319e4-c80e-41a9-a27a-4ad7d0490e29)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:02.773357 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.845388 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:02.897722 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a7b5de-492e-4058-b440-a7187253904d,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:02.899566 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] No DVR routers for this DVR port c5a7b5de-492e-4058-b440-a7187253904d on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:56:02.901649 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Calling delete_port for c5a7b5de-492e-4058-b440-a7187253904d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:02.928724 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No active binding found for port c5a7b5de-492e-4058-b440-a7187253904d {{(pid=87554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 25 17:56:02.929121 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device c5a7b5de-492e-4058-b440-a7187253904d not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:02.929567 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:02.972060 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:56:02.972315 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device a0cd2fc3-9e02-49ce-9f1a-5d7fbf360f37 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:03.007637 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:56:03.008017 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:56:03.018218 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.043315 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352a1fa6-6e8b-4bd2-83f9-abbeb5959f43']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:03.049768 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.055849 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a319e4-c80e-41a9-a27a-4ad7d0490e29') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:03.056144 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a319e4-c80e-41a9-a27a-4ad7d0490e29') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:03.067220 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.083653 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.089497 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:56:03.089869 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:56:03.102760 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:56:03.177875 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.194098 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.204923 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=352a1fa6-6e8b-4bd2-83f9-abbeb5959f43,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:03.217975 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-eecb8272-18cb-4e43-b786-678515925e34 admin admin] 10.222.0.45 "DELETE /v2.0/networks/352a1fa6-6e8b-4bd2-83f9-abbeb5959f43 HTTP/1.1" status: 204 len: 168 time: 1.0124433 Jan 25 17:56:03.220742 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48032) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:03.509475 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Deleting port c5a7b5de-492e-4058-b440-a7187253904d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:03.509862 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:03.577547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cf3de-7806-4ca0-851e-42e0417c4117 None None] The port 'c5a7b5de-492e-4058-b440-a7187253904d' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:56:03.751896 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418847'] for router_interface, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:04.198671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Deleting port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:04.199006 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:04.370721 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] For port 71866e1c-3ea1-4ce4-a577-cddb7004e6c4, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:04.371071 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:04.491031 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Calling delete_port for 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 owned by network:router_interface {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:04.674812 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:04.725037 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Pushing event deleted for resources: {'Port': ['ID=71866e1c-3ea1-4ce4-a577-cddb7004e6c4,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:04.995062 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622927'] for router_interface, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:05.459870 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Router 98f76151-999c-4f7b-a816-de4b38900a35 has already been hosted by L3 agent 40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9 {{(pid=87552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 25 17:56:05.636739 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] Notify agent at l3_agent.dv-neutron-824022-2-hyperv the message routers_updated {{(pid=87552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 25 17:56:05.646667 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Sync routers for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 17:56:05.647508 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a643e735-32fc-4ef7-9f4b-811560778292 admin admin] 10.222.0.45 "PUT /v2.0/routers/98f76151-999c-4f7b-a816-de4b38900a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4257669 Jan 25 17:56:05.649908 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48036) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:05.658115 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:56:05.658723 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:05.826301 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks [] for router, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:05.834066 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: dv-neutron-824022-2-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:56:06.006932 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.018853 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Deleting port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:06.019193 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.118061 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'external_fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:56:04Z', 'revision_number': 5, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port': {'id': '3e0bd5a2-748e-4613-bf47-9ec0e3cac941', 'name': '', 'network_id': '08e1ddc9-c024-4e32-9e7f-da2b99a65ea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f76151-999c-4f7b-a816-de4b38900a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T17:49:50Z', 'updated_at': '2022-01-25T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3284b6cd-d5f5-4e90-947e-6e6cdbea4312', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-2-hyperv'}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:06.122382 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Checking router: 98f76151-999c-4f7b-a816-de4b38900a35 for host: dv-neutron-824022-2-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 17:56:06.130684 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Routers {'98f76151-999c-4f7b-a816-de4b38900a35'} bound to L3 agent in host dv-neutron-824022-2-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 25 17:56:06.131280 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T16:36:00Z,description=,heartbeat_timestamp=2022-01-25T17:56:00Z,host='dv-neutron-824022-2-hyperv',id=40fdee2e-0ca0-4906-abb0-f8a65bcf0ca9,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T16:36:00Z,topic='l3_agent')) {'router_ids': ['98f76151-999c-4f7b-a816-de4b38900a35'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:06.190212 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] For port 3e0bd5a2-748e-4613-bf47-9ec0e3cac941, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,segment=NetworkSegment(66a3d892-a15d-4649-bd6b-7dc969ee88a2),segment_id=66a3d892-a15d-4649-bd6b-7dc969ee88a2)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:06.190596 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.313239 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Calling delete_port for 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 owned by network:router_gateway {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:06.351056 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] Set router 98f76151-999c-4f7b-a816-de4b38900a35 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 25 17:56:06.484422 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.495476 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:56:06Z', 'revision_number': 6, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port_host': None}], 'dv-neutron-824022-2-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:06.503122 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf48ed3-a958-4500-aca4-e47b02e40ab8 None None] The sync data for ids ['98f76151-999c-4f7b-a816-de4b38900a35'] in dv-neutron-824022-2-hyperv is: [{'id': '98f76151-999c-4f7b-a816-de4b38900a35', 'name': 'tempest-TestSnapshotPattern-1548927274-router', 'tenant_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T17:49:49Z', 'updated_at': '2022-01-25T17:56:06Z', 'revision_number': 6, 'project_id': 'fd60cc2d27bd4a248f05fc4b8cc900ed', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 17:56:06.536183 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0bd5a2-748e-4613-bf47-9ec0e3cac941,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:06.625298 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629682'] for router_gateway, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.918117 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58953'] for router, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.920763 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.947158 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1628993'] for router, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.947734 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f76151-999c-4f7b-a816-de4b38900a35 {{(pid=87552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 25 17:56:06.965943 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] Notify callbacks [] for router, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:06.967072 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-9818471d-e344-4f7f-8453-80fbb8287b3d admin admin] 10.222.0.45 "DELETE /v2.0/routers/98f76151-999c-4f7b-a816-de4b38900a35 HTTP/1.1" status: 204 len: 168 time: 1.3162453 Jan 25 17:56:06.969586 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48040) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:07.032656 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Deleting subnet 2aa0fda5-be32-4b34-a6c1-fe8e1c219629 {{(pid=87552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 25 17:56:07.035690 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.084686 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2485115'] for subnet, precommit_delete_associations {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.162851 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1556992'] for subnet, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.227967 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3245608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4180751'] for subnet, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.265801 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa0fda5-be32-4b34-a6c1-fe8e1c219629,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:07.269955 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.276573 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec093527-49bd-4423-9f64-492845ce5d69 None None] Network 7f6898f7-c9a5-4310-958e-c11684033ba6 requested from dv-neutron-824022-2-hyperv {{(pid=87554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 25 17:56:07.279663 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a4b9cf29-9d94-4039-8d65-46efae08d56b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2aa0fda5-be32-4b34-a6c1-fe8e1c219629 HTTP/1.1" status: 204 len: 168 time: 0.3090858 Jan 25 17:56:07.282036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48044) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:07.291150 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:07.381483 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:56:07.381825 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 71866e1c-3ea1-4ce4-a577-cddb7004e6c4 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:07.402888 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-649238'] for network, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.415321 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Deleting port ecd9bc24-9628-4411-b0d2-628fc97cf173 {{(pid=87552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:07.415645 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.549184 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:56:07.577735 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] DHCP port deletion for 7f6898f7-c9a5-4310-958e-c11684033ba6 request from dv-neutron-824022-2-hyperv {{(pid=87554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 25 17:56:07.582393 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Deleting port ecd9bc24-9628-4411-b0d2-628fc97cf173 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:07.582758 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.639671 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.db [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] For port ecd9bc24-9628-4411-b0d2-628fc97cf173, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecd9bc24-9628-4411-b0d2-628fc97cf173,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:07.640162 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.772673 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.plugin [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Calling delete_port for ecd9bc24-9628-4411-b0d2-628fc97cf173 owned by network:dhcp {{(pid=87552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:07.789603 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] For port ecd9bc24-9628-4411-b0d2-628fc97cf173, host dv-neutron-824022-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-2-hyperv',level=0,port_id=ecd9bc24-9628-4411-b0d2-628fc97cf173,segment=NetworkSegment(db2d2841-1fa3-4d95-bd58-baf3efa08c4c),segment_id=db2d2841-1fa3-4d95-bd58-baf3efa08c4c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 25 17:56:07.789993 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622337'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.851468 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-536612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774969533687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774969040366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3245595'] for port, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:07.899469 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd9bc24-9628-4411-b0d2-628fc97cf173,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:07.901260 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] No DVR routers for this DVR port ecd9bc24-9628-4411-b0d2-628fc97cf173 on host dv-neutron-824022-2-hyperv {{(pid=87552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 17:56:07.915485 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Calling delete_port for ecd9bc24-9628-4411-b0d2-628fc97cf173 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 25 17:56:07.989333 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 17:56:07.989934 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 17:56:08.019095 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1557730', 'neutron.services.segments.db._delete_segments_for_network-8774969515030'] for network, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.044530 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6898f7-c9a5-4310-958e-c11684033ba6']}} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:08.056036 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c') {'for_net_delete': True} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:08.056330 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.services.segments.db [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d2841-1fa3-4d95-bd58-baf3efa08c4c') {} {{(pid=87552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 17:56:08.068012 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774969514033', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2486408'] for segment, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.084008 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1567739'] for segment, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.090004 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 17:56:08.090444 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1567714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3245638'] for segment, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: Traceback (most recent call last): Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: timer() Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: cb(*args, **kw) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: return func(*args, **kwargs) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: self._notify() Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: self.callback(batched_events) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: event.method(event) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: return f(self, *a, **k) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._get(url).json() Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: return self.request(url, 'GET', **kwargs) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 17:56:08.103373 dv-neutron-824022-2-hyperv neutron-server[87552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 17:56:08.178823 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1557755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629471'] for network, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.195348 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Notify callbacks [] for network, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.206528 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6898f7-c9a5-4310-958e-c11684033ba6,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:08.209328 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-1cc33cc5-6cc1-45c0-bc14-727617f47270 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7f6898f7-c9a5-4310-958e-c11684033ba6 HTTP/1.1" status: 204 len: 168 time: 0.9262633 Jan 25 17:56:08.318060 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48050) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:08.365872 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-ff6fc058-1bbc-4ac8-8d34-2703bb101cc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9da63c7ac0014309bf58764327285bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466928 Jan 25 17:56:08.368174 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48054) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:08.428063 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.453717 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.491519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Deleting port ecd9bc24-9628-4411-b0d2-628fc97cf173 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 25 17:56:08.492715 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774969530058'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.506100 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.523614 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba5f58-0d2c-4a72-bbe7-871281282863,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:08.530929 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:08.534536 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-a768fee5-dda6-42d1-aa96-c7aad2ad8261 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44ba5f58-0d2c-4a72-bbe7-871281282863 HTTP/1.1" status: 204 len: 168 time: 0.1630235 Jan 25 17:56:08.571352 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed662c-8369-4681-a42b-d67c01703610 None None] The port 'ecd9bc24-9628-4411-b0d2-628fc97cf173' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 25 17:56:08.634519 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:08.670155 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:56:08.670479 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device 3e0bd5a2-748e-4613-bf47-9ec0e3cac941 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:08.670896 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecd9bc24-9628-4411-b0d2-628fc97cf173 no longer exists at agent ovs-agent-dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 17:56:08.713530 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] No Port match for: ecd9bc24-9628-4411-b0d2-628fc97cf173 {{(pid=87554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 25 17:56:08.713874 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.rpc [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Device ecd9bc24-9628-4411-b0d2-628fc97cf173 not bound to the agent host dv-neutron-824022-2-hyperv {{(pid=87554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 17:56:08.870070 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48062) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:08.919022 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-3cdbd6d7-ab2f-4b18-960f-ab9a5e47d2b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd60cc2d27bd4a248f05fc4b8cc900ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477531 Jan 25 17:56:08.921465 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.wsgi [-] (87552) accepted ('10.222.0.45', 48066) {{(pid=87552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 17:56:08.978289 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:09.003313 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:09.057649 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594830'] for security_group, after_delete {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:09.076224 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed3e51-21e6-4da1-929b-5da0d6f434ad,revision_number=None']} {{(pid=87552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 17:56:09.078482 dv-neutron-824022-2-hyperv neutron-server[87552]: DEBUG neutron_lib.callbacks.manager [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:09.079581 dv-neutron-824022-2-hyperv neutron-server[87552]: INFO neutron.wsgi [None req-42a78ad9-c248-4c01-aeac-b486507c30ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2ed3e51-21e6-4da1-929b-5da0d6f434ad HTTP/1.1" status: 204 len: 168 time: 0.1572371 Jan 25 17:56:26.281566 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:27.888081 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1ee5-2cbd-4df0-a6f5-9818ecc42301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:30.463377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1feddfc1-38f3-4d9d-981c-b4a2cb4dec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:31.315800 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:31.864981 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:33.052442 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:44.548614 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:56:56.292547 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:56:57.889638 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f581ebaa-509d-41bb-b8dc-64a787a7fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:00.467891 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11104635-2ae6-461a-a1cf-ec8e780b4cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:01.317958 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:01.866215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:03.056243 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:21.547460 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:57:26.292215 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:27.890928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-964d5356-0845-41ea-a85e-777ce4504cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:30.471748 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd08-3e25-4e1a-92e0-5904a729d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:31.318821 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:31.869467 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:33.058928 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:56.290901 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:57.892435 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75fedba4-8bc8-4c05-b4c4-713fac56fc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:57:58.548796 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:58:00.473982 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96267c57-fe54-49a5-86ed-a983ed542fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:01.319919 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:01.872686 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:03.063941 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:26.290171 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:27.893540 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c94e625-36a3-4f7e-a3fa-a42478c97000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:30.475127 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2ae9-0968-409e-a464-4c023476044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:31.322329 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:31.874999 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:33.065049 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:35.548072 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:58:56.292952 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:58:57.895181 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d1a4e73-0787-4dba-8a66-d208af0fe006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:00.478400 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d405c89e-e442-4692-a569-44b4f343e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:01.325034 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:01.878929 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:03.067569 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:12.547706 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:59:26.289859 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:27.896690 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0085f14b-214c-4044-8d93-f8bad6ffe996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:30.480377 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8324dbeb-63b4-4c66-901c-7c7c3c1e8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:31.327674 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:31.881131 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:33.071668 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:49.547873 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 17:59:56.289119 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 17:59:57.897975 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b411960c-f5d0-4c79-867e-90b678788f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:00.482110 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6e89c69-47a9-4cd7-bf91-73db1020635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:01.330609 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:01.883794 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:03.074390 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:26.295980 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:26.546996 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 18:00:27.898762 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a19b37ce-1bc0-49e1-891f-d973c094fc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:30.483860 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c775ac8-006b-47d1-9670-8c5924bb5525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:31.331832 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:31.887044 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:33.077359 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:56.321207 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:00:57.900186 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c975abfb-1695-4c94-bf05-57695a6435a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:00.487169 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be4f5b8a-d2d2-45d3-aad8-5df6341b12cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:01.334440 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:01.889543 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:03.080652 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:03.546194 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 18:01:26.336546 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:27.902607 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1c3acc2-ebbf-493e-bc43-3c1d6ee0d0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:30.492913 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6075f30-0067-4c7d-ba2b-0305bfaf97ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:31.335752 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:31.892494 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:33.084438 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5ce17b4-aac9-492c-8dbf-e3c71ecb3b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:40.544531 dv-neutron-824022-2-hyperv neutron-server[87555]: DEBUG neutron.db.agents_db [None req-08b8d9ae-a1d4-48f8-8cfc-2bef2a9323ea None None] Agent healthcheck: found 6 active agents {{(pid=87555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 18:01:56.321601 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4177c80c-cbab-49c7-9788-f691b8926b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:01:57.904683 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-346793a8-367f-4c8a-8813-a37801b57af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:02:00.485948 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24ca3e31-bb22-41a5-91e7-86f88bd69a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:02:01.338454 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc05b551-2c93-443b-94e2-792b0f919a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 18:02:01.895620 dv-neutron-824022-2-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08a759c9-6769-4458-9c7f-cddf5c2bcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774969515012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-592164'] for agent, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}